-- Logs begin at Wed 2022-03-02 03:09:31 UTC, end at Wed 2022-03-02 05:45:15 UTC. -- Mar 02 05:20:21.155536 dv-cinder-768458-18-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Mar 02 05:20:24.100972 dv-cinder-768458-18-iscsi neutron-server[103601]: INFO neutron.common.config [-] Logging enabled! Mar 02 05:20:24.101592 dv-cinder-768458-18-iscsi neutron-server[103601]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev566 Mar 02 05:20:24.101770 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103601) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 02 05:20:24.105056 dv-cinder-768458-18-iscsi neutron-server[103601]: INFO neutron.common.config [-] Logging enabled! Mar 02 05:20:24.105318 dv-cinder-768458-18-iscsi neutron-server[103601]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev566 Mar 02 05:20:24.105635 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103601) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 02 05:20:24.106572 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 02 05:20:24.106810 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 02 05:20:24.107187 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 02 05:20:24.107476 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 02 05:20:24.108117 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 02 05:20:24.108455 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:24.108891 dv-cinder-768458-18-iscsi neutron-server[103601]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Mar 02 05:20:24.109215 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:24.109528 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:24.109834 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:24.110139 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:24.110438 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:24.110729 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:24.111027 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:24.111357 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:24.111655 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:24.111945 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:24.112240 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:24.112545 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:24.112838 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:24.113137 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:24.113453 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:24.113728 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.common.config [-] debug = True {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:24.114018 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:24.114463 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:24.114893 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:24.115177 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:24.115632 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:24.115959 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:24.116343 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:24.116634 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:24.116927 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:24.117264 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.common.config [-] host = dv-cinder-768458-18-iscsi {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:24.117551 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:24.117848 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:24.118143 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:24.118436 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:24.118721 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:24.119006 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:24.119313 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:24.119602 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:24.119881 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.common.config [-] log_file = None {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:24.120164 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:24.120460 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:24.120757 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:24.121056 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:24.121287 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:24.121513 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:24.121809 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:24.122103 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:24.122385 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:24.122667 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:24.122947 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:24.123226 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:24.123541 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:24.123816 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:24.124105 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:24.124393 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:24.124685 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:24.124966 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:24.125237 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:24.125519 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:24.125793 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:24.126084 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:24.126362 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:24.126639 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:24.126915 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:24.127206 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:24.127504 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:24.127782 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:24.128089 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:24.128381 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:24.128668 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:24.128959 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:24.129236 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:24.129526 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:24.129802 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:24.130079 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:24.130354 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.common.config [-] use_json = False {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:24.130630 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:24.131455 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:24.131942 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:24.132197 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:24.132477 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:24.132759 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:24.133036 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:24.133327 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:24.133603 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:24.133901 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:24.134204 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:24.134515 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:24.134820 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:24.135119 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:24.135426 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:24.135722 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:24.136024 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:24.136298 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:24.136591 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:24.136882 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:24.137164 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:24.137466 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:24.137759 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:24.138058 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:24.138364 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:24.138663 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:24.138957 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:24.139236 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:24.139539 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:24.139819 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:24.140101 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:24.140397 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:24.140682 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:24.140979 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:24.141275 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:24.141560 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:24.141863 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:24.142152 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:24.142449 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:24.142744 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:24.143023 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:24.143327 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:24.143625 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:24.143909 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:24.144187 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:24.144470 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:24.144765 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:24.145049 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:24.145330 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:24.145618 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:24.145904 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:24.146183 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:24.146462 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:24.147654 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:24.147837 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:24.148116 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:24.148402 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:24.148686 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:24.148972 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:24.149257 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:24.149552 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:24.149839 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:24.150119 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:24.150404 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:24.150692 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:24.150973 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:24.151253 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:24.151563 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:24.151844 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:24.152129 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:24.152408 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:24.152688 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:24.152966 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:24.153245 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:24.153526 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:24.153806 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:24.154086 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:24.154369 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:24.154650 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:24.154934 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:24.155212 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:24.155516 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:24.155802 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:24.156095 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:24.156400 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:24.156688 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:24.156976 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:24.157263 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:24.157548 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:24.157831 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:24.158117 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:24.158398 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:24.158682 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:24.158959 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:24.159255 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:24.159628 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:24.159923 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:24.160236 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:24.160522 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:24.160822 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:24.161106 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:24.161392 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:24.161682 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:24.161968 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:24.162359 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:24.162359 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:24.162851 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:24.163167 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:24.163483 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:24.163790 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:24.164093 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:24.164393 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:24.164681 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:24.164996 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:24.165282 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:24.165504 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 02 05:20:24.165747 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103601) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Mar 02 05:20:24.542533 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 02 05:20:24.542821 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 02 05:20:24.543135 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 02 05:20:24.543720 dv-cinder-768458-18-iscsi neutron-server[103601]: INFO neutron.manager [-] Loading core plugin: ml2 Mar 02 05:20:24.873290 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 05:20:24.873509 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 05:20:24.873787 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 05:20:24.875092 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 05:20:24.875406 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 05:20:24.875681 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 05:20:24.921931 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 05:20:24.922212 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 05:20:24.922482 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 05:20:24.937426 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 05:20:24.937712 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 05:20:24.937983 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 05:20:24.966535 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 05:20:24.966815 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 05:20:24.967084 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 05:20:25.005378 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 05:20:25.005657 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 05:20:25.005953 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 05:20:25.355708 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 05:20:25.356334 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 05:20:25.356334 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 05:20:25.356518 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 05:20:25.357210 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 05:20:25.456742 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 05:20:25.457066 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 05:20:25.457357 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 05:20:25.457632 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 05:20:25.457903 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 05:20:25.458218 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 05:20:25.458484 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 05:20:25.458744 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 05:20:25.459568 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 05:20:25.459999 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 05:20:25.460529 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 05:20:25.460802 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 05:20:25.461065 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 05:20:25.461324 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 05:20:25.461585 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 05:20:25.461853 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 05:20:25.462112 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 05:20:25.462385 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 05:20:25.462661 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 05:20:25.462922 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 05:20:25.463196 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 05:20:25.463477 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 05:20:25.463765 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 05:20:25.464145 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 05:20:25.464399 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 05:20:25.464650 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 05:20:25.465049 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103601) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 02 05:20:25.465295 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103601) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 02 05:20:25.465534 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103601) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 02 05:20:25.465774 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103601) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 02 05:20:25.466013 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103601) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 02 05:20:25.466254 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103601) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 02 05:20:25.466626 dv-cinder-768458-18-iscsi neutron-server[103601]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Mar 02 05:20:25.469887 dv-cinder-768458-18-iscsi neutron-server[103601]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Mar 02 05:20:25.474010 dv-cinder-768458-18-iscsi neutron-server[103601]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Mar 02 05:20:25.478670 dv-cinder-768458-18-iscsi neutron-server[103601]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(250, 299)])]) Mar 02 05:20:25.480366 dv-cinder-768458-18-iscsi neutron-server[103601]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Mar 02 05:20:25.480843 dv-cinder-768458-18-iscsi neutron-server[103601]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Mar 02 05:20:25.481183 dv-cinder-768458-18-iscsi neutron-server[103601]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Mar 02 05:20:25.481572 dv-cinder-768458-18-iscsi neutron-server[103601]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Mar 02 05:20:25.484457 dv-cinder-768458-18-iscsi neutron-server[103601]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Mar 02 05:20:25.484712 dv-cinder-768458-18-iscsi neutron-server[103601]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Mar 02 05:20:25.485065 dv-cinder-768458-18-iscsi neutron-server[103601]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Mar 02 05:20:25.489994 dv-cinder-768458-18-iscsi neutron-server[103601]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Mar 02 05:20:25.514371 dv-cinder-768458-18-iscsi neutron-server[103601]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Mar 02 05:20:25.514838 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 05:20:25.515143 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103601) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Mar 02 05:20:25.515545 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 05:20:25.516929 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103601) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Mar 02 05:20:25.517216 dv-cinder-768458-18-iscsi neutron-server[103601]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Mar 02 05:20:25.517462 dv-cinder-768458-18-iscsi neutron-server[103601]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Mar 02 05:20:25.520819 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 05:20:25.521111 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 05:20:25.584762 dv-cinder-768458-18-iscsi neutron-server[103601]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Mar 02 05:20:25.585022 dv-cinder-768458-18-iscsi neutron-server[103601]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Mar 02 05:20:25.585490 dv-cinder-768458-18-iscsi neutron-server[103601]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Mar 02 05:20:25.585863 dv-cinder-768458-18-iscsi neutron-server[103601]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Mar 02 05:20:25.605970 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_db.sqlalchemy.engines [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103601) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Mar 02 05:20:26.233470 dv-cinder-768458-18-iscsi neutron-server[103601]: INFO neutron.plugins.ml2.managers [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Initializing driver for type 'gre' Mar 02 05:20:26.234022 dv-cinder-768458-18-iscsi neutron-server[103601]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] gre ID ranges: [(1, 1000)] Mar 02 05:20:26.456495 dv-cinder-768458-18-iscsi neutron-server[103601]: INFO neutron.plugins.ml2.managers [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Initializing driver for type 'local' Mar 02 05:20:26.457134 dv-cinder-768458-18-iscsi neutron-server[103601]: INFO neutron.plugins.ml2.managers [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Initializing driver for type 'vlan' Mar 02 05:20:26.570399 dv-cinder-768458-18-iscsi neutron-server[103601]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] VlanTypeDriver initialization complete Mar 02 05:20:26.570680 dv-cinder-768458-18-iscsi neutron-server[103601]: INFO neutron.plugins.ml2.managers [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Initializing driver for type 'vxlan' Mar 02 05:20:26.571178 dv-cinder-768458-18-iscsi neutron-server[103601]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] vxlan ID ranges: [(1, 1000)] Mar 02 05:20:26.804655 dv-cinder-768458-18-iscsi neutron-server[103601]: INFO neutron.plugins.ml2.managers [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Initializing extension driver 'port_security' Mar 02 05:20:26.805001 dv-cinder-768458-18-iscsi neutron-server[103601]: INFO neutron.plugins.ml2.extensions.port_security [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] PortSecurityExtensionDriver initialization complete Mar 02 05:20:26.805339 dv-cinder-768458-18-iscsi neutron-server[103601]: INFO neutron.plugins.ml2.managers [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Initializing mechanism driver 'openvswitch' Mar 02 05:20:26.805708 dv-cinder-768458-18-iscsi neutron-server[103601]: INFO neutron.plugins.ml2.managers [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Initializing mechanism driver 'hyperv' Mar 02 05:20:26.812515 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 05:20:26.813403 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Subscribe: > port after_create 55550000 {{(pid=103601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 05:20:26.813775 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Subscribe: > port after_update 55550000 {{(pid=103601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 05:20:26.814126 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Subscribe: > port after_delete 55550000 {{(pid=103601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 05:20:26.814653 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103601) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 02 05:20:26.815087 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Subscribe: > subnet after_create 55550000 {{(pid=103601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 05:20:26.815472 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Subscribe: > subnet after_update 55550000 {{(pid=103601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 05:20:26.815821 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 05:20:26.816216 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103601) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 02 05:20:26.816620 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Subscribe: > network after_create 55550000 {{(pid=103601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 05:20:26.816972 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Subscribe: > network after_update 55550000 {{(pid=103601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 05:20:26.817316 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Subscribe: > network after_delete 55550000 {{(pid=103601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 05:20:26.817709 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103601) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 02 05:20:26.818109 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Subscribe: > security_group after_create 55550000 {{(pid=103601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 05:20:26.818497 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Subscribe: > security_group after_update 55550000 {{(pid=103601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 05:20:26.819390 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 05:20:26.819793 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103601) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 02 05:20:26.820197 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 05:20:26.820589 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 05:20:26.820883 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 05:20:26.821273 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103601) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 02 05:20:26.821673 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Subscribe: > address_group after_create 55550000 {{(pid=103601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 05:20:26.822018 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Subscribe: > address_group after_update 55550000 {{(pid=103601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 05:20:26.822358 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 05:20:26.822750 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103601) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 02 05:20:26.823191 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] ML2 OVO RPC backend initialized. {{(pid=103601) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Mar 02 05:20:26.823915 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 05:20:26.824274 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 05:20:26.824690 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Subscribe: > network before_response 55550000 {{(pid=103601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 05:20:26.825040 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Subscribe: > networks before_response 55550000 {{(pid=103601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 05:20:26.825387 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Subscribe: > port before_response 55550000 {{(pid=103601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 05:20:26.825727 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Subscribe: > ports before_response 55550000 {{(pid=103601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 05:20:26.826072 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Subscribe: > subnet before_response 55550000 {{(pid=103601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 05:20:26.826567 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Subscribe: > subnets before_response 55550000 {{(pid=103601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 05:20:26.826817 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Subscribe: > network after_create 55550000 {{(pid=103601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 05:20:26.827157 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Subscribe: > network after_update 55550000 {{(pid=103601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 05:20:26.827518 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Subscribe: > network after_delete 55550000 {{(pid=103601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 05:20:26.827859 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Subscribe: > port after_create 55550000 {{(pid=103601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 05:20:26.830653 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Subscribe: > port after_update 55550000 {{(pid=103601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 05:20:26.830653 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Subscribe: > port after_delete 55550000 {{(pid=103601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 05:20:26.830653 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Subscribe: > subnet after_create 55550000 {{(pid=103601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 05:20:26.830653 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Subscribe: > subnet after_update 55550000 {{(pid=103601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 05:20:26.830923 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 05:20:26.837232 dv-cinder-768458-18-iscsi neutron-server[103601]: INFO neutron.quota [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Loaded quota_driver: . Mar 02 05:20:26.837591 dv-cinder-768458-18-iscsi neutron-server[103601]: INFO neutron.plugins.ml2.plugin [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Modular L2 Plugin initialization complete Mar 02 05:20:26.837941 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.manager [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Loading services supported by the core plugin {{(pid=103601) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Mar 02 05:20:26.838295 dv-cinder-768458-18-iscsi neutron-server[103601]: INFO neutron.plugins.ml2.managers [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Got port-security extension from driver 'port_security' Mar 02 05:20:26.838778 dv-cinder-768458-18-iscsi neutron-server[103601]: INFO neutron.extensions.vlantransparent [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Disabled vlantransparent extension. Mar 02 05:20:26.839274 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.manager [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103601) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Mar 02 05:20:26.839621 dv-cinder-768458-18-iscsi neutron-server[103601]: INFO neutron.manager [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Loading Plugin: router Mar 02 05:20:26.879238 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 05:20:26.879663 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Subscribe: > router after_create 55549900 {{(pid=103601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 05:20:26.880032 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Subscribe: > router before_create 55549900 {{(pid=103601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 05:20:26.880392 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 05:20:26.880783 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 05:20:26.881701 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Subscribe: > router after_delete 55549900 {{(pid=103601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 05:20:26.882062 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 05:20:26.882411 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 05:20:26.882768 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Subscribe: > router after_create 55549900 {{(pid=103601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 05:20:26.883119 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Subscribe: > router after_update 55549900 {{(pid=103601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 05:20:26.883496 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Subscribe: > router after_update 55549900 {{(pid=103601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 05:20:26.883844 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 05:20:26.884201 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Subscribe: > router after_update 55549900 {{(pid=103601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 05:20:26.884611 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Subscribe: > router precommit_update 55549900 {{(pid=103601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 05:20:26.884986 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Subscribe: port after_update 55550000 {{(pid=103601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 05:20:26.885328 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Subscribe: port after_delete 55550000 {{(pid=103601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 05:20:26.885665 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Subscribe: subnet after_update 55550000 {{(pid=103601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 05:20:26.886004 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 05:20:26.886350 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 05:20:26.886694 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Subscribe: > router precommit_create 55549900 {{(pid=103601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 05:20:26.887035 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Subscribe: port before_delete 55550000 {{(pid=103601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 05:20:26.887404 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Subscribe: > router precommit_create 55550000 {{(pid=103601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 05:20:26.887762 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Subscribe: > router after_update 55549900 {{(pid=103601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 05:20:26.888104 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 05:20:26.888579 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Subscribe: > router precommit_create 55549900 {{(pid=103601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 05:20:26.888942 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 05:20:26.889322 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Subscribe: > router precommit_update 55549900 {{(pid=103601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 05:20:26.889689 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Subscribe: > agent after_create 55550000 {{(pid=103601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 05:20:26.890041 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Subscribe: > agent after_delete 55550000 {{(pid=103601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 05:20:26.890385 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Subscribe: > network after_delete 55550000 {{(pid=103601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 05:20:26.891235 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.quota.resource_registry [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Tracking information for resource: router configured {{(pid=103601) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 02 05:20:26.891594 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.quota.resource_registry [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Tracking information for resource: floatingip configured {{(pid=103601) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 02 05:20:26.896681 dv-cinder-768458-18-iscsi neutron-server[103601]: INFO neutron.db.l3_agentschedulers_db [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Mar 02 05:20:26.897309 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Subscribe: port after_update 55550000 {{(pid=103601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 05:20:26.897677 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Subscribe: port after_create 55550000 {{(pid=103601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 05:20:26.898032 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Subscribe: port after_delete 55550000 {{(pid=103601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 05:20:26.898383 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Subscribe: port after_update 55550000 {{(pid=103601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 05:20:26.899175 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Subscribe: > router before_create 55550100 {{(pid=103601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 05:20:26.899565 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 05:20:26.899930 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Subscribe: > router precommit_create 55550100 {{(pid=103601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 05:20:26.900286 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Subscribe: > router precommit_update 55550100 {{(pid=103601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 05:20:26.905121 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.services.provider_configuration [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Service providers = [] {{(pid=103601) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Mar 02 05:20:26.905484 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.db.servicetype_db [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103601) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Mar 02 05:20:26.908475 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.services.service_base [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103601) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 02 05:20:26.908824 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.services.service_base [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103601) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 02 05:20:26.909167 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.services.service_base [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103601) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 02 05:20:26.910048 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.services.service_base [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103601) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 02 05:20:26.910421 dv-cinder-768458-18-iscsi neutron-server[103601]: INFO neutron.services.service_base [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Default provider is not specified for service type L3_ROUTER_NAT Mar 02 05:20:26.910800 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.manager [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103601) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 02 05:20:26.911118 dv-cinder-768458-18-iscsi neutron-server[103601]: INFO neutron.manager [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Mar 02 05:20:26.929108 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.manager [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103601) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 02 05:20:26.929553 dv-cinder-768458-18-iscsi neutron-server[103601]: INFO neutron.manager [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Loading Plugin: auto_allocate Mar 02 05:20:26.935395 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Subscribe: network precommit_update 55550000 {{(pid=103601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 05:20:26.935768 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Subscribe: network precommit_create 55550000 {{(pid=103601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 05:20:26.936289 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.manager [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103601) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 02 05:20:26.936611 dv-cinder-768458-18-iscsi neutron-server[103601]: INFO neutron.manager [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Loading Plugin: tag Mar 02 05:20:26.944010 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.manager [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103601) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 02 05:20:26.944281 dv-cinder-768458-18-iscsi neutron-server[103601]: INFO neutron.manager [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Loading Plugin: timestamp Mar 02 05:20:26.951019 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.manager [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103601) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 02 05:20:26.951385 dv-cinder-768458-18-iscsi neutron-server[103601]: INFO neutron.manager [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Loading Plugin: network_ip_availability Mar 02 05:20:26.956858 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 05:20:26.957232 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 05:20:26.957631 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 05:20:26.958352 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.manager [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103601) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 02 05:20:26.958669 dv-cinder-768458-18-iscsi neutron-server[103601]: INFO neutron.manager [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Loading Plugin: flavors Mar 02 05:20:26.964005 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.manager [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103601) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 02 05:20:26.964347 dv-cinder-768458-18-iscsi neutron-server[103601]: INFO neutron.manager [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Loading Plugin: revisions Mar 02 05:20:26.968686 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.manager [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103601) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 02 05:20:26.969075 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.426s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 02 05:20:26.969817 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103601) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Mar 02 05:20:26.976986 dv-cinder-768458-18-iscsi neutron-server[103601]: INFO neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Initializing extension manager. Mar 02 05:20:26.976986 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Loading extension file: __init__.py {{(pid=103601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 05:20:26.976986 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Loading extension file: __pycache__ {{(pid=103601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 05:20:26.976986 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=103601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 05:20:26.976986 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Loading extension file: address_group.py {{(pid=103601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 05:20:26.976986 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 05:20:26.976986 dv-cinder-768458-18-iscsi neutron-server[103601]: INFO neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Loaded extension: address-group Mar 02 05:20:26.977578 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Loading extension file: address_scope.py {{(pid=103601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 05:20:26.977578 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 05:20:26.977578 dv-cinder-768458-18-iscsi neutron-server[103601]: INFO neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Loaded extension: address-scope Mar 02 05:20:26.977578 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 05:20:26.977578 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 05:20:26.977959 dv-cinder-768458-18-iscsi neutron-server[103601]: INFO neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Loaded extension: router-admin-state-down-before-update Mar 02 05:20:26.978231 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Loading extension file: agent.py {{(pid=103601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 05:20:26.978929 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 05:20:26.979468 dv-cinder-768458-18-iscsi neutron-server[103601]: INFO neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Loaded extension: agent Mar 02 05:20:26.979799 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Loading extension file: agent_resources_synced.py {{(pid=103601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 05:20:26.980701 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 05:20:26.981206 dv-cinder-768458-18-iscsi neutron-server[103601]: INFO neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Loaded extension: agent-resources-synced Mar 02 05:20:26.981530 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Loading extension file: allowedaddresspairs.py {{(pid=103601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 05:20:26.983309 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 05:20:26.983838 dv-cinder-768458-18-iscsi neutron-server[103601]: INFO neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Loaded extension: allowed-address-pairs Mar 02 05:20:26.984171 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Loading extension file: auto_allocated_topology.py {{(pid=103601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 05:20:26.985291 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 05:20:26.985801 dv-cinder-768458-18-iscsi neutron-server[103601]: INFO neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Loaded extension: auto-allocated-topology Mar 02 05:20:26.986128 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Loading extension file: availability_zone.py {{(pid=103601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 05:20:26.986816 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 05:20:26.987339 dv-cinder-768458-18-iscsi neutron-server[103601]: INFO neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Loaded extension: availability_zone Mar 02 05:20:26.987661 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Loading extension file: availability_zone_filter.py {{(pid=103601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 05:20:26.988566 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 05:20:26.989072 dv-cinder-768458-18-iscsi neutron-server[103601]: INFO neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Loaded extension: availability_zone_filter Mar 02 05:20:26.989393 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Loading extension file: data_plane_status.py {{(pid=103601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 05:20:26.990899 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 05:20:26.991565 dv-cinder-768458-18-iscsi neutron-server[103601]: INFO neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Extension data-plane-status not supported by any of loaded plugins Mar 02 05:20:26.991890 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Loading extension file: default_subnetpools.py {{(pid=103601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 05:20:26.992816 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 05:20:26.993325 dv-cinder-768458-18-iscsi neutron-server[103601]: INFO neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Loaded extension: default-subnetpools Mar 02 05:20:26.993651 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 05:20:26.994458 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 05:20:26.994973 dv-cinder-768458-18-iscsi neutron-server[103601]: INFO neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Loaded extension: dhcp_agent_scheduler Mar 02 05:20:26.995319 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Loading extension file: dns.py {{(pid=103601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 05:20:26.996292 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 05:20:26.996790 dv-cinder-768458-18-iscsi neutron-server[103601]: INFO neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Extension dns-integration not supported by any of loaded plugins Mar 02 05:20:26.997111 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Loading extension file: dns_domain_ports.py {{(pid=103601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 05:20:26.998016 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 05:20:26.998521 dv-cinder-768458-18-iscsi neutron-server[103601]: INFO neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Extension dns-domain-ports not supported by any of loaded plugins Mar 02 05:20:26.998867 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 05:20:27.002524 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 05:20:27.003001 dv-cinder-768458-18-iscsi neutron-server[103601]: INFO neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Mar 02 05:20:27.003351 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Loading extension file: dvr.py {{(pid=103601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 05:20:27.004015 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 05:20:27.004517 dv-cinder-768458-18-iscsi neutron-server[103601]: INFO neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Loaded extension: dvr Mar 02 05:20:27.004837 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Loading extension file: ecmp_routes.py {{(pid=103601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 05:20:27.005849 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 05:20:27.007019 dv-cinder-768458-18-iscsi neutron-server[103601]: INFO neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Extension ecmp_routes not supported by any of loaded plugins Mar 02 05:20:27.007497 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Loading extension file: empty_string_filtering.py {{(pid=103601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 05:20:27.008287 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 05:20:27.008794 dv-cinder-768458-18-iscsi neutron-server[103601]: INFO neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Loaded extension: empty-string-filtering Mar 02 05:20:27.009116 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 05:20:27.010018 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 05:20:27.010514 dv-cinder-768458-18-iscsi neutron-server[103601]: INFO neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Mar 02 05:20:27.010831 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 05:20:27.011780 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 05:20:27.012278 dv-cinder-768458-18-iscsi neutron-server[103601]: INFO neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Mar 02 05:20:27.012597 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Loading extension file: external_net.py {{(pid=103601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 05:20:27.013501 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 05:20:27.014001 dv-cinder-768458-18-iscsi neutron-server[103601]: INFO neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Loaded extension: external-net Mar 02 05:20:27.014318 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 05:20:27.015218 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 05:20:27.015738 dv-cinder-768458-18-iscsi neutron-server[103601]: INFO neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Loaded extension: extra_dhcp_opt Mar 02 05:20:27.016059 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Loading extension file: extraroute.py {{(pid=103601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 05:20:27.016949 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 05:20:27.017450 dv-cinder-768458-18-iscsi neutron-server[103601]: INFO neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Loaded extension: extraroute Mar 02 05:20:27.017774 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Loading extension file: extraroute_atomic.py {{(pid=103601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 05:20:27.018855 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 05:20:27.019379 dv-cinder-768458-18-iscsi neutron-server[103601]: INFO neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Loaded extension: extraroute-atomic Mar 02 05:20:27.019700 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Loading extension file: filter_validation.py {{(pid=103601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 05:20:27.020362 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 05:20:27.020857 dv-cinder-768458-18-iscsi neutron-server[103601]: INFO neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Loaded extension: filter-validation Mar 02 05:20:27.021179 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Loading extension file: fip_pf_description.py {{(pid=103601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 05:20:27.022106 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 05:20:27.022599 dv-cinder-768458-18-iscsi neutron-server[103601]: INFO neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Mar 02 05:20:27.022920 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Loading extension file: fip_port_details.py {{(pid=103601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 05:20:27.024047 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 05:20:27.024553 dv-cinder-768458-18-iscsi neutron-server[103601]: INFO neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Loaded extension: fip-port-details Mar 02 05:20:27.024928 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Loading extension file: flavors.py {{(pid=103601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 05:20:27.026124 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 05:20:27.026641 dv-cinder-768458-18-iscsi neutron-server[103601]: INFO neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Loaded extension: flavors Mar 02 05:20:27.026968 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 05:20:27.028679 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 05:20:27.029243 dv-cinder-768458-18-iscsi neutron-server[103601]: INFO neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Mar 02 05:20:27.029588 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Loading extension file: floatingip_pools.py {{(pid=103601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 05:20:27.030292 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 05:20:27.030825 dv-cinder-768458-18-iscsi neutron-server[103601]: INFO neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Loaded extension: floatingip-pools Mar 02 05:20:27.031157 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Loading extension file: ip_allocation.py {{(pid=103601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 05:20:27.032108 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 05:20:27.032614 dv-cinder-768458-18-iscsi neutron-server[103601]: INFO neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Extension ip_allocation not supported by any of loaded plugins Mar 02 05:20:27.032938 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 05:20:27.033850 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 05:20:27.034358 dv-cinder-768458-18-iscsi neutron-server[103601]: INFO neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Loaded extension: ip-substring-filtering Mar 02 05:20:27.034684 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Loading extension file: l2_adjacency.py {{(pid=103601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 05:20:27.035628 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 05:20:27.036159 dv-cinder-768458-18-iscsi neutron-server[103601]: INFO neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Extension l2_adjacency not supported by any of loaded plugins Mar 02 05:20:27.036480 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Loading extension file: l3.py {{(pid=103601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 05:20:27.038038 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 05:20:27.038558 dv-cinder-768458-18-iscsi neutron-server[103601]: INFO neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Loaded extension: router Mar 02 05:20:27.038885 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 05:20:27.041235 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 05:20:27.041758 dv-cinder-768458-18-iscsi neutron-server[103601]: INFO neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Mar 02 05:20:27.042088 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 05:20:27.043015 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 05:20:27.047929 dv-cinder-768458-18-iscsi neutron-server[103601]: INFO neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Loaded extension: ext-gw-mode Mar 02 05:20:27.047929 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 05:20:27.048551 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 05:20:27.049062 dv-cinder-768458-18-iscsi neutron-server[103601]: INFO neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Loaded extension: l3-ha Mar 02 05:20:27.049387 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 05:20:27.050298 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 05:20:27.050798 dv-cinder-768458-18-iscsi neutron-server[103601]: INFO neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Mar 02 05:20:27.051120 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Loading extension file: l3_flavors.py {{(pid=103601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 05:20:27.052073 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 05:20:27.052602 dv-cinder-768458-18-iscsi neutron-server[103601]: INFO neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Loaded extension: l3-flavors Mar 02 05:20:27.053652 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Loading extension file: l3_ndp_proxy.py {{(pid=103601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 05:20:27.055079 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 05:20:27.055623 dv-cinder-768458-18-iscsi neutron-server[103601]: INFO neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Mar 02 05:20:27.055952 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 05:20:27.056861 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 05:20:27.057367 dv-cinder-768458-18-iscsi neutron-server[103601]: INFO neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Loaded extension: l3-port-ip-change-not-allowed Mar 02 05:20:27.057690 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Loading extension file: l3agentscheduler.py {{(pid=103601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 05:20:27.058737 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 05:20:27.059263 dv-cinder-768458-18-iscsi neutron-server[103601]: INFO neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Loaded extension: l3_agent_scheduler Mar 02 05:20:27.059602 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Loading extension file: local_ip.py {{(pid=103601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 05:20:27.061378 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 05:20:27.061910 dv-cinder-768458-18-iscsi neutron-server[103601]: INFO neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Extension local_ip not supported by any of loaded plugins Mar 02 05:20:27.062244 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Loading extension file: logging.py {{(pid=103601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 05:20:27.065254 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 05:20:27.065778 dv-cinder-768458-18-iscsi neutron-server[103601]: INFO neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Extension logging not supported by any of loaded plugins Mar 02 05:20:27.066117 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Loading extension file: metering.py {{(pid=103601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 05:20:27.066864 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 05:20:27.067479 dv-cinder-768458-18-iscsi neutron-server[103601]: INFO neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Loaded extension: metering Mar 02 05:20:27.067812 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 05:20:27.068930 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 05:20:27.069444 dv-cinder-768458-18-iscsi neutron-server[103601]: INFO neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Loaded extension: metering_source_and_destination_fields Mar 02 05:20:27.069777 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Loading extension file: multiprovidernet.py {{(pid=103601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 05:20:27.070753 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 05:20:27.071211 dv-cinder-768458-18-iscsi neutron-server[103601]: INFO neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Loaded extension: multi-provider Mar 02 05:20:27.084026 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Loading extension file: netmtu.py {{(pid=103601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 05:20:27.084825 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 05:20:27.085596 dv-cinder-768458-18-iscsi neutron-server[103601]: INFO neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Loaded extension: net-mtu Mar 02 05:20:27.085921 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Loading extension file: netmtu_writable.py {{(pid=103601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 05:20:27.086840 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 05:20:27.087379 dv-cinder-768458-18-iscsi neutron-server[103601]: INFO neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Loaded extension: net-mtu-writable Mar 02 05:20:27.087730 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Loading extension file: network_availability_zone.py {{(pid=103601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 05:20:27.088370 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 05:20:27.088869 dv-cinder-768458-18-iscsi neutron-server[103601]: INFO neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Loaded extension: network_availability_zone Mar 02 05:20:27.089237 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Loading extension file: network_ip_availability.py {{(pid=103601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 05:20:27.090356 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 05:20:27.090867 dv-cinder-768458-18-iscsi neutron-server[103601]: INFO neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Loaded extension: network-ip-availability Mar 02 05:20:27.091193 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Loading extension file: network_segment_range.py {{(pid=103601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 05:20:27.091985 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 05:20:27.092484 dv-cinder-768458-18-iscsi neutron-server[103601]: INFO neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Extension network-segment-range not supported by any of loaded plugins Mar 02 05:20:27.092806 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Loading extension file: pagination.py {{(pid=103601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 05:20:27.093786 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 05:20:27.094124 dv-cinder-768458-18-iscsi neutron-server[103601]: INFO neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Loaded extension: pagination Mar 02 05:20:27.094443 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Loading extension file: port_device_profile.py {{(pid=103601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 05:20:27.095366 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 05:20:27.095896 dv-cinder-768458-18-iscsi neutron-server[103601]: INFO neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Loaded extension: port-device-profile Mar 02 05:20:27.096204 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 05:20:27.097122 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 05:20:27.097631 dv-cinder-768458-18-iscsi neutron-server[103601]: INFO neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Loaded extension: port-mac-address-regenerate Mar 02 05:20:27.097952 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 05:20:27.098855 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 05:20:27.099388 dv-cinder-768458-18-iscsi neutron-server[103601]: INFO neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Loaded extension: port-numa-affinity-policy Mar 02 05:20:27.100377 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Loading extension file: port_resource_request.py {{(pid=103601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 05:20:27.101305 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 05:20:27.101805 dv-cinder-768458-18-iscsi neutron-server[103601]: INFO neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Extension port-resource-request not supported by any of loaded plugins Mar 02 05:20:27.102129 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Loading extension file: port_resource_request_groups.py {{(pid=103601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 05:20:27.103095 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 05:20:27.103637 dv-cinder-768458-18-iscsi neutron-server[103601]: INFO neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Extension port-resource-request-groups not supported by any of loaded plugins Mar 02 05:20:27.103959 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Loading extension file: portbindings.py {{(pid=103601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 05:20:27.104896 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 05:20:27.105403 dv-cinder-768458-18-iscsi neutron-server[103601]: INFO neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Loaded extension: binding Mar 02 05:20:27.105726 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Loading extension file: portbindings_extended.py {{(pid=103601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 05:20:27.106991 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 05:20:27.107542 dv-cinder-768458-18-iscsi neutron-server[103601]: INFO neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Loaded extension: binding-extended Mar 02 05:20:27.107874 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Loading extension file: portsecurity.py {{(pid=103601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 05:20:27.116733 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 05:20:27.117271 dv-cinder-768458-18-iscsi neutron-server[103601]: INFO neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Loaded extension: port-security Mar 02 05:20:27.117611 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Loading extension file: project_id.py {{(pid=103601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 05:20:27.118625 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 05:20:27.118966 dv-cinder-768458-18-iscsi neutron-server[103601]: INFO neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Loaded extension: project-id Mar 02 05:20:27.119317 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Loading extension file: providernet.py {{(pid=103601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 05:20:27.120247 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 05:20:27.120767 dv-cinder-768458-18-iscsi neutron-server[103601]: INFO neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Loaded extension: provider Mar 02 05:20:27.121099 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Loading extension file: qos.py {{(pid=103601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 05:20:27.124794 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 05:20:27.125318 dv-cinder-768458-18-iscsi neutron-server[103601]: INFO neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Extension qos not supported by any of loaded plugins Mar 02 05:20:27.125651 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 05:20:27.126911 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 05:20:27.127462 dv-cinder-768458-18-iscsi neutron-server[103601]: INFO neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Mar 02 05:20:27.127800 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 05:20:27.128731 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 05:20:27.129246 dv-cinder-768458-18-iscsi neutron-server[103601]: INFO neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Mar 02 05:20:27.129579 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Loading extension file: qos_default.py {{(pid=103601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 05:20:27.130497 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 05:20:27.131015 dv-cinder-768458-18-iscsi neutron-server[103601]: INFO neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Extension qos-default not supported by any of loaded plugins Mar 02 05:20:27.131367 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Loading extension file: qos_fip.py {{(pid=103601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 05:20:27.132316 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 05:20:27.132834 dv-cinder-768458-18-iscsi neutron-server[103601]: INFO neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Extension qos-fip not supported by any of loaded plugins Mar 02 05:20:27.133167 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 05:20:27.134087 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 05:20:27.134610 dv-cinder-768458-18-iscsi neutron-server[103601]: INFO neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Mar 02 05:20:27.134943 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Loading extension file: qos_gateway_ip.py {{(pid=103601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 05:20:27.135889 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 05:20:27.136409 dv-cinder-768458-18-iscsi neutron-server[103601]: INFO neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Extension qos-gateway-ip not supported by any of loaded plugins Mar 02 05:20:27.136740 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Loading extension file: qos_port_network_policy.py {{(pid=103601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 05:20:27.137779 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 05:20:27.138296 dv-cinder-768458-18-iscsi neutron-server[103601]: INFO neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Extension qos-port-network-policy not supported by any of loaded plugins Mar 02 05:20:27.138704 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 05:20:27.139785 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 05:20:27.140306 dv-cinder-768458-18-iscsi neutron-server[103601]: INFO neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Extension qos-pps-minimum not supported by any of loaded plugins Mar 02 05:20:27.140639 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 05:20:27.141683 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 05:20:27.142206 dv-cinder-768458-18-iscsi neutron-server[103601]: INFO neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Mar 02 05:20:27.142539 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Loading extension file: qos_pps_rule.py {{(pid=103601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 05:20:27.143759 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 05:20:27.144280 dv-cinder-768458-18-iscsi neutron-server[103601]: INFO neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Extension qos-pps not supported by any of loaded plugins Mar 02 05:20:27.144612 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Loading extension file: qos_rule_type_details.py {{(pid=103601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 05:20:27.150692 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 05:20:27.151208 dv-cinder-768458-18-iscsi neutron-server[103601]: INFO neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Extension qos-rule-type-details not supported by any of loaded plugins Mar 02 05:20:27.151565 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Loading extension file: qos_rules_alias.py {{(pid=103601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 05:20:27.152631 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 05:20:27.153149 dv-cinder-768458-18-iscsi neutron-server[103601]: INFO neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Extension qos-rules-alias not supported by any of loaded plugins Mar 02 05:20:27.153482 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Loading extension file: quota_check_limit.py {{(pid=103601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 05:20:27.154398 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 05:20:27.154922 dv-cinder-768458-18-iscsi neutron-server[103601]: INFO neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Loaded extension: quota-check-limit Mar 02 05:20:27.155253 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Loading extension file: quotasv2.py {{(pid=103601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 05:20:27.156233 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 05:20:27.156569 dv-cinder-768458-18-iscsi neutron-server[103601]: INFO neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Loaded extension: quotas Mar 02 05:20:27.156905 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Loading extension file: quotasv2_detail.py {{(pid=103601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 05:20:27.158720 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 05:20:27.159064 dv-cinder-768458-18-iscsi neutron-server[103601]: INFO neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Loaded extension: quota_details Mar 02 05:20:27.159426 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Loading extension file: rbac.py {{(pid=103601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 05:20:27.160487 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 05:20:27.161017 dv-cinder-768458-18-iscsi neutron-server[103601]: INFO neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Loaded extension: rbac-policies Mar 02 05:20:27.161351 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Loading extension file: rbac_address_group.py {{(pid=103601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 05:20:27.163100 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 05:20:27.163660 dv-cinder-768458-18-iscsi neutron-server[103601]: INFO neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Loaded extension: rbac-address-group Mar 02 05:20:27.163993 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Loading extension file: rbac_address_scope.py {{(pid=103601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 05:20:27.164929 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 05:20:27.165449 dv-cinder-768458-18-iscsi neutron-server[103601]: INFO neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Loaded extension: rbac-address-scope Mar 02 05:20:27.165779 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Loading extension file: rbac_security_groups.py {{(pid=103601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 05:20:27.166701 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 05:20:27.167219 dv-cinder-768458-18-iscsi neutron-server[103601]: INFO neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Loaded extension: rbac-security-groups Mar 02 05:20:27.167574 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Loading extension file: rbac_subnetpool.py {{(pid=103601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 05:20:27.168571 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 05:20:27.169091 dv-cinder-768458-18-iscsi neutron-server[103601]: INFO neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Loaded extension: rbac-subnetpool Mar 02 05:20:27.169549 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Loading extension file: revisionifmatch.py {{(pid=103601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 05:20:27.170483 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 05:20:27.171004 dv-cinder-768458-18-iscsi neutron-server[103601]: INFO neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Loaded extension: revision-if-match Mar 02 05:20:27.171357 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Loading extension file: revisions.py {{(pid=103601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 05:20:27.172512 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 05:20:27.173032 dv-cinder-768458-18-iscsi neutron-server[103601]: INFO neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Loaded extension: standard-attr-revisions Mar 02 05:20:27.173364 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Loading extension file: router_availability_zone.py {{(pid=103601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 05:20:27.174044 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 05:20:27.174574 dv-cinder-768458-18-iscsi neutron-server[103601]: INFO neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Loaded extension: router_availability_zone Mar 02 05:20:27.174902 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Loading extension file: routerservicetype.py {{(pid=103601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 05:20:27.179678 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 05:20:27.180198 dv-cinder-768458-18-iscsi neutron-server[103601]: INFO neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Extension router-service-type not supported by any of loaded plugins Mar 02 05:20:27.180529 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 05:20:27.181468 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 05:20:27.181985 dv-cinder-768458-18-iscsi neutron-server[103601]: INFO neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Loaded extension: security-groups-normalized-cidr Mar 02 05:20:27.182315 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 05:20:27.183239 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 05:20:27.183779 dv-cinder-768458-18-iscsi neutron-server[103601]: INFO neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Loaded extension: port-security-groups-filtering Mar 02 05:20:27.184105 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 05:20:27.185048 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 05:20:27.185566 dv-cinder-768458-18-iscsi neutron-server[103601]: INFO neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Loaded extension: security-groups-remote-address-group Mar 02 05:20:27.185894 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 05:20:27.186889 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 05:20:27.187442 dv-cinder-768458-18-iscsi neutron-server[103601]: INFO neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Loaded extension: security-groups-shared-filtering Mar 02 05:20:27.187773 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 05:20:27.188369 dv-cinder-768458-18-iscsi neutron-server[103601]: WARNING neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Mar 02 05:20:27.188696 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Loading extension file: securitygroup.py {{(pid=103601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 05:20:27.198590 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 05:20:27.199123 dv-cinder-768458-18-iscsi neutron-server[103601]: INFO neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Loaded extension: security-group Mar 02 05:20:27.199490 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Loading extension file: segment.py {{(pid=103601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 05:20:27.200290 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 05:20:27.200805 dv-cinder-768458-18-iscsi neutron-server[103601]: INFO neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Extension segment not supported by any of loaded plugins Mar 02 05:20:27.201146 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 05:20:27.202099 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 05:20:27.202640 dv-cinder-768458-18-iscsi neutron-server[103601]: INFO neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Mar 02 05:20:27.202969 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Loading extension file: servicetype.py {{(pid=103601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 05:20:27.208685 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 05:20:27.209233 dv-cinder-768458-18-iscsi neutron-server[103601]: INFO neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Loaded extension: service-type Mar 02 05:20:27.209569 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Loading extension file: sorting.py {{(pid=103601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 05:20:27.210833 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 05:20:27.211165 dv-cinder-768458-18-iscsi neutron-server[103601]: INFO neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Loaded extension: sorting Mar 02 05:20:27.211529 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Loading extension file: standard_attr_segment.py {{(pid=103601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 05:20:27.212452 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 05:20:27.212971 dv-cinder-768458-18-iscsi neutron-server[103601]: INFO neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Extension standard-attr-segment not supported by any of loaded plugins Mar 02 05:20:27.213300 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Loading extension file: standardattrdescription.py {{(pid=103601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 05:20:27.213964 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 05:20:27.214474 dv-cinder-768458-18-iscsi neutron-server[103601]: INFO neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Loaded extension: standard-attr-description Mar 02 05:20:27.214876 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Loading extension file: stateful_security_group.py {{(pid=103601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 05:20:27.215846 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 05:20:27.216372 dv-cinder-768458-18-iscsi neutron-server[103601]: INFO neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Loaded extension: stateful-security-group Mar 02 05:20:27.216708 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Loading extension file: stdattrs_common.py {{(pid=103601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 05:20:27.217281 dv-cinder-768458-18-iscsi neutron-server[103601]: WARNING neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Mar 02 05:20:27.217606 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 05:20:27.218549 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 05:20:27.219066 dv-cinder-768458-18-iscsi neutron-server[103601]: INFO neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Mar 02 05:20:27.219426 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Loading extension file: subnet_onboard.py {{(pid=103601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 05:20:27.220542 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 05:20:27.221066 dv-cinder-768458-18-iscsi neutron-server[103601]: INFO neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Loaded extension: subnet_onboard Mar 02 05:20:27.221396 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 05:20:27.222343 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 05:20:27.222856 dv-cinder-768458-18-iscsi neutron-server[103601]: INFO neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Mar 02 05:20:27.223184 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Loading extension file: subnet_service_types.py {{(pid=103601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 05:20:27.224131 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 05:20:27.225257 dv-cinder-768458-18-iscsi neutron-server[103601]: INFO neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Loaded extension: subnet-service-types Mar 02 05:20:27.225597 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Loading extension file: subnetallocation.py {{(pid=103601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 05:20:27.226717 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 05:20:27.227231 dv-cinder-768458-18-iscsi neutron-server[103601]: INFO neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Loaded extension: subnet_allocation Mar 02 05:20:27.227590 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 05:20:27.228459 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 05:20:27.229129 dv-cinder-768458-18-iscsi neutron-server[103601]: INFO neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Loaded extension: subnetpool-prefix-ops Mar 02 05:20:27.229612 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 05:20:27.230571 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 05:20:27.231080 dv-cinder-768458-18-iscsi neutron-server[103601]: INFO neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Mar 02 05:20:27.231440 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Loading extension file: tagging.py {{(pid=103601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 05:20:27.232511 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 05:20:27.233028 dv-cinder-768458-18-iscsi neutron-server[103601]: INFO neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Loaded extension: standard-attr-tag Mar 02 05:20:27.233359 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Loading extension file: timestamp.py {{(pid=103601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 05:20:27.234576 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 05:20:27.235094 dv-cinder-768458-18-iscsi neutron-server[103601]: INFO neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Loaded extension: standard-attr-timestamp Mar 02 05:20:27.235457 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Loading extension file: trunk.py {{(pid=103601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 05:20:27.253647 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 05:20:27.254161 dv-cinder-768458-18-iscsi neutron-server[103601]: INFO neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Extension trunk not supported by any of loaded plugins Mar 02 05:20:27.254495 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Loading extension file: trunk_details.py {{(pid=103601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 05:20:27.255453 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 05:20:27.255999 dv-cinder-768458-18-iscsi neutron-server[103601]: INFO neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Extension trunk-details not supported by any of loaded plugins Mar 02 05:20:27.256460 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Loading extension file: uplink_status_propagation.py {{(pid=103601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 05:20:27.257395 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 05:20:27.257904 dv-cinder-768458-18-iscsi neutron-server[103601]: INFO neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Extension uplink-status-propagation not supported by any of loaded plugins Mar 02 05:20:27.258233 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Loading extension file: vlantransparent.py {{(pid=103601) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 05:20:27.258912 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103601) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 05:20:27.259450 dv-cinder-768458-18-iscsi neutron-server[103601]: INFO neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Extension vlan-transparent not supported by any of loaded plugins Mar 02 05:20:27.261979 dv-cinder-768458-18-iscsi neutron-server[103601]: INFO neutron.quota.resource_registry [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Creating instance of TrackedResource for resource:network Mar 02 05:20:27.262506 dv-cinder-768458-18-iscsi neutron-server[103601]: INFO neutron.quota.resource_registry [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Creating instance of TrackedResource for resource:subnet Mar 02 05:20:27.262912 dv-cinder-768458-18-iscsi neutron-server[103601]: INFO neutron.quota.resource_registry [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Creating instance of TrackedResource for resource:subnetpool Mar 02 05:20:27.263324 dv-cinder-768458-18-iscsi neutron-server[103601]: INFO neutron.quota.resource_registry [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Creating instance of TrackedResource for resource:port Mar 02 05:20:27.264590 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.v2.resource_helper [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103601) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 02 05:20:27.265035 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.v2.resource_helper [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Service FLAVORS assigned prefix: {{(pid=103601) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 02 05:20:27.265645 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.v2.resource_helper [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103601) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 02 05:20:27.266077 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.v2.resource_helper [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103601) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 02 05:20:27.266413 dv-cinder-768458-18-iscsi neutron-server[103601]: INFO neutron.quota.resource_registry [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Creating instance of TrackedResource for resource:router Mar 02 05:20:27.266837 dv-cinder-768458-18-iscsi neutron-server[103601]: INFO neutron.quota.resource_registry [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Creating instance of TrackedResource for resource:floatingip Mar 02 05:20:27.267337 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.v2.resource_helper [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Service METERING assigned prefix: /metering {{(pid=103601) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 02 05:20:27.268809 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 05:20:27.269188 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 05:20:27.269546 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 05:20:27.270541 dv-cinder-768458-18-iscsi neutron-server[103601]: INFO neutron.quota.resource_registry [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Creating instance of CountableResource for resource:rbac_policy Mar 02 05:20:27.270998 dv-cinder-768458-18-iscsi neutron-server[103601]: INFO neutron.quota.resource_registry [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Creating instance of TrackedResource for resource:security_group Mar 02 05:20:27.271498 dv-cinder-768458-18-iscsi neutron-server[103601]: INFO neutron.quota.resource_registry [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 02 05:20:27.272098 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.v2.resource_helper [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Service CORE assigned prefix: {{(pid=103601) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 02 05:20:27.272503 dv-cinder-768458-18-iscsi neutron-server[103601]: INFO neutron.quota.resource_registry [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Creating instance of TrackedResource for resource:subnetpool Mar 02 05:20:27.272861 dv-cinder-768458-18-iscsi neutron-server[103601]: WARNING neutron.quota.resource_registry [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] subnetpool is already registered Mar 02 05:20:27.273297 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.v2.resource_helper [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Service CORE assigned prefix: {{(pid=103601) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 02 05:20:27.273627 dv-cinder-768458-18-iscsi neutron-server[103601]: INFO neutron.quota.resource_registry [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Creating instance of TrackedResource for resource:subnetpool Mar 02 05:20:27.273961 dv-cinder-768458-18-iscsi neutron-server[103601]: WARNING neutron.quota.resource_registry [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] subnetpool is already registered Mar 02 05:20:27.276241 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.v2.resource_helper [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103601) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 02 05:20:27.276677 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.v2.resource_helper [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Service FLAVORS assigned prefix: {{(pid=103601) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 02 05:20:27.277263 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.v2.resource_helper [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103601) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 02 05:20:27.277685 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.v2.resource_helper [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103601) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 02 05:20:27.278022 dv-cinder-768458-18-iscsi neutron-server[103601]: INFO neutron.quota.resource_registry [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Creating instance of TrackedResource for resource:router Mar 02 05:20:27.278362 dv-cinder-768458-18-iscsi neutron-server[103601]: WARNING neutron.quota.resource_registry [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] router is already registered Mar 02 05:20:27.281725 dv-cinder-768458-18-iscsi neutron-server[103601]: INFO neutron.quota.resource_registry [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Creating instance of TrackedResource for resource:floatingip Mar 02 05:20:27.281725 dv-cinder-768458-18-iscsi neutron-server[103601]: WARNING neutron.quota.resource_registry [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] floatingip is already registered Mar 02 05:20:27.281725 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.v2.resource_helper [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Service METERING assigned prefix: /metering {{(pid=103601) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 02 05:20:27.281725 dv-cinder-768458-18-iscsi neutron-server[103601]: INFO neutron.quota.resource_registry [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Creating instance of CountableResource for resource:rbac_policy Mar 02 05:20:27.281725 dv-cinder-768458-18-iscsi neutron-server[103601]: WARNING neutron.quota.resource_registry [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] rbac_policy is already registered Mar 02 05:20:27.281725 dv-cinder-768458-18-iscsi neutron-server[103601]: INFO neutron.quota.resource_registry [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Creating instance of TrackedResource for resource:security_group Mar 02 05:20:27.281725 dv-cinder-768458-18-iscsi neutron-server[103601]: WARNING neutron.quota.resource_registry [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] security_group is already registered Mar 02 05:20:27.281725 dv-cinder-768458-18-iscsi neutron-server[103601]: INFO neutron.quota.resource_registry [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 02 05:20:27.282376 dv-cinder-768458-18-iscsi neutron-server[103601]: WARNING neutron.quota.resource_registry [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] security_group_rule is already registered Mar 02 05:20:27.282578 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.v2.resource_helper [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Service CORE assigned prefix: {{(pid=103601) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 02 05:20:27.282906 dv-cinder-768458-18-iscsi neutron-server[103601]: INFO neutron.quota.resource_registry [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Creating instance of TrackedResource for resource:subnetpool Mar 02 05:20:27.283247 dv-cinder-768458-18-iscsi neutron-server[103601]: WARNING neutron.quota.resource_registry [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] subnetpool is already registered Mar 02 05:20:27.283689 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.v2.resource_helper [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Service CORE assigned prefix: {{(pid=103601) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 02 05:20:27.284015 dv-cinder-768458-18-iscsi neutron-server[103601]: INFO neutron.quota.resource_registry [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Creating instance of TrackedResource for resource:subnetpool Mar 02 05:20:27.284345 dv-cinder-768458-18-iscsi neutron-server[103601]: WARNING neutron.quota.resource_registry [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] subnetpool is already registered Mar 02 05:20:27.284817 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Extended resource: extensions {{(pid=103601) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 05:20:27.286292 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Extended resource: address-groups {{(pid=103601) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 05:20:27.288630 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Extended resource: address-scopes {{(pid=103601) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 05:20:27.289968 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Extended resource: agents {{(pid=103601) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 05:20:27.291139 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Extended resource: auto-allocated-topology {{(pid=103601) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 05:20:27.292423 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Extended resource: availability_zones {{(pid=103601) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 05:20:27.293671 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Extended resource: dhcp-networks {{(pid=103601) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 05:20:27.295193 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Extended resource: dhcp-agents {{(pid=103601) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 05:20:27.296717 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Extended resource: routers {{(pid=103601) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 05:20:27.298984 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Extended resource: flavors {{(pid=103601) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 05:20:27.300215 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Extended resource: service_profiles {{(pid=103601) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 05:20:27.301436 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Extended resource: next_providers {{(pid=103601) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 05:20:27.303679 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Extended resource: service_profiles {{(pid=103601) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 05:20:27.305251 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Extended resource: floatingip-pools {{(pid=103601) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 05:20:27.306481 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Extended resource: routers {{(pid=103601) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 05:20:27.308636 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Extended resource: floatingips {{(pid=103601) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 05:20:27.310873 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Extended resource: l3-routers {{(pid=103601) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 05:20:27.312302 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Extended resource: l3-agents {{(pid=103601) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 05:20:27.313747 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Extended resource: metering-labels {{(pid=103601) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 05:20:27.315106 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Extended resource: metering-label-rules {{(pid=103601) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 05:20:27.316450 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Extended resource: network-ip-availabilities {{(pid=103601) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 05:20:27.317731 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Extended resource: bindings {{(pid=103601) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 05:20:27.319501 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Extended resource: quotas {{(pid=103601) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 05:20:27.321117 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Extended resource: quotas {{(pid=103601) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 05:20:27.322613 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Extended resource: rbac-policies {{(pid=103601) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 05:20:27.323973 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Extended resource: security-groups {{(pid=103601) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 05:20:27.325201 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Extended resource: security-group-rules {{(pid=103601) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 05:20:27.326578 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Extended resource: service-providers {{(pid=103601) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 05:20:27.327860 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Extended resource: subnetpools {{(pid=103601) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 05:20:27.329275 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Extended resource: subnetpools {{(pid=103601) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 05:20:27.330745 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Extended resource: tags {{(pid=103601) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 05:20:27.332494 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Extended resource: tags {{(pid=103601) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 05:20:27.334356 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Extended resource: tags {{(pid=103601) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 05:20:27.336437 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Extended resource: tags {{(pid=103601) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 05:20:27.338234 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Extended resource: tags {{(pid=103601) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 05:20:27.340129 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Extended resource: tags {{(pid=103601) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 05:20:27.341815 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Extended resource: tags {{(pid=103601) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 05:20:27.343776 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Extended resource: tags {{(pid=103601) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 05:20:27.345557 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Extended resource: tags {{(pid=103601) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 05:20:27.347443 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron.api.extensions [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Extended resource: tags {{(pid=103601) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 05:20:27.353956 dv-cinder-768458-18-iscsi neutron-server[103601]: WARNING keystonemiddleware.auth_token [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Mar 02 05:20:27.358665 dv-cinder-768458-18-iscsi neutron-server[103601]: WARNING keystonemiddleware.auth_token [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Mar 02 05:20:27.367938 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Acquired lock "singleton_lock" {{(pid=103601) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Mar 02 05:20:27.368424 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Releasing lock "singleton_lock" {{(pid=103601) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Mar 02 05:20:27.369251 dv-cinder-768458-18-iscsi neutron-server[103601]: INFO oslo_service.service [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Starting 2 workers Mar 02 05:20:27.374127 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Started child 103714 {{(pid=103601) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 02 05:20:27.378845 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Started child 103715 {{(pid=103601) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 02 05:20:27.379771 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:20:27.380508 dv-cinder-768458-18-iscsi neutron-server[103601]: INFO neutron.service [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Neutron service started, listening on 0.0.0.0:9696 Mar 02 05:20:27.381388 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:20:27.381515 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [-] (103714) wsgi starting up on http://0.0.0.0:9696 Mar 02 05:20:27.383821 dv-cinder-768458-18-iscsi neutron-server[103601]: INFO oslo_service.service [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Starting 1 workers Mar 02 05:20:27.383965 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:20:27.385447 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [-] (103715) wsgi starting up on http://0.0.0.0:9696 Mar 02 05:20:27.389166 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Started child 103716 {{(pid=103601) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 02 05:20:27.389730 dv-cinder-768458-18-iscsi neutron-server[103601]: INFO oslo_service.service [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Starting 1 workers Mar 02 05:20:27.392904 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.service [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] calling RpcWorker wait() {{(pid=103716) _wait /opt/stack/neutron/neutron/service.py:128}} Mar 02 05:20:27.393434 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.service [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] returning from RpcWorker wait() {{(pid=103716) _wait /opt/stack/neutron/neutron/service.py:135}} Mar 02 05:20:27.394285 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Started child 103717 {{(pid=103601) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 02 05:20:27.394798 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:20:27.395100 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-79f42984-1030-457d-937f-dcdb82ff3331 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:20:27.395265 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 05:20:27.399399 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103601) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 02 05:20:27.399399 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 02 05:20:27.399399 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 02 05:20:27.399399 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 02 05:20:27.399399 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 02 05:20:27.399399 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 02 05:20:27.399399 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:27.399399 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:27.399935 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:27.400001 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:20:27.400452 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:27.400452 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:27.400804 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:27.400958 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 05:20:27.401119 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:27.401119 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:27.401401 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:27.401632 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:27.401821 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:27.401959 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:27.402221 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:27.402458 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:27.402768 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:27.403043 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:27.403319 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:27.403598 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:27.403774 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:27.404052 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:27.404319 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:27.404575 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:27.404849 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] debug = True {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:27.405110 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:27.405632 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:27.405871 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:27.406135 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:27.406379 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:27.406656 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:27.406923 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:27.407224 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:27.407509 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:27.407734 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:27.407999 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:27.408267 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:27.408568 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:27.408731 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:27.408987 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:27.409210 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:27.409486 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:27.409732 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:27.410209 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] host = dv-cinder-768458-18-iscsi {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:27.410450 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:27.410680 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:27.410927 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:27.411193 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:27.411468 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:27.411721 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:27.412517 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:27.412797 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:27.413031 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:27.413286 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:27.413534 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:27.413794 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:27.414198 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:27.414474 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] log_file = None {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:27.414645 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] log_options = True {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:27.414890 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:27.415184 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:27.415758 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:27.415758 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:27.415928 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:27.415996 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:27.416221 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:27.416429 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:27.416630 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:27.416856 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:27.417075 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:27.417319 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:27.417560 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:27.417801 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:27.418065 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:27.418287 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:27.418523 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:27.418754 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:27.419039 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:27.419294 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:27.419532 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:27.419768 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:27.420011 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:27.420236 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:27.420478 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:27.420729 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:27.420961 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:27.421236 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:27.421421 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:27.421639 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:27.421906 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:27.422154 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:27.422390 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:27.422628 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:27.423042 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:27.423447 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:27.423840 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:27.430772 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:27.430772 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:27.430772 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:27.430772 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:27.430772 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:27.430772 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:27.430772 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:27.430772 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:27.431393 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:27.431393 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] use_json = False {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:27.431393 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:27.431393 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:27.431393 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:27.431393 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:27.431393 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:27.431393 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:27.431393 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:27.432003 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:27.432003 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:27.432003 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.432003 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.432003 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.432003 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.432003 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.432003 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.432546 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.432546 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.432546 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.432546 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.432546 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.432546 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.432546 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.433031 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.433110 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.433979 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.433979 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.433979 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.434243 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.434382 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.434603 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.434847 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.435122 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.435374 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.435613 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.436027 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.436255 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.436701 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.437134 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.437471 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.437741 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.437999 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.32/identity {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.438267 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.438763 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.439199 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.439448 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.439716 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.439961 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.440218 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.440487 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.440739 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.440998 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.441228 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.441480 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.441704 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.441958 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.442189 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.442644 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.442967 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.443255 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.443481 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.443740 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.443972 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.444197 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.444433 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.444651 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.444919 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.445183 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.445407 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.445627 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.445862 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.446102 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.446339 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.446561 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.446798 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.447015 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.447257 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.447495 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.447901 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.453905 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.453905 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.453905 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.453905 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.453905 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.453905 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.453905 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.453905 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.453905 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.454580 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.454580 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.454580 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.454580 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.454580 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.454580 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.454580 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.454580 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.454580 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.455105 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.455105 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.455105 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.455105 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.455105 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.455105 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.455105 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.455105 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.455697 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.455697 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.455697 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.455697 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.455697 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.455697 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.455697 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.455697 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.456258 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.456258 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.456258 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.456258 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.456515 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.456697 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.457516 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.457919 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.458148 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.458394 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.458627 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.459466 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.459716 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.460276 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.460497 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.460765 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.461025 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.461280 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.461572 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.461819 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.462123 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.462433 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.462718 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.462980 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.463249 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.463518 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.463756 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.464019 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.464273 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.464509 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.464762 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.465004 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.465247 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.465504 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.465724 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.465978 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.466311 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.466581 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.466786 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.467003 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.467295 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.467565 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.467833 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.468096 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.468350 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.468588 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.468848 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.469078 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.32/identity {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.469300 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.469532 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.469765 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.469981 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.470231 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.470448 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.470702 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.470930 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.471147 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.471437 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.471658 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.471894 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.472110 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.472329 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.472716 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.473129 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.473529 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.473758 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.474033 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.474255 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.474551 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.475314 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.475519 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.475775 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.480389 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.480389 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.480389 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.480389 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.480389 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.480389 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.480389 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.480389 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.481513 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.481513 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.481513 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.481513 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.481513 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.481513 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.481513 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.481513 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.481990 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.481990 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.481990 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.481990 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.481990 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.481990 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.481990 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.481990 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.482468 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.482468 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.482468 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.482468 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.482690 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.482763 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.482996 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.483219 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.483468 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.483691 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.483940 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.484180 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.484439 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.484706 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.484926 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.485165 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.485400 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.485608 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.485824 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.486037 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.486271 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.486480 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.486691 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.486907 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.487201 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.487472 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.487719 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.487995 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.488245 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.488502 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.488736 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.488954 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.489227 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.489423 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.489646 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.489861 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.490121 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.490344 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.490557 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.490939 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.491033 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.491253 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.491524 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.491741 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.491975 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.492203 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.492426 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.492642 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.492868 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.493089 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.493304 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.493531 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.493757 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.493971 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.494200 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.494436 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.494649 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.494875 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.495373 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.495373 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.495591 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.495858 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.496076 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.499339 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.499339 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.499339 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.499339 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.499339 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.499339 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.499339 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.499339 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.500204 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.500204 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.500204 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.500204 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.500204 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.500204 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.500204 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.500204 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.501128 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:250:299'] {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.501128 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.501128 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.501362 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.501579 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.501861 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.502113 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.502366 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.502616 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.502844 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.503088 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.503325 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.503571 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.503795 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.506566 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.506566 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.506566 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.506566 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.506566 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.506566 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.506566 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.506566 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.506566 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.507387 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.507387 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 02 05:20:27.507387 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103601) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 02 05:20:27.507387 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 02 05:20:27.507387 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 02 05:20:27.507387 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 02 05:20:27.507387 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 02 05:20:27.507881 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 02 05:20:27.507881 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:27.507881 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:27.508091 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:27.508206 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:27.508367 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:27.508553 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:27.508716 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:27.508874 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:27.509033 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:27.509193 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:27.509353 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:27.509513 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:27.509673 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:27.509831 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:27.509989 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:27.510151 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:27.510309 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:27.510469 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:27.510634 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:27.510792 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:27.510952 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:27.511110 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:27.511268 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] debug = True {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:27.511451 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:27.511652 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:27.511816 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:27.511977 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:27.512158 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:27.512319 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:27.512477 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:27.512623 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:27.512790 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:27.513039 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:27.513159 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:27.513280 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:27.513446 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:27.513611 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:27.513771 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:27.513930 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:27.514091 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:27.514250 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:27.514415 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] host = dv-cinder-768458-18-iscsi {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:27.514608 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:27.514794 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:27.514877 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:27.515045 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:27.515210 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:27.515382 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:27.515527 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:27.515697 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:27.515784 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:27.515966 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:27.516130 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:27.516251 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:27.516418 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:27.516582 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] log_file = None {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:27.516668 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] log_options = True {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:27.516831 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:27.516965 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:27.517106 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:27.517280 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:27.517445 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:27.517608 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:27.517758 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:27.517931 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:27.518067 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:27.518200 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:27.518351 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:27.518496 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:27.518661 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:27.518819 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:27.518979 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:27.519138 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:27.519325 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:27.519479 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:27.519657 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:27.519821 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:27.519980 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:27.520135 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:27.520300 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:27.520456 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:27.520607 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:27.520751 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:27.520908 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:27.521069 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:27.521228 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:27.522198 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:27.522367 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:27.522530 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:27.522692 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:27.522852 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:27.523012 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:27.523171 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:27.523362 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:27.523523 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:27.523687 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:27.523848 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:27.524007 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:27.524170 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:27.524334 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:27.524954 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:27.524954 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:27.524954 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:27.524954 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] use_json = False {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:27.525573 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:27.525573 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:27.525573 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:27.525573 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:27.525861 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:27.525861 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:27.526007 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:27.526114 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:27.526282 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 05:20:27.526465 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.526624 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.526971 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.527138 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.527311 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.527477 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.527639 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.527801 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.527950 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.528148 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.528456 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.528456 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.528803 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.528803 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.528961 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.529034 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.529226 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.529318 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.529481 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.529641 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.529961 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.530274 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.530438 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.530607 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.530767 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.530947 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.531092 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.531240 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.531428 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.531575 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.531709 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.531846 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.32/identity {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.532013 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.532176 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.532330 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.532483 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.532634 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.532851 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.532942 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.533124 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.533272 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.533411 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.533548 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.533705 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.533921 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.534098 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.534216 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.534368 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.534474 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.534639 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.534802 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.534965 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.535129 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.535322 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.535478 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.535642 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.535803 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.540768 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.540768 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.540768 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.540768 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.540768 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.540768 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.540768 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.540768 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.540768 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.541488 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.541488 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.541488 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.541488 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.541488 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.541488 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.541488 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.541488 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.541488 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.542068 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.542068 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.542068 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.542068 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.542068 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.542068 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.542068 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.542068 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.542068 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.542616 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.542616 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.542616 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.542616 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.542616 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.542616 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.542616 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.542616 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.542616 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.543127 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.543127 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.543127 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.543127 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.543127 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.543127 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.543127 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.543127 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.543599 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.543599 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.543599 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.543599 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.543957 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.543957 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.544112 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.544191 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.544341 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.544501 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.544664 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.544821 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 05:20:27.544913 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.544992 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.545131 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.545292 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.545465 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.545623 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.545759 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.545928 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.546091 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.546253 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.546417 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.546587 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.546759 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.546922 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.547085 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.547245 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.547428 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.547590 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.547750 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.547912 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.548074 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.548235 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.548395 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.548569 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.548731 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.548892 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.549267 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.549267 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.549481 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.549600 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.549722 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.549833 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.549989 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.550149 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.550310 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.550485 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.550696 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.550872 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.551102 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.32/identity {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.551102 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.551471 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.551471 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.551751 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.551751 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.552087 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.552087 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.552426 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.552426 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.552852 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.552937 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.553150 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.553259 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.553574 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.553574 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.553777 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.553913 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.554007 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.554169 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.554374 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.554494 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.554656 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.554818 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.554965 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.555114 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.555308 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.555464 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.555628 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.555790 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.555952 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.556114 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.556277 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.556441 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.556595 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.556762 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.556929 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.557071 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.557266 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.557396 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.557572 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.557724 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.557879 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.558033 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.558214 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.558376 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.558536 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.558701 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.558864 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.559025 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.559187 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.559371 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.559534 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.559696 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.559859 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.560020 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.560181 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.560342 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.560504 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.560665 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.560830 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.560994 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.561156 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.561319 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.561481 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.561643 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.561804 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.561964 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.562126 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.562462 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.562462 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.562681 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.562801 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.562910 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.563072 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.563233 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.563418 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.563581 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.563747 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.563919 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.564081 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.564247 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.564409 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.564627 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.564725 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.564891 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.565052 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.565213 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.565373 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.565534 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.565695 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.565864 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.566026 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.566186 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.566346 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.566570 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.566682 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.566821 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.566982 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.567143 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.567324 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.567484 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.567644 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.567817 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.567979 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.568140 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.568325 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.568484 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.569740 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.569740 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.569740 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.569740 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.569740 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.569740 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.569740 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.569740 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.570935 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.570935 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.570935 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.570935 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.570935 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.570935 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.570935 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.570935 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.572163 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.572163 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.572163 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.572163 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.572163 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:250:299'] {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.572163 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.572163 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.572163 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.573377 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.573377 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.573377 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.573377 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.573377 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.573377 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.573377 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.573377 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.574675 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.574675 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.574675 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.574675 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.574675 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.574675 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.574675 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.574675 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.575563 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.575563 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.575563 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.575563 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 05:20:27.575563 dv-cinder-768458-18-iscsi neutron-server[103601]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103601) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 02 05:20:27.841909 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.32', 60852) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:20:27.850570 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [-] 10.222.0.32 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0065587 Mar 02 05:20:39.580058 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c551359-dee7-4b33-a5f2-f4c4fb01b466 None None] get_active_networks_info from dv-cinder-768458-18-iscsi {{(pid=103716) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 02 05:20:39.647405 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c551359-dee7-4b33-a5f2-f4c4fb01b466 None None] No non-hosted networks {{(pid=103716) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Mar 02 05:20:39.656721 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.agentschedulers_db [None req-9c551359-dee7-4b33-a5f2-f4c4fb01b466 None None] DHCP Agent not found on host dv-cinder-768458-18-iscsi {{(pid=103716) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Mar 02 05:20:39.766594 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-d38a9713-bc91-4afb-b457-6291025a2142 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-555427'] for agent (516abb3b-63f8-4dbb-a4f1-8865516966e2), after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:20:41.737971 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-67f87fee-d9f1-4a3c-9e2d-bb162e0dcfa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-555427'] for agent (9c2b50e6-1677-4aa9-928e-941b4c488fc5), after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:20:41.780544 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.db.api [None req-c92b1598-cd16-4c91-adad-8fb06c5f1422 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-768458-18-iscsi {{(pid=103716) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 05:20:41.781214 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG oslo_db.api [None req-c92b1598-cd16-4c91-adad-8fb06c5f1422 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 05:20:42.315135 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-c92b1598-cd16-4c91-adad-8fb06c5f1422 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (9c2b50e6-1677-4aa9-928e-941b4c488fc5), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:20:42.797128 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-2ae3422a-c85d-446a-90f5-ce5a8bf639ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-555427'] for agent (d4d802fc-4ac8-47f8-b030-2ffc185fa6dc), after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:20:44.278569 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f73b428b-984e-4c5a-9878-aef8f2b511ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-555427'] for agent (e0636eb1-3d25-4c31-a6e5-3f8fd1255322), after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:20:45.563223 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.32', 60934) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:20:45.788627 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-555427'] for agent (64307ea2-7468-48d5-a188-5e76dfb99c6b), after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:20:45.789427 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:20:45.789639 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:20:45.789984 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:20:45.790350 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:20:45.790686 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:20:45.791009 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:20:45.792319 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:20:45.792319 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:20:45.792319 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:20:45.792319 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:20:45.793376 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:20:45.793376 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:20:45.794261 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:20:45.794370 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-768458-18-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 05:20:45.810114 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-768458-18-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 05:20:46.112534 dv-cinder-768458-18-iscsi neutron-server[103715]: WARNING oslo_policy.policy [None req-d1f3ae2e-f54a-4568-a321-02e8b73dd35d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 02 05:20:46.113340 dv-cinder-768458-18-iscsi neutron-server[103715]: WARNING oslo_policy.policy [None req-d1f3ae2e-f54a-4568-a321-02e8b73dd35d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 02 05:20:46.336946 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.wsgi [None req-d1f3ae2e-f54a-4568-a321-02e8b73dd35d admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=103715) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 02 05:20:46.338331 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-d1f3ae2e-f54a-4568-a321-02e8b73dd35d admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7741656 Mar 02 05:20:48.903485 dv-cinder-768458-18-iscsi neutron-server[103716]: INFO neutron.db.l3_hamode_db [None req-b6efe303-e0d3-4c88-868d-b8fc8d363672 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Mar 02 05:20:48.979864 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6efe303-e0d3-4c88-868d-b8fc8d363672 None None] Routers set() bound to L3 agent in host dv-cinder-768458-18-iscsi {{(pid=103716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 05:20:48.980168 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6efe303-e0d3-4c88-868d-b8fc8d363672 None None] Router IDs set() for agent in host dv-cinder-768458-18-iscsi {{(pid=103716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 02 05:20:49.049898 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.32', 60960) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:20:49.355182 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.v2.base [None req-f640efdf-508f-4c84-9708-5ee86b738df3 admin admin] Request body: {'subnetpool': {'shared': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 05:20:49.449124 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.policy [None req-f640efdf-508f-4c84-9708-5ee86b738df3 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103715) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 02 05:20:49.491686 dv-cinder-768458-18-iscsi neutron-server[103715]: WARNING oslo_policy.policy [None req-f640efdf-508f-4c84-9708-5ee86b738df3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 02 05:20:49.492070 dv-cinder-768458-18-iscsi neutron-server[103715]: WARNING oslo_policy.policy [None req-f640efdf-508f-4c84-9708-5ee86b738df3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 02 05:20:49.653051 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-f640efdf-508f-4c84-9708-5ee86b738df3 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789292227613', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789292221376', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789292274772', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789292270431', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789292264176', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789292255630', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1295514', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1061595', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-458814', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16367085'] for rbac-policy (None), before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:20:49.940953 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-f640efdf-508f-4c84-9708-5ee86b738df3 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:20:49.942179 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-f640efdf-508f-4c84-9708-5ee86b738df3 admin admin] 10.222.0.32 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8912511 Mar 02 05:20:52.434113 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.32', 60970) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:20:52.751679 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.v2.base [None req-7913a483-9f2a-4e8f-9112-c6af8882f520 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 05:20:52.872837 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7913a483-9f2a-4e8f-9112-c6af8882f520 demo demo] Made reservation on behalf of 324116aa70a041969ec9631e124f98ff for: {'network': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 05:20:52.876575 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-7913a483-9f2a-4e8f-9112-c6af8882f520 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for network (None), before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:20:52.893835 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-7913a483-9f2a-4e8f-9112-c6af8882f520 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:20:53.000021 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-7913a483-9f2a-4e8f-9112-c6af8882f520 demo demo] Publish callbacks [] for security_group (6f3c2533-2058-45a2-89d8-f7a51ef98e55), precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:20:53.087410 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-7913a483-9f2a-4e8f-9112-c6af8882f520 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629892'] for security_group (6f3c2533-2058-45a2-89d8-f7a51ef98e55), after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:20:53.110948 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7913a483-9f2a-4e8f-9112-c6af8882f520 demo demo] vlan segment allocate from pool success with {'vlan_id': 262, 'physical_network': 'physnet1'} {{(pid=103715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 05:20:53.146420 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-7913a483-9f2a-4e8f-9112-c6af8882f520 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8789290248596', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1106907'] for segment (c78e969e-96d2-4bf9-b25a-3ab991d40c16), precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:20:53.147012 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-7913a483-9f2a-4e8f-9112-c6af8882f520 demo demo] Unsubscribe: segment precommit_create {{(pid=103715) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 02 05:20:53.147565 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.db.segments_db [None req-7913a483-9f2a-4e8f-9112-c6af8882f520 demo demo] Added segment c78e969e-96d2-4bf9-b25a-3ab991d40c16 of type vlan for network 449a83cd-9c13-436b-aa5e-80d95a45a775 Mar 02 05:20:53.163745 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7913a483-9f2a-4e8f-9112-c6af8882f520 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=6f3c2533-2058-45a2-89d8-f7a51ef98e55,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:20:53.189483 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7913a483-9f2a-4e8f-9112-c6af8882f520 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:20:53.189858 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7913a483-9f2a-4e8f-9112-c6af8882f520 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:20:53.190187 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7913a483-9f2a-4e8f-9112-c6af8882f520 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:20:53.190522 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7913a483-9f2a-4e8f-9112-c6af8882f520 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:20:53.190843 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7913a483-9f2a-4e8f-9112-c6af8882f520 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:20:53.191163 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7913a483-9f2a-4e8f-9112-c6af8882f520 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:20:53.191505 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7913a483-9f2a-4e8f-9112-c6af8882f520 demo demo] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:20:53.191824 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7913a483-9f2a-4e8f-9112-c6af8882f520 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:20:53.192899 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7913a483-9f2a-4e8f-9112-c6af8882f520 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:20:53.193359 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7913a483-9f2a-4e8f-9112-c6af8882f520 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:20:53.193682 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7913a483-9f2a-4e8f-9112-c6af8882f520 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:20:53.193998 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7913a483-9f2a-4e8f-9112-c6af8882f520 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:20:53.194312 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7913a483-9f2a-4e8f-9112-c6af8882f520 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:20:53.195749 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7913a483-9f2a-4e8f-9112-c6af8882f520 demo demo] Tracked resource versions report: Mar 02 05:20:53.195749 dv-cinder-768458-18-iscsi neutron-server[103715]: pushed versions: Mar 02 05:20:53.195749 dv-cinder-768458-18-iscsi neutron-server[103715]: { 'AddressGroup': {'1.2'}, Mar 02 05:20:53.195749 dv-cinder-768458-18-iscsi neutron-server[103715]: 'ConntrackHelper': {'1.0'}, Mar 02 05:20:53.195749 dv-cinder-768458-18-iscsi neutron-server[103715]: 'LocalIPAssociation': {'1.0'}, Mar 02 05:20:53.195749 dv-cinder-768458-18-iscsi neutron-server[103715]: 'Log': {'1.0'}, Mar 02 05:20:53.195749 dv-cinder-768458-18-iscsi neutron-server[103715]: 'Network': {'1.1'}, Mar 02 05:20:53.195749 dv-cinder-768458-18-iscsi neutron-server[103715]: 'Port': {'1.7'}, Mar 02 05:20:53.195749 dv-cinder-768458-18-iscsi neutron-server[103715]: 'PortForwarding': {'1.2'}, Mar 02 05:20:53.195749 dv-cinder-768458-18-iscsi neutron-server[103715]: 'QosPolicy': {'1.10'}, Mar 02 05:20:53.195749 dv-cinder-768458-18-iscsi neutron-server[103715]: 'SecurityGroup': {'1.5'}, Mar 02 05:20:53.195749 dv-cinder-768458-18-iscsi neutron-server[103715]: 'SecurityGroupRule': {'1.2'}, Mar 02 05:20:53.195749 dv-cinder-768458-18-iscsi neutron-server[103715]: 'SubPort': {'1.0'}, Mar 02 05:20:53.195749 dv-cinder-768458-18-iscsi neutron-server[103715]: 'Subnet': {'1.1'}, Mar 02 05:20:53.195749 dv-cinder-768458-18-iscsi neutron-server[103715]: 'Trunk': {'1.1'}} Mar 02 05:20:53.195749 dv-cinder-768458-18-iscsi neutron-server[103715]: consumer versions: Mar 02 05:20:53.195749 dv-cinder-768458-18-iscsi neutron-server[103715]: { DHCP agent@dv-cinder-768458-18-iscsi: {}, Mar 02 05:20:53.195749 dv-cinder-768458-18-iscsi neutron-server[103715]: L3 agent@dv-cinder-768458-18-iscsi: {}, Mar 02 05:20:53.195749 dv-cinder-768458-18-iscsi neutron-server[103715]: Metadata agent@dv-cinder-768458-18-iscsi: {}, Mar 02 05:20:53.195749 dv-cinder-768458-18-iscsi neutron-server[103715]: Metering agent@dv-cinder-768458-18-iscsi: {}, Mar 02 05:20:53.195749 dv-cinder-768458-18-iscsi neutron-server[103715]: Open vSwitch agent@dv-cinder-768458-18-iscsi: { 'AddressGroup': '1.2', Mar 02 05:20:53.195749 dv-cinder-768458-18-iscsi neutron-server[103715]: 'ConntrackHelper': '1.0', Mar 02 05:20:53.195749 dv-cinder-768458-18-iscsi neutron-server[103715]: 'LocalIPAssociation': '1.0', Mar 02 05:20:53.195749 dv-cinder-768458-18-iscsi neutron-server[103715]: 'Log': '1.0', Mar 02 05:20:53.195749 dv-cinder-768458-18-iscsi neutron-server[103715]: 'Network': '1.1', Mar 02 05:20:53.195749 dv-cinder-768458-18-iscsi neutron-server[103715]: 'Port': '1.7', Mar 02 05:20:53.195749 dv-cinder-768458-18-iscsi neutron-server[103715]: 'PortForwarding': '1.2', Mar 02 05:20:53.195749 dv-cinder-768458-18-iscsi neutron-server[103715]: 'QosPolicy': '1.10', Mar 02 05:20:53.195749 dv-cinder-768458-18-iscsi neutron-server[103715]: 'SecurityGroup': '1.5', Mar 02 05:20:53.195749 dv-cinder-768458-18-iscsi neutron-server[103715]: 'SecurityGroupRule': '1.2', Mar 02 05:20:53.195749 dv-cinder-768458-18-iscsi neutron-server[103715]: 'SubPort': '1.0', Mar 02 05:20:53.195749 dv-cinder-768458-18-iscsi neutron-server[103715]: 'Subnet': '1.1', Mar 02 05:20:53.195749 dv-cinder-768458-18-iscsi neutron-server[103715]: 'Trunk': '1.1'}} Mar 02 05:20:53.195749 dv-cinder-768458-18-iscsi neutron-server[103715]: {{(pid=103715) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 02 05:20:53.260805 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-7913a483-9f2a-4e8f-9112-c6af8882f520 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789289939532'] for network (449a83cd-9c13-436b-aa5e-80d95a45a775), precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:20:53.395950 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-7913a483-9f2a-4e8f-9112-c6af8882f520 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186'] for network (449a83cd-9c13-436b-aa5e-80d95a45a775), after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:20:53.401011 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7913a483-9f2a-4e8f-9112-c6af8882f520 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:20:53.401697 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-7913a483-9f2a-4e8f-9112-c6af8882f520 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531172'] for network (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:20:53.514476 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7913a483-9f2a-4e8f-9112-c6af8882f520 demo demo] Pushing event updated for resources: {'Network': ['ID=449a83cd-9c13-436b-aa5e-80d95a45a775,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:20:53.526214 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.rpc [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Network 449a83cd-9c13-436b-aa5e-80d95a45a775 details requested by agent ovs-agent-dv-cinder-768458-18-iscsi with host dv-cinder-768458-18-iscsi {{(pid=103716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 02 05:20:53.555894 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-7913a483-9f2a-4e8f-9112-c6af8882f520 demo demo] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.1207256 Mar 02 05:20:56.102874 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.wsgi [-] (103714) accepted ('10.222.0.32', 60982) {{(pid=103714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:20:56.590907 dv-cinder-768458-18-iscsi neutron-server[103714]: WARNING oslo_policy.policy [None req-f6c9bd2c-0ea5-4e22-a300-40a953c3d09e demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 02 05:20:56.591530 dv-cinder-768458-18-iscsi neutron-server[103714]: WARNING oslo_policy.policy [None req-f6c9bd2c-0ea5-4e22-a300-40a953c3d09e demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 02 05:20:57.036125 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.policy [None req-f6c9bd2c-0ea5-4e22-a300-40a953c3d09e demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103714) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 02 05:20:57.078317 dv-cinder-768458-18-iscsi neutron-server[103714]: WARNING oslo_policy.policy [None req-f6c9bd2c-0ea5-4e22-a300-40a953c3d09e demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 02 05:20:57.078692 dv-cinder-768458-18-iscsi neutron-server[103714]: WARNING oslo_policy.policy [None req-f6c9bd2c-0ea5-4e22-a300-40a953c3d09e demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 02 05:20:57.087631 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6c9bd2c-0ea5-4e22-a300-40a953c3d09e demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:20:57.090154 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [None req-f6c9bd2c-0ea5-4e22-a300-40a953c3d09e demo admin] 10.222.0.32 "GET /v2.0/networks/449a83cd-9c13-436b-aa5e-80d95a45a775 HTTP/1.1" status: 200 len: 825 time: 0.9852638 Mar 02 05:20:57.127709 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [None req-12e85eda-932c-40a3-bb85-e13533c09988 demo admin] 10.222.0.32 "GET /v2.0/subnetpools/34486cca-df1d-4fdf-b769-aa74bf09b16f HTTP/1.1" status: 200 len: 734 time: 0.0320063 Mar 02 05:20:57.136843 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.v2.base [None req-0999a3a6-7dfa-4ede-a3a8-65b89a8dc804 demo admin] Request body: {'subnet': {'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'subnetpool_id': '34486cca-df1d-4fdf-b769-aa74bf09b16f', 'network_id': '449a83cd-9c13-436b-aa5e-80d95a45a775', 'ip_version': 4}} {{(pid=103714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 05:20:57.267107 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0999a3a6-7dfa-4ede-a3a8-65b89a8dc804 demo admin] Made reservation on behalf of 324116aa70a041969ec9631e124f98ff for: {'subnet': 1} {{(pid=103714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 05:20:57.270423 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-0999a3a6-7dfa-4ede-a3a8-65b89a8dc804 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:20:57.618750 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-0999a3a6-7dfa-4ede-a3a8-65b89a8dc804 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186'] for subnet (c4236dac-3e2c-4f51-a497-ec477eb7933d), after_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:20:57.688646 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0999a3a6-7dfa-4ede-a3a8-65b89a8dc804 demo admin] Checking segment: {'id': 'c78e969e-96d2-4bf9-b25a-3ab991d40c16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '449a83cd-9c13-436b-aa5e-80d95a45a775'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 05:20:57.689028 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0999a3a6-7dfa-4ede-a3a8-65b89a8dc804 demo admin] Network hostable DHCP agents. Network: 449a83cd-9c13-436b-aa5e-80d95a45a775, hostable agents: ['516abb3b-63f8-4dbb-a4f1-8865516966e2'], hosted agents: [] {{(pid=103714) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 05:20:57.700116 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0999a3a6-7dfa-4ede-a3a8-65b89a8dc804 demo admin] Pushing event updated for resources: {'Subnet': ['ID=c4236dac-3e2c-4f51-a497-ec477eb7933d,revision_number=0']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:20:57.713230 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0999a3a6-7dfa-4ede-a3a8-65b89a8dc804 demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:20:57.714867 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0999a3a6-7dfa-4ede-a3a8-65b89a8dc804 demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:20:57.714867 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0999a3a6-7dfa-4ede-a3a8-65b89a8dc804 demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:20:57.714867 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0999a3a6-7dfa-4ede-a3a8-65b89a8dc804 demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:20:57.714867 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0999a3a6-7dfa-4ede-a3a8-65b89a8dc804 demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:20:57.714867 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0999a3a6-7dfa-4ede-a3a8-65b89a8dc804 demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:20:57.715482 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0999a3a6-7dfa-4ede-a3a8-65b89a8dc804 demo admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:20:57.715594 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0999a3a6-7dfa-4ede-a3a8-65b89a8dc804 demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:20:57.715836 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0999a3a6-7dfa-4ede-a3a8-65b89a8dc804 demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:20:57.716168 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0999a3a6-7dfa-4ede-a3a8-65b89a8dc804 demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:20:57.716489 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0999a3a6-7dfa-4ede-a3a8-65b89a8dc804 demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:20:57.716810 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0999a3a6-7dfa-4ede-a3a8-65b89a8dc804 demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:20:57.717172 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0999a3a6-7dfa-4ede-a3a8-65b89a8dc804 demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:20:57.718532 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0999a3a6-7dfa-4ede-a3a8-65b89a8dc804 demo admin] Tracked resource versions report: Mar 02 05:20:57.718532 dv-cinder-768458-18-iscsi neutron-server[103714]: pushed versions: Mar 02 05:20:57.718532 dv-cinder-768458-18-iscsi neutron-server[103714]: { 'AddressGroup': {'1.2'}, Mar 02 05:20:57.718532 dv-cinder-768458-18-iscsi neutron-server[103714]: 'ConntrackHelper': {'1.0'}, Mar 02 05:20:57.718532 dv-cinder-768458-18-iscsi neutron-server[103714]: 'LocalIPAssociation': {'1.0'}, Mar 02 05:20:57.718532 dv-cinder-768458-18-iscsi neutron-server[103714]: 'Log': {'1.0'}, Mar 02 05:20:57.718532 dv-cinder-768458-18-iscsi neutron-server[103714]: 'Network': {'1.1'}, Mar 02 05:20:57.718532 dv-cinder-768458-18-iscsi neutron-server[103714]: 'Port': {'1.7'}, Mar 02 05:20:57.718532 dv-cinder-768458-18-iscsi neutron-server[103714]: 'PortForwarding': {'1.2'}, Mar 02 05:20:57.718532 dv-cinder-768458-18-iscsi neutron-server[103714]: 'QosPolicy': {'1.10'}, Mar 02 05:20:57.718532 dv-cinder-768458-18-iscsi neutron-server[103714]: 'SecurityGroup': {'1.5'}, Mar 02 05:20:57.718532 dv-cinder-768458-18-iscsi neutron-server[103714]: 'SecurityGroupRule': {'1.2'}, Mar 02 05:20:57.718532 dv-cinder-768458-18-iscsi neutron-server[103714]: 'SubPort': {'1.0'}, Mar 02 05:20:57.718532 dv-cinder-768458-18-iscsi neutron-server[103714]: 'Subnet': {'1.1'}, Mar 02 05:20:57.718532 dv-cinder-768458-18-iscsi neutron-server[103714]: 'Trunk': {'1.1'}} Mar 02 05:20:57.718532 dv-cinder-768458-18-iscsi neutron-server[103714]: consumer versions: Mar 02 05:20:57.718532 dv-cinder-768458-18-iscsi neutron-server[103714]: { DHCP agent@dv-cinder-768458-18-iscsi: {}, Mar 02 05:20:57.718532 dv-cinder-768458-18-iscsi neutron-server[103714]: L3 agent@dv-cinder-768458-18-iscsi: {}, Mar 02 05:20:57.718532 dv-cinder-768458-18-iscsi neutron-server[103714]: Metadata agent@dv-cinder-768458-18-iscsi: {}, Mar 02 05:20:57.718532 dv-cinder-768458-18-iscsi neutron-server[103714]: Metering agent@dv-cinder-768458-18-iscsi: {}, Mar 02 05:20:57.718532 dv-cinder-768458-18-iscsi neutron-server[103714]: Open vSwitch agent@dv-cinder-768458-18-iscsi: { 'AddressGroup': '1.2', Mar 02 05:20:57.718532 dv-cinder-768458-18-iscsi neutron-server[103714]: 'ConntrackHelper': '1.0', Mar 02 05:20:57.718532 dv-cinder-768458-18-iscsi neutron-server[103714]: 'LocalIPAssociation': '1.0', Mar 02 05:20:57.718532 dv-cinder-768458-18-iscsi neutron-server[103714]: 'Log': '1.0', Mar 02 05:20:57.718532 dv-cinder-768458-18-iscsi neutron-server[103714]: 'Network': '1.1', Mar 02 05:20:57.718532 dv-cinder-768458-18-iscsi neutron-server[103714]: 'Port': '1.7', Mar 02 05:20:57.718532 dv-cinder-768458-18-iscsi neutron-server[103714]: 'PortForwarding': '1.2', Mar 02 05:20:57.718532 dv-cinder-768458-18-iscsi neutron-server[103714]: 'QosPolicy': '1.10', Mar 02 05:20:57.718532 dv-cinder-768458-18-iscsi neutron-server[103714]: 'SecurityGroup': '1.5', Mar 02 05:20:57.718532 dv-cinder-768458-18-iscsi neutron-server[103714]: 'SecurityGroupRule': '1.2', Mar 02 05:20:57.718532 dv-cinder-768458-18-iscsi neutron-server[103714]: 'SubPort': '1.0', Mar 02 05:20:57.718532 dv-cinder-768458-18-iscsi neutron-server[103714]: 'Subnet': '1.1', Mar 02 05:20:57.718532 dv-cinder-768458-18-iscsi neutron-server[103714]: 'Trunk': '1.1'}} Mar 02 05:20:57.718532 dv-cinder-768458-18-iscsi neutron-server[103714]: {{(pid=103714) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 02 05:20:57.812616 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0999a3a6-7dfa-4ede-a3a8-65b89a8dc804 demo admin] Network 449a83cd-9c13-436b-aa5e-80d95a45a775 is scheduled to be hosted by DHCP agent 516abb3b-63f8-4dbb-a4f1-8865516966e2 with binding_index 1 {{(pid=103714) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 05:20:57.898673 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.scheduler.base_scheduler [None req-0999a3a6-7dfa-4ede-a3a8-65b89a8dc804 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768458-18-iscsi, 449a83cd-9c13-436b-aa5e-80d95a45a775) {{(pid=103714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 05:20:57.909593 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0999a3a6-7dfa-4ede-a3a8-65b89a8dc804 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:20:57.909593 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-0999a3a6-7dfa-4ede-a3a8-65b89a8dc804 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531172'] for subnet (None), before_response {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:20:57.909863 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c0a8959-67f9-4b07-ab60-fe1815c63f8c None None] Network 449a83cd-9c13-436b-aa5e-80d95a45a775 requested from dv-cinder-768458-18-iscsi {{(pid=103716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 05:20:57.989513 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [None req-0999a3a6-7dfa-4ede-a3a8-65b89a8dc804 demo admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8559613 Mar 02 05:20:58.276472 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f964dcdf-c3f1-477e-95c0-097824853744 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbfd83565-997b-582c-95b3-04c06eae76bb-449a83cd-9c13-436b-aa5e-80d95a45a775', 'network_id': '449a83cd-9c13-436b-aa5e-80d95a45a775', 'project_id': '324116aa70a041969ec9631e124f98ff', 'fixed_ips': [{'subnet_id': 'c4236dac-3e2c-4f51-a497-ec477eb7933d'}]}} from dv-cinder-768458-18-iscsi. {{(pid=103716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 02 05:20:58.277799 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f964dcdf-c3f1-477e-95c0-097824853744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for port (None), before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:20:58.558328 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.db_base_plugin_common [None req-f964dcdf-c3f1-477e-95c0-097824853744 None None] Allocated IP 172.20.0.2 (449a83cd-9c13-436b-aa5e-80d95a45a775/c4236dac-3e2c-4f51-a497-ec477eb7933d/8e2880e3-7c7d-46fb-abab-267e633991f7) {{(pid=103716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 05:20:58.826850 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f964dcdf-c3f1-477e-95c0-097824853744 None None] Publish callbacks [] for port (8e2880e3-7c7d-46fb-abab-267e633991f7), precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:20:58.936415 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f964dcdf-c3f1-477e-95c0-097824853744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789289919717'] for port (8e2880e3-7c7d-46fb-abab-267e633991f7), after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:20:59.008794 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f964dcdf-c3f1-477e-95c0-097824853744 None None] Network 449a83cd-9c13-436b-aa5e-80d95a45a775 is already hosted by enough agents. {{(pid=103716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 05:20:59.016905 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-f964dcdf-c3f1-477e-95c0-097824853744 None None] Resources bound (agent type, host, resource id): {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 05:20:59.026249 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f964dcdf-c3f1-477e-95c0-097824853744 None None] Received port after_create {{(pid=103716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 05:20:59.028146 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f964dcdf-c3f1-477e-95c0-097824853744 None None] Pushing event updated for resources: {'Port': ['ID=8e2880e3-7c7d-46fb-abab-267e633991f7,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:20:59.059796 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f964dcdf-c3f1-477e-95c0-097824853744 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:20:59.060165 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f964dcdf-c3f1-477e-95c0-097824853744 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:20:59.060519 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f964dcdf-c3f1-477e-95c0-097824853744 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:20:59.060859 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f964dcdf-c3f1-477e-95c0-097824853744 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:20:59.061191 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f964dcdf-c3f1-477e-95c0-097824853744 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:20:59.061521 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f964dcdf-c3f1-477e-95c0-097824853744 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:20:59.061859 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f964dcdf-c3f1-477e-95c0-097824853744 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:20:59.062188 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f964dcdf-c3f1-477e-95c0-097824853744 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:20:59.062513 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f964dcdf-c3f1-477e-95c0-097824853744 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:20:59.062850 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f964dcdf-c3f1-477e-95c0-097824853744 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:20:59.063176 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f964dcdf-c3f1-477e-95c0-097824853744 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:20:59.063519 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f964dcdf-c3f1-477e-95c0-097824853744 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:20:59.063837 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f964dcdf-c3f1-477e-95c0-097824853744 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:20:59.065265 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f964dcdf-c3f1-477e-95c0-097824853744 None None] Tracked resource versions report: Mar 02 05:20:59.065265 dv-cinder-768458-18-iscsi neutron-server[103716]: pushed versions: Mar 02 05:20:59.065265 dv-cinder-768458-18-iscsi neutron-server[103716]: { 'AddressGroup': {'1.2'}, Mar 02 05:20:59.065265 dv-cinder-768458-18-iscsi neutron-server[103716]: 'ConntrackHelper': {'1.0'}, Mar 02 05:20:59.065265 dv-cinder-768458-18-iscsi neutron-server[103716]: 'LocalIPAssociation': {'1.0'}, Mar 02 05:20:59.065265 dv-cinder-768458-18-iscsi neutron-server[103716]: 'Log': {'1.0'}, Mar 02 05:20:59.065265 dv-cinder-768458-18-iscsi neutron-server[103716]: 'Network': {'1.1'}, Mar 02 05:20:59.065265 dv-cinder-768458-18-iscsi neutron-server[103716]: 'Port': {'1.7'}, Mar 02 05:20:59.065265 dv-cinder-768458-18-iscsi neutron-server[103716]: 'PortForwarding': {'1.2'}, Mar 02 05:20:59.065265 dv-cinder-768458-18-iscsi neutron-server[103716]: 'QosPolicy': {'1.10'}, Mar 02 05:20:59.065265 dv-cinder-768458-18-iscsi neutron-server[103716]: 'SecurityGroup': {'1.5'}, Mar 02 05:20:59.065265 dv-cinder-768458-18-iscsi neutron-server[103716]: 'SecurityGroupRule': {'1.2'}, Mar 02 05:20:59.065265 dv-cinder-768458-18-iscsi neutron-server[103716]: 'SubPort': {'1.0'}, Mar 02 05:20:59.065265 dv-cinder-768458-18-iscsi neutron-server[103716]: 'Subnet': {'1.1'}, Mar 02 05:20:59.065265 dv-cinder-768458-18-iscsi neutron-server[103716]: 'Trunk': {'1.1'}} Mar 02 05:20:59.065265 dv-cinder-768458-18-iscsi neutron-server[103716]: consumer versions: Mar 02 05:20:59.065265 dv-cinder-768458-18-iscsi neutron-server[103716]: { DHCP agent@dv-cinder-768458-18-iscsi: {}, Mar 02 05:20:59.065265 dv-cinder-768458-18-iscsi neutron-server[103716]: L3 agent@dv-cinder-768458-18-iscsi: {}, Mar 02 05:20:59.065265 dv-cinder-768458-18-iscsi neutron-server[103716]: Metadata agent@dv-cinder-768458-18-iscsi: {}, Mar 02 05:20:59.065265 dv-cinder-768458-18-iscsi neutron-server[103716]: Metering agent@dv-cinder-768458-18-iscsi: {}, Mar 02 05:20:59.065265 dv-cinder-768458-18-iscsi neutron-server[103716]: Open vSwitch agent@dv-cinder-768458-18-iscsi: { 'AddressGroup': '1.2', Mar 02 05:20:59.065265 dv-cinder-768458-18-iscsi neutron-server[103716]: 'ConntrackHelper': '1.0', Mar 02 05:20:59.065265 dv-cinder-768458-18-iscsi neutron-server[103716]: 'LocalIPAssociation': '1.0', Mar 02 05:20:59.065265 dv-cinder-768458-18-iscsi neutron-server[103716]: 'Log': '1.0', Mar 02 05:20:59.065265 dv-cinder-768458-18-iscsi neutron-server[103716]: 'Network': '1.1', Mar 02 05:20:59.065265 dv-cinder-768458-18-iscsi neutron-server[103716]: 'Port': '1.7', Mar 02 05:20:59.065265 dv-cinder-768458-18-iscsi neutron-server[103716]: 'PortForwarding': '1.2', Mar 02 05:20:59.065265 dv-cinder-768458-18-iscsi neutron-server[103716]: 'QosPolicy': '1.10', Mar 02 05:20:59.065265 dv-cinder-768458-18-iscsi neutron-server[103716]: 'SecurityGroup': '1.5', Mar 02 05:20:59.065265 dv-cinder-768458-18-iscsi neutron-server[103716]: 'SecurityGroupRule': '1.2', Mar 02 05:20:59.065265 dv-cinder-768458-18-iscsi neutron-server[103716]: 'SubPort': '1.0', Mar 02 05:20:59.065265 dv-cinder-768458-18-iscsi neutron-server[103716]: 'Subnet': '1.1', Mar 02 05:20:59.065265 dv-cinder-768458-18-iscsi neutron-server[103716]: 'Trunk': '1.1'}} Mar 02 05:20:59.065265 dv-cinder-768458-18-iscsi neutron-server[103716]: {{(pid=103716) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 02 05:20:59.113224 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.managers [None req-f964dcdf-c3f1-477e-95c0-097824853744 None None] Attempting to bind port 8e2880e3-7c7d-46fb-abab-267e633991f7 on host dv-cinder-768458-18-iscsi for vnic_type normal with profile {{(pid=103716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 05:20:59.114250 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.managers [None req-f964dcdf-c3f1-477e-95c0-097824853744 None None] Attempting to bind port 8e2880e3-7c7d-46fb-abab-267e633991f7 by drivers openvswitch,hyperv on host dv-cinder-768458-18-iscsi at level 0 using segments [{'id': 'c78e969e-96d2-4bf9-b25a-3ab991d40c16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '449a83cd-9c13-436b-aa5e-80d95a45a775'}] {{(pid=103716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 05:20:59.114681 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f964dcdf-c3f1-477e-95c0-097824853744 None None] Attempting to bind port 8e2880e3-7c7d-46fb-abab-267e633991f7 on network 449a83cd-9c13-436b-aa5e-80d95a45a775 {{(pid=103716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 05:20:59.119581 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f964dcdf-c3f1-477e-95c0-097824853744 None None] Checking agent: {'id': '64307ea2-7468-48d5-a188-5e76dfb99c6b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 5, 20, 46), 'started_at': datetime.datetime(2022, 3, 2, 5, 20, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 5, 20, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 05:20:59.119956 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f964dcdf-c3f1-477e-95c0-097824853744 None None] Checking segment: {'id': 'c78e969e-96d2-4bf9-b25a-3ab991d40c16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '449a83cd-9c13-436b-aa5e-80d95a45a775'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 05:20:59.120435 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f964dcdf-c3f1-477e-95c0-097824853744 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:20:59.120824 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f964dcdf-c3f1-477e-95c0-097824853744 None None] Bound using segment: {'id': 'c78e969e-96d2-4bf9-b25a-3ab991d40c16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '449a83cd-9c13-436b-aa5e-80d95a45a775'} {{(pid=103716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 05:20:59.121321 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.managers [None req-f964dcdf-c3f1-477e-95c0-097824853744 None None] Bound port: 8e2880e3-7c7d-46fb-abab-267e633991f7, host: dv-cinder-768458-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c78e969e-96d2-4bf9-b25a-3ab991d40c16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '449a83cd-9c13-436b-aa5e-80d95a45a775'}}] {{(pid=103716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 05:20:59.121724 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f964dcdf-c3f1-477e-95c0-097824853744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for port (8e2880e3-7c7d-46fb-abab-267e633991f7), before_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:20:59.185543 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-f964dcdf-c3f1-477e-95c0-097824853744 None None] For port 8e2880e3-7c7d-46fb-abab-267e633991f7, host dv-cinder-768458-18-iscsi, cleared binding levels {{(pid=103716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 05:20:59.190045 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-f964dcdf-c3f1-477e-95c0-097824853744 None None] For port 8e2880e3-7c7d-46fb-abab-267e633991f7, host dv-cinder-768458-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-18-iscsi',level=0,port_id=8e2880e3-7c7d-46fb-abab-267e633991f7,segment=NetworkSegment(c78e969e-96d2-4bf9-b25a-3ab991d40c16),segment_id=c78e969e-96d2-4bf9-b25a-3ab991d40c16)] {{(pid=103716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 05:20:59.304888 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f964dcdf-c3f1-477e-95c0-097824853744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789290460654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789289919735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789289921293'] for port (8e2880e3-7c7d-46fb-abab-267e633991f7), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:20:59.367197 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f964dcdf-c3f1-477e-95c0-097824853744 None None] Pushing event updated for resources: {'Port': ['ID=8e2880e3-7c7d-46fb-abab-267e633991f7,revision_number=2']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:21:00.559980 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.wsgi [-] (103714) accepted ('10.222.0.32', 32770) {{(pid=103714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:21:00.881331 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.wsgi [None req-c090ebc2-fcf0-4589-a3f3-24d7bc3c2fd9 admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=103714) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 02 05:21:00.882489 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [None req-c090ebc2-fcf0-4589-a3f3-24d7bc3c2fd9 admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3213451 Mar 02 05:21:03.427990 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.wsgi [-] (103714) accepted ('10.222.0.32', 32778) {{(pid=103714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:21:03.747139 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.wsgi [None req-a6eb50fa-ef0d-44b8-9e1c-5b349250bb3e admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=103714) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 02 05:21:03.748150 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [None req-a6eb50fa-ef0d-44b8-9e1c-5b349250bb3e admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3191614 Mar 02 05:21:06.342848 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.wsgi [-] (103714) accepted ('10.222.0.32', 32786) {{(pid=103714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:21:06.655006 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.v2.base [None req-874d00be-a3f9-4ee6-8417-bb0ebe5e0296 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=103714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 05:21:06.744197 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-874d00be-a3f9-4ee6-8417-bb0ebe5e0296 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5211'] for router (bd262024-223c-4549-a006-edb0fe798ff2), before_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:21:06.745824 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-874d00be-a3f9-4ee6-8417-bb0ebe5e0296 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-554951', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-624974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5154'] for router (bd262024-223c-4549-a006-edb0fe798ff2), precommit_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:21:06.894109 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-874d00be-a3f9-4ee6-8417-bb0ebe5e0296 demo demo] Publish callbacks [] for router_controller (bd262024-223c-4549-a006-edb0fe798ff2), precommit_add_association {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:21:06.987413 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-874d00be-a3f9-4ee6-8417-bb0ebe5e0296 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554906'] for router (bd262024-223c-4549-a006-edb0fe798ff2), after_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:21:07.088428 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-874d00be-a3f9-4ee6-8417-bb0ebe5e0296 demo demo] Publish callbacks [] for router (None), before_response {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:21:07.089528 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [None req-874d00be-a3f9-4ee6-8417-bb0ebe5e0296 demo demo] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.7456079 Mar 02 05:21:09.581128 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-4ef3c59b-62b7-4ec3-80c5-00de79b03c90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (516abb3b-63f8-4dbb-a4f1-8865516966e2), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:21:09.641740 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.wsgi [-] (103714) accepted ('10.222.0.32', 32798) {{(pid=103714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:21:09.967201 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.wsgi [None req-9e924aca-98dc-45bb-9c41-f772549f5243 admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=103714) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 02 05:21:09.968097 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [None req-9e924aca-98dc-45bb-9c41-f772549f5243 admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3252890 Mar 02 05:21:10.514001 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.rpc [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Device 8e2880e3-7c7d-46fb-abab-267e633991f7 up at agent ovs-agent-dv-cinder-768458-18-iscsi {{(pid=103716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 05:21:10.604534 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.provisioning_blocks [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Provisioning complete for port 8e2880e3-7c7d-46fb-abab-267e633991f7 triggered by entity L2. {{(pid=103716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 05:21:10.605184 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012754'] for port (8e2880e3-7c7d-46fb-abab-267e633991f7), provisioning_complete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:21:10.712072 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Current status of the port 8e2880e3-7c7d-46fb-abab-267e633991f7 is: DOWN; New status is: ACTIVE {{(pid=103716) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 05:21:10.712464 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for port (8e2880e3-7c7d-46fb-abab-267e633991f7), before_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:21:10.742601 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1427d5b-59b6-43ed-a82a-854d04b18a83 None None] Network 449a83cd-9c13-436b-aa5e-80d95a45a775 requested from dv-cinder-768458-18-iscsi {{(pid=103716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 05:21:10.792793 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] For port 8e2880e3-7c7d-46fb-abab-267e633991f7, host dv-cinder-768458-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-18-iscsi',level=0,port_id=8e2880e3-7c7d-46fb-abab-267e633991f7,segment=NetworkSegment(c78e969e-96d2-4bf9-b25a-3ab991d40c16),segment_id=c78e969e-96d2-4bf9-b25a-3ab991d40c16)] {{(pid=103716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 05:21:10.820810 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.provisioning_blocks [None req-23fe85f4-694e-4c01-8313-c925b88a469b None None] Provisioning complete for port 8e2880e3-7c7d-46fb-abab-267e633991f7 triggered by entity DHCP. {{(pid=103716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 05:21:10.821183 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-23fe85f4-694e-4c01-8313-c925b88a469b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012754'] for port (8e2880e3-7c7d-46fb-abab-267e633991f7), provisioning_complete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:21:10.887577 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789290460654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789289919735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789289921293'] for port (8e2880e3-7c7d-46fb-abab-267e633991f7), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:21:10.963587 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Pushing event updated for resources: {'Port': ['ID=8e2880e3-7c7d-46fb-abab-267e633991f7,revision_number=3']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:21:10.997919 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-23fe85f4-694e-4c01-8313-c925b88a469b None None] Current status of the port 8e2880e3-7c7d-46fb-abab-267e633991f7 is: ACTIVE; New status is: ACTIVE {{(pid=103716) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 05:21:11.218484 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.provisioning_blocks [None req-369842d7-9404-4d06-9ba9-d63cb9e2a02e None None] Provisioning complete for port 8e2880e3-7c7d-46fb-abab-267e633991f7 triggered by entity DHCP. {{(pid=103716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 05:21:11.218795 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-369842d7-9404-4d06-9ba9-d63cb9e2a02e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012754'] for port (8e2880e3-7c7d-46fb-abab-267e633991f7), provisioning_complete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:21:11.294395 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-369842d7-9404-4d06-9ba9-d63cb9e2a02e None None] Current status of the port 8e2880e3-7c7d-46fb-abab-267e633991f7 is: ACTIVE; New status is: ACTIVE {{(pid=103716) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 05:21:11.732297 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-e8f55b88-e7ab-463b-bab8-120deeac9376 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (9c2b50e6-1677-4aa9-928e-941b4c488fc5), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:21:12.482424 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.rpc [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Device 8e2880e3-7c7d-46fb-abab-267e633991f7 up at agent ovs-agent-dv-cinder-768458-18-iscsi {{(pid=103716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 05:21:12.507466 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.32', 32808) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:21:12.530854 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.provisioning_blocks [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Provisioning complete for port 8e2880e3-7c7d-46fb-abab-267e633991f7 triggered by entity L2. {{(pid=103716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 05:21:12.531255 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012754'] for port (8e2880e3-7c7d-46fb-abab-267e633991f7), provisioning_complete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:21:12.610173 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Current status of the port 8e2880e3-7c7d-46fb-abab-267e633991f7 is: ACTIVE; New status is: ACTIVE {{(pid=103716) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 05:21:12.763536 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-2ae3422a-c85d-446a-90f5-ce5a8bf639ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (d4d802fc-4ac8-47f8-b030-2ffc185fa6dc), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:21:12.766522 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.v2.base [None req-99132fbc-b9bb-41eb-9b51-72aaea1ab705 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'admin_state_up': True, 'router:external': True, 'name': 'public', 'is_default': True}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 05:21:12.880869 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99132fbc-b9bb-41eb-9b51-72aaea1ab705 admin admin] Made reservation on behalf of a617668e27124b6b843fd2cb0368fea4 for: {'network': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 05:21:12.883097 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-99132fbc-b9bb-41eb-9b51-72aaea1ab705 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for network (None), before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:21:12.891716 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-99132fbc-b9bb-41eb-9b51-72aaea1ab705 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:21:12.966394 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-99132fbc-b9bb-41eb-9b51-72aaea1ab705 admin admin] Publish callbacks [] for security_group (303a9dcc-b105-49e3-b30f-fa6632ab2d5f), precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:21:13.046331 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-99132fbc-b9bb-41eb-9b51-72aaea1ab705 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629892'] for security_group (303a9dcc-b105-49e3-b30f-fa6632ab2d5f), after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:21:13.060880 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-99132fbc-b9bb-41eb-9b51-72aaea1ab705 admin admin] Reserving flat network on physical network physnet1 {{(pid=103715) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Mar 02 05:21:13.079882 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99132fbc-b9bb-41eb-9b51-72aaea1ab705 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=303a9dcc-b105-49e3-b30f-fa6632ab2d5f,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:21:13.083492 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-99132fbc-b9bb-41eb-9b51-72aaea1ab705 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1106907'] for segment (4c026da1-f439-448a-ad69-ccdbf2795772), precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:21:13.083828 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.db.segments_db [None req-99132fbc-b9bb-41eb-9b51-72aaea1ab705 admin admin] Added segment 4c026da1-f439-448a-ad69-ccdbf2795772 of type flat for network b55256da-732d-4561-a24f-23ea9a772c58 Mar 02 05:21:13.128208 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-99132fbc-b9bb-41eb-9b51-72aaea1ab705 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789289939532'] for network (b55256da-732d-4561-a24f-23ea9a772c58), precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:21:13.217718 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-99132fbc-b9bb-41eb-9b51-72aaea1ab705 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186'] for network (b55256da-732d-4561-a24f-23ea9a772c58), after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:21:13.218661 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99132fbc-b9bb-41eb-9b51-72aaea1ab705 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:21:13.219226 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-99132fbc-b9bb-41eb-9b51-72aaea1ab705 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531172'] for network (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:21:13.307249 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99132fbc-b9bb-41eb-9b51-72aaea1ab705 admin admin] Pushing event updated for resources: {'Network': ['ID=b55256da-732d-4561-a24f-23ea9a772c58,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:21:13.317429 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.rpc [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Network b55256da-732d-4561-a24f-23ea9a772c58 details requested by agent ovs-agent-dv-cinder-768458-18-iscsi with host dv-cinder-768458-18-iscsi {{(pid=103716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 02 05:21:13.368964 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-99132fbc-b9bb-41eb-9b51-72aaea1ab705 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8603721 Mar 02 05:21:14.286186 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f73b428b-984e-4c5a-9878-aef8f2b511ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (e0636eb1-3d25-4c31-a6e5-3f8fd1255322), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:21:15.734741 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (64307ea2-7468-48d5-a188-5e76dfb99c6b), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:21:15.841246 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.32', 32826) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:21:16.004109 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7ca14b8-8623-4344-8505-b064416182d1 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:21:16.005424 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-f7ca14b8-8623-4344-8505-b064416182d1 demo admin] 10.222.0.32 "GET /v2.0/subnets/c4236dac-3e2c-4f51-a497-ec477eb7933d HTTP/1.1" status: 200 len: 849 time: 0.1632345 Mar 02 05:21:16.168023 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-7ad95865-25e2-4d83-a8a3-7e6e92372d11 demo admin] 10.222.0.32 "GET /v2.0/routers/bd262024-223c-4549-a006-edb0fe798ff2 HTTP/1.1" status: 200 len: 704 time: 0.1569664 Mar 02 05:21:16.438722 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-ac35bab7-5b22-414e-bdae-cab3e492fb42 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for port (None), before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:21:16.734654 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.db.db_base_plugin_common [None req-ac35bab7-5b22-414e-bdae-cab3e492fb42 demo admin] Allocated IP 172.20.0.1 (449a83cd-9c13-436b-aa5e-80d95a45a775/c4236dac-3e2c-4f51-a497-ec477eb7933d/b742ae7e-4c71-46a7-a4de-8950e6641a8f) {{(pid=103715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 05:21:16.915960 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-ac35bab7-5b22-414e-bdae-cab3e492fb42 demo admin] Publish callbacks [] for port (b742ae7e-4c71-46a7-a4de-8950e6641a8f), precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:21:17.043833 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-ac35bab7-5b22-414e-bdae-cab3e492fb42 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789289919717'] for port (b742ae7e-4c71-46a7-a4de-8950e6641a8f), after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:21:17.120012 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac35bab7-5b22-414e-bdae-cab3e492fb42 demo admin] Network 449a83cd-9c13-436b-aa5e-80d95a45a775 is already hosted by enough agents. {{(pid=103715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 05:21:17.125156 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-ac35bab7-5b22-414e-bdae-cab3e492fb42 demo admin] Resources bound (agent type, host, resource id): {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 05:21:17.134821 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac35bab7-5b22-414e-bdae-cab3e492fb42 demo admin] Received port after_create {{(pid=103715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 05:21:17.135370 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-ac35bab7-5b22-414e-bdae-cab3e492fb42 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-556487'] for router_interface (bd262024-223c-4549-a006-edb0fe798ff2), before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:21:17.153921 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac35bab7-5b22-414e-bdae-cab3e492fb42 demo admin] Pushing event updated for resources: {'Port': ['ID=b742ae7e-4c71-46a7-a4de-8950e6641a8f,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:21:17.344901 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.provisioning_blocks [None req-5495b177-79e0-4c79-b397-be21553d7ff2 None None] Provisioning complete for port b742ae7e-4c71-46a7-a4de-8950e6641a8f triggered by entity DHCP. {{(pid=103716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 05:21:17.345484 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-5495b177-79e0-4c79-b397-be21553d7ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012754'] for port (b742ae7e-4c71-46a7-a4de-8950e6641a8f), provisioning_complete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:21:17.377683 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-5495b177-79e0-4c79-b397-be21553d7ff2 None None] Port b742ae7e-4c71-46a7-a4de-8950e6641a8f cannot update to ACTIVE because it is not bound. {{(pid=103716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 02 05:21:17.445796 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-ac35bab7-5b22-414e-bdae-cab3e492fb42 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for port (b742ae7e-4c71-46a7-a4de-8950e6641a8f), before_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:21:17.652957 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-ac35bab7-5b22-414e-bdae-cab3e492fb42 demo admin] Publish callbacks [] for port (b742ae7e-4c71-46a7-a4de-8950e6641a8f), precommit_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:21:17.714846 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-ac35bab7-5b22-414e-bdae-cab3e492fb42 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789290460654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789289919735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789289921293'] for port (b742ae7e-4c71-46a7-a4de-8950e6641a8f), after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:21:17.715675 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-ac35bab7-5b22-414e-bdae-cab3e492fb42 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-555351'] for router_interface (bd262024-223c-4549-a006-edb0fe798ff2), after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:21:17.794099 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac35bab7-5b22-414e-bdae-cab3e492fb42 demo admin] Pushing event updated for resources: {'Port': ['ID=b742ae7e-4c71-46a7-a4de-8950e6641a8f,revision_number=2']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:21:17.838313 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac35bab7-5b22-414e-bdae-cab3e492fb42 demo admin] Network 449a83cd-9c13-436b-aa5e-80d95a45a775 is already hosted by enough agents. {{(pid=103715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 05:21:17.839588 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-ac35bab7-5b22-414e-bdae-cab3e492fb42 demo admin] Resources bound (agent type, host, resource id): {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 05:21:18.099228 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac35bab7-5b22-414e-bdae-cab3e492fb42 demo admin] Router bd262024-223c-4549-a006-edb0fe798ff2 is scheduled to L3 agent 9c2b50e6-1677-4aa9-928e-941b4c488fc5 with binding_index 1 {{(pid=103715) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 05:21:18.101246 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.provisioning_blocks [None req-2bd17cfd-07bf-4f7a-bd36-fb579bddec7a None None] Provisioning complete for port b742ae7e-4c71-46a7-a4de-8950e6641a8f triggered by entity DHCP. {{(pid=103716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 05:21:18.101650 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-2bd17cfd-07bf-4f7a-bd36-fb579bddec7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012754'] for port (b742ae7e-4c71-46a7-a4de-8950e6641a8f), provisioning_complete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:21:18.135968 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-2bd17cfd-07bf-4f7a-bd36-fb579bddec7a None None] Port b742ae7e-4c71-46a7-a4de-8950e6641a8f cannot update to ACTIVE because it is not bound. {{(pid=103716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 02 05:21:18.194760 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac35bab7-5b22-414e-bdae-cab3e492fb42 demo admin] Notify agent at l3_agent.dv-cinder-768458-18-iscsi the message routers_updated {{(pid=103715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 05:21:18.199904 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-ac35bab7-5b22-414e-bdae-cab3e492fb42 demo admin] 10.222.0.32 "PUT /v2.0/routers/bd262024-223c-4549-a006-edb0fe798ff2/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0267851 Mar 02 05:21:18.219564 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfb0ecc6-6bdb-44e9-b038-32df426b96b1 None None] Sync routers for ids ['bd262024-223c-4549-a006-edb0fe798ff2'] in dv-cinder-768458-18-iscsi {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 05:21:18.239772 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfb0ecc6-6bdb-44e9-b038-32df426b96b1 None None] Routers {'bd262024-223c-4549-a006-edb0fe798ff2'} bound to L3 agent in host dv-cinder-768458-18-iscsi {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 05:21:18.240612 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-bfb0ecc6-6bdb-44e9-b038-32df426b96b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-02T05:20:42Z,description=,heartbeat_timestamp=2022-03-02T05:21:12Z,host='dv-cinder-768458-18-iscsi',id=9c2b50e6-1677-4aa9-928e-941b4c488fc5,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T05:20:42Z,topic='l3_agent')) {'router_ids': ['bd262024-223c-4549-a006-edb0fe798ff2'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 05:21:18.436194 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.db.l3_dvr_db [None req-bfb0ecc6-6bdb-44e9-b038-32df426b96b1 None None] Set router bd262024-223c-4549-a006-edb0fe798ff2 gateway port host: None {{(pid=103717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 05:21:18.896203 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-bfb0ecc6-6bdb-44e9-b038-32df426b96b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd262024-223c-4549-a006-edb0fe798ff2', 'name': 'router1', 'tenant_id': '324116aa70a041969ec9631e124f98ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T05:21:06Z', 'updated_at': '2022-03-02T05:21:17Z', 'revision_number': 2, 'project_id': '324116aa70a041969ec9631e124f98ff', 'gw_port_host': None, '_interfaces': [{'id': 'b742ae7e-4c71-46a7-a4de-8950e6641a8f', 'name': '', 'network_id': '449a83cd-9c13-436b-aa5e-80d95a45a775', 'tenant_id': '324116aa70a041969ec9631e124f98ff', 'mac_address': 'fa:16:3e:24:78:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd262024-223c-4549-a006-edb0fe798ff2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c4236dac-3e2c-4f51-a497-ec477eb7933d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T05:21:16Z', 'updated_at': '2022-03-02T05:21:17Z', 'revision_number': 2, 'project_id': '324116aa70a041969ec9631e124f98ff', 'subnets': [{'id': 'c4236dac-3e2c-4f51-a497-ec477eb7933d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '34486cca-df1d-4fdf-b769-aa74bf09b16f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-18-iscsi', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 05:21:18.947732 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfb0ecc6-6bdb-44e9-b038-32df426b96b1 None None] Checking router: bd262024-223c-4549-a006-edb0fe798ff2 for host: dv-cinder-768458-18-iscsi {{(pid=103717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 05:21:18.948106 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfb0ecc6-6bdb-44e9-b038-32df426b96b1 None None] Updating router bd262024-223c-4549-a006-edb0fe798ff2 port b742ae7e-4c71-46a7-a4de-8950e6641a8f binding host dv-cinder-768458-18-iscsi {{(pid=103717) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 05:21:18.999883 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-bfb0ecc6-6bdb-44e9-b038-32df426b96b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for port (b742ae7e-4c71-46a7-a4de-8950e6641a8f), before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:21:19.506442 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-bfb0ecc6-6bdb-44e9-b038-32df426b96b1 None None] Publish callbacks [] for port (b742ae7e-4c71-46a7-a4de-8950e6641a8f), precommit_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:21:19.603743 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-bfb0ecc6-6bdb-44e9-b038-32df426b96b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789290460654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789289919735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789289921293'] for port (b742ae7e-4c71-46a7-a4de-8950e6641a8f), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:21:19.766616 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e485bb-c2d7-4612-82b4-eaabea631086 None None] Pushing event updated for resources: {'Port': ['ID=b742ae7e-4c71-46a7-a4de-8950e6641a8f,revision_number=3']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:21:19.778892 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e485bb-c2d7-4612-82b4-eaabea631086 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:21:19.779258 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e485bb-c2d7-4612-82b4-eaabea631086 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:21:19.779560 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e485bb-c2d7-4612-82b4-eaabea631086 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:21:19.779897 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e485bb-c2d7-4612-82b4-eaabea631086 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:21:19.780230 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e485bb-c2d7-4612-82b4-eaabea631086 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:21:19.780562 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e485bb-c2d7-4612-82b4-eaabea631086 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:21:19.780917 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e485bb-c2d7-4612-82b4-eaabea631086 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:21:19.781241 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e485bb-c2d7-4612-82b4-eaabea631086 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:21:19.781572 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e485bb-c2d7-4612-82b4-eaabea631086 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:21:19.781920 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e485bb-c2d7-4612-82b4-eaabea631086 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:21:19.782247 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e485bb-c2d7-4612-82b4-eaabea631086 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:21:19.782563 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e485bb-c2d7-4612-82b4-eaabea631086 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:21:19.782878 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e485bb-c2d7-4612-82b4-eaabea631086 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:21:19.784398 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e485bb-c2d7-4612-82b4-eaabea631086 None None] Tracked resource versions report: Mar 02 05:21:19.784398 dv-cinder-768458-18-iscsi neutron-server[103717]: pushed versions: Mar 02 05:21:19.784398 dv-cinder-768458-18-iscsi neutron-server[103717]: { 'AddressGroup': {'1.2'}, Mar 02 05:21:19.784398 dv-cinder-768458-18-iscsi neutron-server[103717]: 'ConntrackHelper': {'1.0'}, Mar 02 05:21:19.784398 dv-cinder-768458-18-iscsi neutron-server[103717]: 'LocalIPAssociation': {'1.0'}, Mar 02 05:21:19.784398 dv-cinder-768458-18-iscsi neutron-server[103717]: 'Log': {'1.0'}, Mar 02 05:21:19.784398 dv-cinder-768458-18-iscsi neutron-server[103717]: 'Network': {'1.1'}, Mar 02 05:21:19.784398 dv-cinder-768458-18-iscsi neutron-server[103717]: 'Port': {'1.7'}, Mar 02 05:21:19.784398 dv-cinder-768458-18-iscsi neutron-server[103717]: 'PortForwarding': {'1.2'}, Mar 02 05:21:19.784398 dv-cinder-768458-18-iscsi neutron-server[103717]: 'QosPolicy': {'1.10'}, Mar 02 05:21:19.784398 dv-cinder-768458-18-iscsi neutron-server[103717]: 'SecurityGroup': {'1.5'}, Mar 02 05:21:19.784398 dv-cinder-768458-18-iscsi neutron-server[103717]: 'SecurityGroupRule': {'1.2'}, Mar 02 05:21:19.784398 dv-cinder-768458-18-iscsi neutron-server[103717]: 'SubPort': {'1.0'}, Mar 02 05:21:19.784398 dv-cinder-768458-18-iscsi neutron-server[103717]: 'Subnet': {'1.1'}, Mar 02 05:21:19.784398 dv-cinder-768458-18-iscsi neutron-server[103717]: 'Trunk': {'1.1'}} Mar 02 05:21:19.784398 dv-cinder-768458-18-iscsi neutron-server[103717]: consumer versions: Mar 02 05:21:19.784398 dv-cinder-768458-18-iscsi neutron-server[103717]: { DHCP agent@dv-cinder-768458-18-iscsi: {}, Mar 02 05:21:19.784398 dv-cinder-768458-18-iscsi neutron-server[103717]: L3 agent@dv-cinder-768458-18-iscsi: {}, Mar 02 05:21:19.784398 dv-cinder-768458-18-iscsi neutron-server[103717]: Metadata agent@dv-cinder-768458-18-iscsi: {}, Mar 02 05:21:19.784398 dv-cinder-768458-18-iscsi neutron-server[103717]: Metering agent@dv-cinder-768458-18-iscsi: {}, Mar 02 05:21:19.784398 dv-cinder-768458-18-iscsi neutron-server[103717]: Open vSwitch agent@dv-cinder-768458-18-iscsi: { 'AddressGroup': '1.2', Mar 02 05:21:19.784398 dv-cinder-768458-18-iscsi neutron-server[103717]: 'ConntrackHelper': '1.0', Mar 02 05:21:19.784398 dv-cinder-768458-18-iscsi neutron-server[103717]: 'LocalIPAssociation': '1.0', Mar 02 05:21:19.784398 dv-cinder-768458-18-iscsi neutron-server[103717]: 'Log': '1.0', Mar 02 05:21:19.784398 dv-cinder-768458-18-iscsi neutron-server[103717]: 'Network': '1.1', Mar 02 05:21:19.784398 dv-cinder-768458-18-iscsi neutron-server[103717]: 'Port': '1.7', Mar 02 05:21:19.784398 dv-cinder-768458-18-iscsi neutron-server[103717]: 'PortForwarding': '1.2', Mar 02 05:21:19.784398 dv-cinder-768458-18-iscsi neutron-server[103717]: 'QosPolicy': '1.10', Mar 02 05:21:19.784398 dv-cinder-768458-18-iscsi neutron-server[103717]: 'SecurityGroup': '1.5', Mar 02 05:21:19.784398 dv-cinder-768458-18-iscsi neutron-server[103717]: 'SecurityGroupRule': '1.2', Mar 02 05:21:19.784398 dv-cinder-768458-18-iscsi neutron-server[103717]: 'SubPort': '1.0', Mar 02 05:21:19.784398 dv-cinder-768458-18-iscsi neutron-server[103717]: 'Subnet': '1.1', Mar 02 05:21:19.784398 dv-cinder-768458-18-iscsi neutron-server[103717]: 'Trunk': '1.1'}} Mar 02 05:21:19.784398 dv-cinder-768458-18-iscsi neutron-server[103717]: {{(pid=103717) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 02 05:21:19.787601 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-bfb0ecc6-6bdb-44e9-b038-32df426b96b1 None None] Attempting to bind port b742ae7e-4c71-46a7-a4de-8950e6641a8f on host dv-cinder-768458-18-iscsi for vnic_type normal with profile {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 05:21:19.788008 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-bfb0ecc6-6bdb-44e9-b038-32df426b96b1 None None] Attempting to bind port b742ae7e-4c71-46a7-a4de-8950e6641a8f by drivers openvswitch,hyperv on host dv-cinder-768458-18-iscsi at level 0 using segments [{'id': 'c78e969e-96d2-4bf9-b25a-3ab991d40c16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '449a83cd-9c13-436b-aa5e-80d95a45a775'}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 05:21:19.788451 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfb0ecc6-6bdb-44e9-b038-32df426b96b1 None None] Attempting to bind port b742ae7e-4c71-46a7-a4de-8950e6641a8f on network 449a83cd-9c13-436b-aa5e-80d95a45a775 {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 05:21:19.794346 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfb0ecc6-6bdb-44e9-b038-32df426b96b1 None None] Checking agent: {'id': '64307ea2-7468-48d5-a188-5e76dfb99c6b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 5, 20, 46), 'started_at': datetime.datetime(2022, 3, 2, 5, 21, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 5, 21, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 05:21:19.794828 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfb0ecc6-6bdb-44e9-b038-32df426b96b1 None None] Checking segment: {'id': 'c78e969e-96d2-4bf9-b25a-3ab991d40c16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '449a83cd-9c13-436b-aa5e-80d95a45a775'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 05:21:19.795232 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-bfb0ecc6-6bdb-44e9-b038-32df426b96b1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:21:19.800902 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfb0ecc6-6bdb-44e9-b038-32df426b96b1 None None] Bound using segment: {'id': 'c78e969e-96d2-4bf9-b25a-3ab991d40c16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '449a83cd-9c13-436b-aa5e-80d95a45a775'} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 05:21:19.800902 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-bfb0ecc6-6bdb-44e9-b038-32df426b96b1 None None] Bound port: b742ae7e-4c71-46a7-a4de-8950e6641a8f, host: dv-cinder-768458-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c78e969e-96d2-4bf9-b25a-3ab991d40c16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '449a83cd-9c13-436b-aa5e-80d95a45a775'}}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 05:21:19.800902 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-bfb0ecc6-6bdb-44e9-b038-32df426b96b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for port (b742ae7e-4c71-46a7-a4de-8950e6641a8f), before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:21:19.863232 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.provisioning_blocks [None req-c94bef51-f8b7-4b95-ba77-296bcd8dafbd None None] Provisioning complete for port b742ae7e-4c71-46a7-a4de-8950e6641a8f triggered by entity DHCP. {{(pid=103716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 05:21:19.863925 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-c94bef51-f8b7-4b95-ba77-296bcd8dafbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012754'] for port (b742ae7e-4c71-46a7-a4de-8950e6641a8f), provisioning_complete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:21:19.864311 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-bfb0ecc6-6bdb-44e9-b038-32df426b96b1 None None] For port b742ae7e-4c71-46a7-a4de-8950e6641a8f, host dv-cinder-768458-18-iscsi, cleared binding levels {{(pid=103717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 05:21:19.884576 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-bfb0ecc6-6bdb-44e9-b038-32df426b96b1 None None] For port b742ae7e-4c71-46a7-a4de-8950e6641a8f, host dv-cinder-768458-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-18-iscsi',level=0,port_id=b742ae7e-4c71-46a7-a4de-8950e6641a8f,segment=NetworkSegment(c78e969e-96d2-4bf9-b25a-3ab991d40c16),segment_id=c78e969e-96d2-4bf9-b25a-3ab991d40c16)] {{(pid=103717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 05:21:19.897950 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-c94bef51-f8b7-4b95-ba77-296bcd8dafbd None None] Port b742ae7e-4c71-46a7-a4de-8950e6641a8f cannot update to ACTIVE because it is not bound. {{(pid=103716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 02 05:21:19.964103 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-bfb0ecc6-6bdb-44e9-b038-32df426b96b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789290460654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789289919735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789289921293'] for port (b742ae7e-4c71-46a7-a4de-8950e6641a8f), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:21:20.021166 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfb0ecc6-6bdb-44e9-b038-32df426b96b1 None None] Routers {'bd262024-223c-4549-a006-edb0fe798ff2'} bound to L3 agent in host dv-cinder-768458-18-iscsi {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 05:21:20.021802 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-bfb0ecc6-6bdb-44e9-b038-32df426b96b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-02T05:20:42Z,description=,heartbeat_timestamp=2022-03-02T05:21:12Z,host='dv-cinder-768458-18-iscsi',id=9c2b50e6-1677-4aa9-928e-941b4c488fc5,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T05:20:42Z,topic='l3_agent')) {'router_ids': ['bd262024-223c-4549-a006-edb0fe798ff2'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 05:21:20.059887 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e485bb-c2d7-4612-82b4-eaabea631086 None None] Pushing event updated for resources: {'Port': ['ID=b742ae7e-4c71-46a7-a4de-8950e6641a8f,revision_number=4']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:21:20.117570 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.db.l3_dvr_db [None req-bfb0ecc6-6bdb-44e9-b038-32df426b96b1 None None] Set router bd262024-223c-4549-a006-edb0fe798ff2 gateway port host: None {{(pid=103717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 05:21:20.220094 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.provisioning_blocks [None req-ac330753-78b0-4384-bdef-7cf12120c2a7 None None] Provisioning complete for port b742ae7e-4c71-46a7-a4de-8950e6641a8f triggered by entity DHCP. {{(pid=103716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 05:21:20.220497 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ac330753-78b0-4384-bdef-7cf12120c2a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012754'] for port (b742ae7e-4c71-46a7-a4de-8950e6641a8f), provisioning_complete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:21:20.309521 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-ac330753-78b0-4384-bdef-7cf12120c2a7 None None] Current status of the port b742ae7e-4c71-46a7-a4de-8950e6641a8f is: DOWN; New status is: ACTIVE {{(pid=103716) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 05:21:20.309825 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ac330753-78b0-4384-bdef-7cf12120c2a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for port (b742ae7e-4c71-46a7-a4de-8950e6641a8f), before_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:21:20.331128 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-bfb0ecc6-6bdb-44e9-b038-32df426b96b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd262024-223c-4549-a006-edb0fe798ff2', 'name': 'router1', 'tenant_id': '324116aa70a041969ec9631e124f98ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T05:21:06Z', 'updated_at': '2022-03-02T05:21:17Z', 'revision_number': 2, 'project_id': '324116aa70a041969ec9631e124f98ff', 'gw_port_host': None, '_interfaces': [{'id': 'b742ae7e-4c71-46a7-a4de-8950e6641a8f', 'name': '', 'network_id': '449a83cd-9c13-436b-aa5e-80d95a45a775', 'tenant_id': '324116aa70a041969ec9631e124f98ff', 'mac_address': 'fa:16:3e:24:78:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd262024-223c-4549-a006-edb0fe798ff2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c4236dac-3e2c-4f51-a497-ec477eb7933d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T05:21:16Z', 'updated_at': '2022-03-02T05:21:19Z', 'revision_number': 4, 'project_id': '324116aa70a041969ec9631e124f98ff', 'subnets': [{'id': 'c4236dac-3e2c-4f51-a497-ec477eb7933d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '34486cca-df1d-4fdf-b769-aa74bf09b16f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-18-iscsi', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 05:21:20.343368 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-ac330753-78b0-4384-bdef-7cf12120c2a7 None None] For port b742ae7e-4c71-46a7-a4de-8950e6641a8f, host dv-cinder-768458-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-18-iscsi',level=0,port_id=b742ae7e-4c71-46a7-a4de-8950e6641a8f,segment=NetworkSegment(c78e969e-96d2-4bf9-b25a-3ab991d40c16),segment_id=c78e969e-96d2-4bf9-b25a-3ab991d40c16)] {{(pid=103716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 05:21:20.357860 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfb0ecc6-6bdb-44e9-b038-32df426b96b1 None None] The sync data for ids ['bd262024-223c-4549-a006-edb0fe798ff2'] in dv-cinder-768458-18-iscsi is: [{'id': 'bd262024-223c-4549-a006-edb0fe798ff2', 'name': 'router1', 'tenant_id': '324116aa70a041969ec9631e124f98ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T05:21:06Z', 'updated_at': '2022-03-02T05:21:17Z', 'revision_number': 2, 'project_id': '324116aa70a041969ec9631e124f98ff', 'gw_port_host': None, '_interfaces': [{'id': 'b742ae7e-4c71-46a7-a4de-8950e6641a8f', 'name': '', 'network_id': '449a83cd-9c13-436b-aa5e-80d95a45a775', 'tenant_id': '324116aa70a041969ec9631e124f98ff', 'mac_address': 'fa:16:3e:24:78:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd262024-223c-4549-a006-edb0fe798ff2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c4236dac-3e2c-4f51-a497-ec477eb7933d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T05:21:16Z', 'updated_at': '2022-03-02T05:21:19Z', 'revision_number': 4, 'project_id': '324116aa70a041969ec9631e124f98ff', 'subnets': [{'id': 'c4236dac-3e2c-4f51-a497-ec477eb7933d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '34486cca-df1d-4fdf-b769-aa74bf09b16f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 05:21:20.435406 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ac330753-78b0-4384-bdef-7cf12120c2a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789290460654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789289919735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789289921293'] for port (b742ae7e-4c71-46a7-a4de-8950e6641a8f), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:21:20.489619 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac330753-78b0-4384-bdef-7cf12120c2a7 None None] Pushing event updated for resources: {'Port': ['ID=b742ae7e-4c71-46a7-a4de-8950e6641a8f,revision_number=5']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:21:20.614331 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.wsgi [-] (103714) accepted ('10.222.0.32', 32846) {{(pid=103714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:21:20.753423 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-426e6937-9405-4ffb-8311-61d66c36b5ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:21:20.754779 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [None req-426e6937-9405-4ffb-8311-61d66c36b5ad admin admin] 10.222.0.32 "GET /v2.0/networks/b55256da-732d-4561-a24f-23ea9a772c58 HTTP/1.1" status: 200 len: 842 time: 0.1394494 Mar 02 05:21:20.763979 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.v2.base [None req-31718ced-88d0-45c9-90f6-4597127fb256 admin admin] Request body: {'subnet': {'ip_version': 4, 'gateway_ip': '172.27.2.1', 'cidr': '172.27.2.0/24', 'name': 'public-subnet', 'enable_dhcp': False, 'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58'}} {{(pid=103714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 05:21:20.914607 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31718ced-88d0-45c9-90f6-4597127fb256 admin admin] Made reservation on behalf of a617668e27124b6b843fd2cb0368fea4 for: {'subnet': 1} {{(pid=103714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 05:21:20.916955 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-31718ced-88d0-45c9-90f6-4597127fb256 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:21:21.291470 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.objects.ports [None req-31718ced-88d0-45c9-90f6-4597127fb256 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103714) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 02 05:21:21.291839 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-31718ced-88d0-45c9-90f6-4597127fb256 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186'] for subnet (77df959b-d159-4f61-98dc-e86e1ea2cf69), after_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:21:21.355998 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31718ced-88d0-45c9-90f6-4597127fb256 admin admin] Pushing event updated for resources: {'Subnet': ['ID=77df959b-d159-4f61-98dc-e86e1ea2cf69,revision_number=0']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:21:21.360735 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31718ced-88d0-45c9-90f6-4597127fb256 admin admin] Checking segment: {'id': '4c026da1-f439-448a-ad69-ccdbf2795772', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 05:21:21.361088 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31718ced-88d0-45c9-90f6-4597127fb256 admin admin] Network hostable DHCP agents. Network: b55256da-732d-4561-a24f-23ea9a772c58, hostable agents: ['516abb3b-63f8-4dbb-a4f1-8865516966e2'], hosted agents: [] {{(pid=103714) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 05:21:21.448713 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31718ced-88d0-45c9-90f6-4597127fb256 admin admin] Network b55256da-732d-4561-a24f-23ea9a772c58 is scheduled to be hosted by DHCP agent 516abb3b-63f8-4dbb-a4f1-8865516966e2 with binding_index 1 {{(pid=103714) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 05:21:21.531797 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.scheduler.base_scheduler [None req-31718ced-88d0-45c9-90f6-4597127fb256 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768458-18-iscsi, b55256da-732d-4561-a24f-23ea9a772c58) {{(pid=103714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 05:21:21.536541 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31718ced-88d0-45c9-90f6-4597127fb256 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:21:21.537209 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-31718ced-88d0-45c9-90f6-4597127fb256 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531172'] for subnet (None), before_response {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:21:21.544534 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a08fef0-9a31-4022-97ce-30c5eb972653 None None] Network b55256da-732d-4561-a24f-23ea9a772c58 requested from dv-cinder-768458-18-iscsi {{(pid=103716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 05:21:21.593699 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [None req-31718ced-88d0-45c9-90f6-4597127fb256 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8305938 Mar 02 05:21:21.654388 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-119c261f-5af1-4e13-823d-84f3e16c39f9 None None] Network b55256da-732d-4561-a24f-23ea9a772c58 requested from dv-cinder-768458-18-iscsi {{(pid=103716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 05:21:24.041491 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.wsgi [-] (103714) accepted ('10.222.0.32', 32854) {{(pid=103714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:21:24.257786 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [None req-1212f21e-15a8-44ee-ac3a-a6d20dbf6b0a demo admin] 10.222.0.32 "GET /v2.0/routers/bd262024-223c-4549-a006-edb0fe798ff2 HTTP/1.1" status: 200 len: 710 time: 0.2150564 Mar 02 05:21:24.342850 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdea3453-bfe2-43fb-87ce-b5a8b5b3eb0e demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:21:24.344254 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [None req-bdea3453-bfe2-43fb-87ce-b5a8b5b3eb0e demo admin] 10.222.0.32 "GET /v2.0/networks/b55256da-732d-4561-a24f-23ea9a772c58 HTTP/1.1" status: 200 len: 886 time: 0.0812714 Mar 02 05:21:24.353171 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.v2.base [None req-f9a9d8fa-cca5-43e1-9850-9e8e3e71d521 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58'}}} {{(pid=103714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 05:21:24.606968 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-f9a9d8fa-cca5-43e1-9850-9e8e3e71d521 demo admin] Publish callbacks [] for router_gateway (bd262024-223c-4549-a006-edb0fe798ff2), precommit_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:21:24.910160 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-f9a9d8fa-cca5-43e1-9850-9e8e3e71d521 demo admin] Publish callbacks [] for router_gateway (bd262024-223c-4549-a006-edb0fe798ff2), before_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:21:25.028181 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-f9a9d8fa-cca5-43e1-9850-9e8e3e71d521 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for port (None), before_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:21:25.185627 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.db.db_base_plugin_common [None req-f9a9d8fa-cca5-43e1-9850-9e8e3e71d521 demo admin] Allocated IP 172.27.2.128 (b55256da-732d-4561-a24f-23ea9a772c58/77df959b-d159-4f61-98dc-e86e1ea2cf69/e89e0dde-1265-4771-9426-30eddcaa614d) {{(pid=103714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 05:21:25.309354 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-f9a9d8fa-cca5-43e1-9850-9e8e3e71d521 demo admin] Publish callbacks [] for port (e89e0dde-1265-4771-9426-30eddcaa614d), precommit_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:21:25.458244 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-f9a9d8fa-cca5-43e1-9850-9e8e3e71d521 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789289919717'] for port (e89e0dde-1265-4771-9426-30eddcaa614d), after_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:21:25.527911 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9a9d8fa-cca5-43e1-9850-9e8e3e71d521 demo admin] Network b55256da-732d-4561-a24f-23ea9a772c58 is already hosted by enough agents. {{(pid=103714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 05:21:25.536909 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.scheduler.base_scheduler [None req-f9a9d8fa-cca5-43e1-9850-9e8e3e71d521 demo admin] Resources bound (agent type, host, resource id): {{(pid=103714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 05:21:25.546280 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a9d8fa-cca5-43e1-9850-9e8e3e71d521 demo admin] Received port after_create {{(pid=103714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 05:21:25.548231 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a9d8fa-cca5-43e1-9850-9e8e3e71d521 demo admin] Pushing event updated for resources: {'Port': ['ID=e89e0dde-1265-4771-9426-30eddcaa614d,revision_number=1']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:21:25.984313 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-f9a9d8fa-cca5-43e1-9850-9e8e3e71d521 demo admin] Publish callbacks [] for router_gateway (bd262024-223c-4549-a006-edb0fe798ff2), after_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:21:26.199055 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-f9a9d8fa-cca5-43e1-9850-9e8e3e71d521 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-554933', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-552454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5172'] for router (bd262024-223c-4549-a006-edb0fe798ff2), precommit_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:21:26.204319 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-f9a9d8fa-cca5-43e1-9850-9e8e3e71d521 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-554924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-554915', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-552701'] for router (bd262024-223c-4549-a006-edb0fe798ff2), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:21:26.319521 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9a9d8fa-cca5-43e1-9850-9e8e3e71d521 demo admin] Router bd262024-223c-4549-a006-edb0fe798ff2 has already been hosted by L3 agent 9c2b50e6-1677-4aa9-928e-941b4c488fc5 {{(pid=103714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 05:21:26.432098 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9a9d8fa-cca5-43e1-9850-9e8e3e71d521 demo admin] Notify agent at l3_agent.dv-cinder-768458-18-iscsi the message routers_updated {{(pid=103714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 05:21:26.437215 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-f9a9d8fa-cca5-43e1-9850-9e8e3e71d521 demo admin] Publish callbacks [] for router (None), before_response {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:21:26.438958 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [None req-f9a9d8fa-cca5-43e1-9850-9e8e3e71d521 demo admin] 10.222.0.32 "PUT /v2.0/routers/bd262024-223c-4549-a006-edb0fe798ff2 HTTP/1.1" status: 200 len: 890 time: 2.0887792 Mar 02 05:21:28.532716 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.rpc [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Device b742ae7e-4c71-46a7-a4de-8950e6641a8f up at agent ovs-agent-dv-cinder-768458-18-iscsi {{(pid=103716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 05:21:28.584252 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.provisioning_blocks [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Provisioning complete for port b742ae7e-4c71-46a7-a4de-8950e6641a8f triggered by entity L2. {{(pid=103716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 05:21:28.584618 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012754'] for port (b742ae7e-4c71-46a7-a4de-8950e6641a8f), provisioning_complete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:21:28.664902 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Current status of the port b742ae7e-4c71-46a7-a4de-8950e6641a8f is: ACTIVE; New status is: ACTIVE {{(pid=103716) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 05:21:28.992995 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.wsgi [-] (103714) accepted ('10.222.0.32', 32866) {{(pid=103714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:21:29.045926 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-022174e4-ee2b-4be4-9606-1ef0941e7f2a None None] Sync routers for ids ['bd262024-223c-4549-a006-edb0fe798ff2'] in dv-cinder-768458-18-iscsi {{(pid=103716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 05:21:29.057058 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-022174e4-ee2b-4be4-9606-1ef0941e7f2a None None] Routers {'bd262024-223c-4549-a006-edb0fe798ff2'} bound to L3 agent in host dv-cinder-768458-18-iscsi {{(pid=103716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 05:21:29.057703 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.l3_hamode_db [None req-022174e4-ee2b-4be4-9606-1ef0941e7f2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-02T05:20:42Z,description=,heartbeat_timestamp=2022-03-02T05:21:12Z,host='dv-cinder-768458-18-iscsi',id=9c2b50e6-1677-4aa9-928e-941b4c488fc5,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T05:20:42Z,topic='l3_agent')) {'router_ids': ['bd262024-223c-4549-a006-edb0fe798ff2'], 'active': True} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 05:21:29.119190 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [None req-ee3b44c3-be13-4de3-8057-94695ea2f457 admin admin] 10.222.0.32 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1250377 Mar 02 05:21:29.286875 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.l3_dvr_db [None req-022174e4-ee2b-4be4-9606-1ef0941e7f2a None None] Set router bd262024-223c-4549-a006-edb0fe798ff2 gateway port host: dv-cinder-768458-18-iscsi {{(pid=103716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 05:21:29.760370 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.l3_hamode_db [None req-022174e4-ee2b-4be4-9606-1ef0941e7f2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd262024-223c-4549-a006-edb0fe798ff2', 'name': 'router1', 'tenant_id': '324116aa70a041969ec9631e124f98ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'external_fixed_ips': [{'subnet_id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': 'e89e0dde-1265-4771-9426-30eddcaa614d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T05:21:06Z', 'updated_at': '2022-03-02T05:21:25Z', 'revision_number': 4, 'project_id': '324116aa70a041969ec9631e124f98ff', 'gw_port': {'id': 'e89e0dde-1265-4771-9426-30eddcaa614d', 'name': '', 'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:44:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd262024-223c-4549-a006-edb0fe798ff2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T05:21:25Z', 'updated_at': '2022-03-02T05:21:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-18-iscsi', '_interfaces': [{'id': 'b742ae7e-4c71-46a7-a4de-8950e6641a8f', 'name': '', 'network_id': '449a83cd-9c13-436b-aa5e-80d95a45a775', 'tenant_id': '324116aa70a041969ec9631e124f98ff', 'mac_address': 'fa:16:3e:24:78:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd262024-223c-4549-a006-edb0fe798ff2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c4236dac-3e2c-4f51-a497-ec477eb7933d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T05:21:16Z', 'updated_at': '2022-03-02T05:21:20Z', 'revision_number': 5, 'project_id': '324116aa70a041969ec9631e124f98ff', 'subnets': [{'id': 'c4236dac-3e2c-4f51-a497-ec477eb7933d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '34486cca-df1d-4fdf-b769-aa74bf09b16f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-18-iscsi', False) {} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 05:21:29.811710 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-022174e4-ee2b-4be4-9606-1ef0941e7f2a None None] Checking router: bd262024-223c-4549-a006-edb0fe798ff2 for host: dv-cinder-768458-18-iscsi {{(pid=103716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 05:21:29.812083 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-022174e4-ee2b-4be4-9606-1ef0941e7f2a None None] Updating router bd262024-223c-4549-a006-edb0fe798ff2 port e89e0dde-1265-4771-9426-30eddcaa614d binding host dv-cinder-768458-18-iscsi {{(pid=103716) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 05:21:29.863069 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-022174e4-ee2b-4be4-9606-1ef0941e7f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for port (e89e0dde-1265-4771-9426-30eddcaa614d), before_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:21:30.192929 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-022174e4-ee2b-4be4-9606-1ef0941e7f2a None None] Publish callbacks [] for port (e89e0dde-1265-4771-9426-30eddcaa614d), precommit_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:21:30.266496 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-022174e4-ee2b-4be4-9606-1ef0941e7f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789290460654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789289919735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789289921293'] for port (e89e0dde-1265-4771-9426-30eddcaa614d), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:21:30.314348 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.managers [None req-022174e4-ee2b-4be4-9606-1ef0941e7f2a None None] Attempting to bind port e89e0dde-1265-4771-9426-30eddcaa614d on host dv-cinder-768458-18-iscsi for vnic_type normal with profile {{(pid=103716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 05:21:30.314718 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.managers [None req-022174e4-ee2b-4be4-9606-1ef0941e7f2a None None] Attempting to bind port e89e0dde-1265-4771-9426-30eddcaa614d by drivers openvswitch,hyperv on host dv-cinder-768458-18-iscsi at level 0 using segments [{'id': '4c026da1-f439-448a-ad69-ccdbf2795772', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58'}] {{(pid=103716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 05:21:30.315116 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-022174e4-ee2b-4be4-9606-1ef0941e7f2a None None] Attempting to bind port e89e0dde-1265-4771-9426-30eddcaa614d on network b55256da-732d-4561-a24f-23ea9a772c58 {{(pid=103716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 05:21:30.322731 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e48409-429a-422b-92e2-bceb389c88a2 None None] Pushing event updated for resources: {'Port': ['ID=e89e0dde-1265-4771-9426-30eddcaa614d,revision_number=2']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:21:30.325115 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-022174e4-ee2b-4be4-9606-1ef0941e7f2a None None] Checking agent: {'id': '64307ea2-7468-48d5-a188-5e76dfb99c6b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 5, 20, 46), 'started_at': datetime.datetime(2022, 3, 2, 5, 21, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 5, 21, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 05:21:30.325488 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-022174e4-ee2b-4be4-9606-1ef0941e7f2a None None] Checking segment: {'id': '4c026da1-f439-448a-ad69-ccdbf2795772', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 05:21:30.325879 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-022174e4-ee2b-4be4-9606-1ef0941e7f2a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:21:30.326262 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-022174e4-ee2b-4be4-9606-1ef0941e7f2a None None] Bound using segment: {'id': '4c026da1-f439-448a-ad69-ccdbf2795772', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58'} {{(pid=103716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 05:21:30.326728 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.managers [None req-022174e4-ee2b-4be4-9606-1ef0941e7f2a None None] Bound port: e89e0dde-1265-4771-9426-30eddcaa614d, host: dv-cinder-768458-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c026da1-f439-448a-ad69-ccdbf2795772', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58'}}] {{(pid=103716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 05:21:30.327100 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-022174e4-ee2b-4be4-9606-1ef0941e7f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for port (e89e0dde-1265-4771-9426-30eddcaa614d), before_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:21:30.380743 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-022174e4-ee2b-4be4-9606-1ef0941e7f2a None None] For port e89e0dde-1265-4771-9426-30eddcaa614d, host dv-cinder-768458-18-iscsi, cleared binding levels {{(pid=103716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 05:21:30.383656 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-022174e4-ee2b-4be4-9606-1ef0941e7f2a None None] For port e89e0dde-1265-4771-9426-30eddcaa614d, host dv-cinder-768458-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-18-iscsi',level=0,port_id=e89e0dde-1265-4771-9426-30eddcaa614d,segment=NetworkSegment(4c026da1-f439-448a-ad69-ccdbf2795772),segment_id=4c026da1-f439-448a-ad69-ccdbf2795772)] {{(pid=103716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 05:21:30.485980 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-022174e4-ee2b-4be4-9606-1ef0941e7f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789290460654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789289919735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789289921293'] for port (e89e0dde-1265-4771-9426-30eddcaa614d), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:21:30.545051 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-022174e4-ee2b-4be4-9606-1ef0941e7f2a None None] Routers {'bd262024-223c-4549-a006-edb0fe798ff2'} bound to L3 agent in host dv-cinder-768458-18-iscsi {{(pid=103716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 05:21:30.545658 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.l3_hamode_db [None req-022174e4-ee2b-4be4-9606-1ef0941e7f2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-02T05:20:42Z,description=,heartbeat_timestamp=2022-03-02T05:21:12Z,host='dv-cinder-768458-18-iscsi',id=9c2b50e6-1677-4aa9-928e-941b4c488fc5,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T05:20:42Z,topic='l3_agent')) {'router_ids': ['bd262024-223c-4549-a006-edb0fe798ff2'], 'active': True} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 05:21:30.551481 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e48409-429a-422b-92e2-bceb389c88a2 None None] Pushing event updated for resources: {'Port': ['ID=e89e0dde-1265-4771-9426-30eddcaa614d,revision_number=3']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:21:30.661514 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.l3_dvr_db [None req-022174e4-ee2b-4be4-9606-1ef0941e7f2a None None] Set router bd262024-223c-4549-a006-edb0fe798ff2 gateway port host: dv-cinder-768458-18-iscsi {{(pid=103716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 05:21:30.889306 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.l3_hamode_db [None req-022174e4-ee2b-4be4-9606-1ef0941e7f2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd262024-223c-4549-a006-edb0fe798ff2', 'name': 'router1', 'tenant_id': '324116aa70a041969ec9631e124f98ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'external_fixed_ips': [{'subnet_id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': 'e89e0dde-1265-4771-9426-30eddcaa614d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T05:21:06Z', 'updated_at': '2022-03-02T05:21:25Z', 'revision_number': 4, 'project_id': '324116aa70a041969ec9631e124f98ff', 'gw_port': {'id': 'e89e0dde-1265-4771-9426-30eddcaa614d', 'name': '', 'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:44:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd262024-223c-4549-a006-edb0fe798ff2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T05:21:25Z', 'updated_at': '2022-03-02T05:21:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-18-iscsi', '_interfaces': [{'id': 'b742ae7e-4c71-46a7-a4de-8950e6641a8f', 'name': '', 'network_id': '449a83cd-9c13-436b-aa5e-80d95a45a775', 'tenant_id': '324116aa70a041969ec9631e124f98ff', 'mac_address': 'fa:16:3e:24:78:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd262024-223c-4549-a006-edb0fe798ff2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c4236dac-3e2c-4f51-a497-ec477eb7933d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T05:21:16Z', 'updated_at': '2022-03-02T05:21:20Z', 'revision_number': 5, 'project_id': '324116aa70a041969ec9631e124f98ff', 'subnets': [{'id': 'c4236dac-3e2c-4f51-a497-ec477eb7933d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '34486cca-df1d-4fdf-b769-aa74bf09b16f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-18-iscsi', False) {} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 05:21:30.916160 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-022174e4-ee2b-4be4-9606-1ef0941e7f2a None None] The sync data for ids ['bd262024-223c-4549-a006-edb0fe798ff2'] in dv-cinder-768458-18-iscsi is: [{'id': 'bd262024-223c-4549-a006-edb0fe798ff2', 'name': 'router1', 'tenant_id': '324116aa70a041969ec9631e124f98ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'external_fixed_ips': [{'subnet_id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': 'e89e0dde-1265-4771-9426-30eddcaa614d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T05:21:06Z', 'updated_at': '2022-03-02T05:21:25Z', 'revision_number': 4, 'project_id': '324116aa70a041969ec9631e124f98ff', 'gw_port': {'id': 'e89e0dde-1265-4771-9426-30eddcaa614d', 'name': '', 'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:44:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd262024-223c-4549-a006-edb0fe798ff2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T05:21:25Z', 'updated_at': '2022-03-02T05:21:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-18-iscsi', '_interfaces': [{'id': 'b742ae7e-4c71-46a7-a4de-8950e6641a8f', 'name': '', 'network_id': '449a83cd-9c13-436b-aa5e-80d95a45a775', 'tenant_id': '324116aa70a041969ec9631e124f98ff', 'mac_address': 'fa:16:3e:24:78:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd262024-223c-4549-a006-edb0fe798ff2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c4236dac-3e2c-4f51-a497-ec477eb7933d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T05:21:16Z', 'updated_at': '2022-03-02T05:21:20Z', 'revision_number': 5, 'project_id': '324116aa70a041969ec9631e124f98ff', 'subnets': [{'id': 'c4236dac-3e2c-4f51-a497-ec477eb7933d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '34486cca-df1d-4fdf-b769-aa74bf09b16f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 05:21:32.541552 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.rpc [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Device e89e0dde-1265-4771-9426-30eddcaa614d up at agent ovs-agent-dv-cinder-768458-18-iscsi {{(pid=103716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 05:21:32.610893 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.provisioning_blocks [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Provisioning complete for port e89e0dde-1265-4771-9426-30eddcaa614d triggered by entity L2. {{(pid=103716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 05:21:32.611586 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012754'] for port (e89e0dde-1265-4771-9426-30eddcaa614d), provisioning_complete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:21:32.718871 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Current status of the port e89e0dde-1265-4771-9426-30eddcaa614d is: DOWN; New status is: ACTIVE {{(pid=103716) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 05:21:32.720090 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for port (e89e0dde-1265-4771-9426-30eddcaa614d), before_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:21:32.751866 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] For port e89e0dde-1265-4771-9426-30eddcaa614d, host dv-cinder-768458-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-18-iscsi',level=0,port_id=e89e0dde-1265-4771-9426-30eddcaa614d,segment=NetworkSegment(4c026da1-f439-448a-ad69-ccdbf2795772),segment_id=4c026da1-f439-448a-ad69-ccdbf2795772)] {{(pid=103716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 05:21:32.837544 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789290460654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789289919735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789289921293'] for port (e89e0dde-1265-4771-9426-30eddcaa614d), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:21:32.905486 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Pushing event updated for resources: {'Port': ['ID=e89e0dde-1265-4771-9426-30eddcaa614d,revision_number=4']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:21:34.601911 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.rpc [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Device e89e0dde-1265-4771-9426-30eddcaa614d up at agent ovs-agent-dv-cinder-768458-18-iscsi {{(pid=103716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 05:21:34.804109 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.provisioning_blocks [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Provisioning complete for port e89e0dde-1265-4771-9426-30eddcaa614d triggered by entity L2. {{(pid=103716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 05:21:34.804514 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012754'] for port (e89e0dde-1265-4771-9426-30eddcaa614d), provisioning_complete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:21:34.945264 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Current status of the port e89e0dde-1265-4771-9426-30eddcaa614d is: ACTIVE; New status is: ACTIVE {{(pid=103716) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 05:21:36.444042 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.db.agents_db [None req-19237f2e-a493-4721-ab19-473fd9844311 None None] Agent healthcheck: found 5 active agents {{(pid=103717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 05:21:39.588918 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-2a0e8173-8b2a-4c0b-97da-9f9e0ab85e42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (516abb3b-63f8-4dbb-a4f1-8865516966e2), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:21:41.745653 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-7eaab813-21be-4321-b651-fe18649c4665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (9c2b50e6-1677-4aa9-928e-941b4c488fc5), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:21:42.753826 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-2ae3422a-c85d-446a-90f5-ce5a8bf639ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (d4d802fc-4ac8-47f8-b030-2ffc185fa6dc), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:21:44.235539 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f73b428b-984e-4c5a-9878-aef8f2b511ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (e0636eb1-3d25-4c31-a6e5-3f8fd1255322), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:21:45.723362 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (64307ea2-7468-48d5-a188-5e76dfb99c6b), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:22:09.792402 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-2fe9adc0-0980-4962-8551-6ca78e78582e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (516abb3b-63f8-4dbb-a4f1-8865516966e2), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:22:11.727448 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-32af91a5-95bc-41bc-b50e-68bde9769f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (9c2b50e6-1677-4aa9-928e-941b4c488fc5), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:22:13.433362 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.db.agents_db [None req-19237f2e-a493-4721-ab19-473fd9844311 None None] Agent healthcheck: found 5 active agents {{(pid=103717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 05:22:13.478000 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-2ae3422a-c85d-446a-90f5-ce5a8bf639ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (d4d802fc-4ac8-47f8-b030-2ffc185fa6dc), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:22:14.264920 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f73b428b-984e-4c5a-9878-aef8f2b511ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (e0636eb1-3d25-4c31-a6e5-3f8fd1255322), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:22:15.803348 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (64307ea2-7468-48d5-a188-5e76dfb99c6b), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:22:39.590845 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-aee816a2-c4ae-4923-b3f2-ef56ca32e4fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (516abb3b-63f8-4dbb-a4f1-8865516966e2), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:22:41.722063 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-5c689d7b-fbc7-4c54-a026-82006a92cffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (9c2b50e6-1677-4aa9-928e-941b4c488fc5), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:22:42.772552 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-2ae3422a-c85d-446a-90f5-ce5a8bf639ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (d4d802fc-4ac8-47f8-b030-2ffc185fa6dc), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:22:44.258813 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f73b428b-984e-4c5a-9878-aef8f2b511ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (e0636eb1-3d25-4c31-a6e5-3f8fd1255322), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:22:45.715611 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (64307ea2-7468-48d5-a188-5e76dfb99c6b), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:22:50.431985 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.db.agents_db [None req-19237f2e-a493-4721-ab19-473fd9844311 None None] Agent healthcheck: found 5 active agents {{(pid=103717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 05:22:52.909857 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.wsgi [-] (103714) accepted ('10.222.0.32', 33350) {{(pid=103714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:22:52.970626 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.pecan_wsgi.hooks.translation [None req-7cc2db3d-0d20-486e-82e1-90448a11a261 admin admin] GET failed (client error): The resource could not be found. Mar 02 05:22:52.971932 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [None req-7cc2db3d-0d20-486e-82e1-90448a11a261 admin admin] 10.222.0.32 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0611110 Mar 02 05:22:53.191053 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb9978f4-29ee-4e8d-b476-c8c0bf0021d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:22:53.192564 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [None req-cb9978f4-29ee-4e8d-b476-c8c0bf0021d8 admin admin] 10.222.0.32 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2165940 Mar 02 05:22:55.500076 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.wsgi [-] (103714) accepted ('10.222.0.32', 33360) {{(pid=103714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:22:55.592476 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25df9b75-53ae-4e8f-b399-79182d8a25c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:22:55.593796 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [None req-25df9b75-53ae-4e8f-b399-79182d8a25c6 admin admin] 10.222.0.32 "GET /v2.0/subnets/c4236dac-3e2c-4f51-a497-ec477eb7933d HTTP/1.1" status: 200 len: 849 time: 0.0927444 Mar 02 05:22:55.603869 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.v2.base [None req-ca12def9-b5d8-461c-9a23-462468a1f073 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 05:22:55.684216 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-ca12def9-b5d8-461c-9a23-462468a1f073 admin admin] Publish callbacks [] for subnet (c4236dac-3e2c-4f51-a497-ec477eb7933d), before_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:22:55.920504 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-ca12def9-b5d8-461c-9a23-462468a1f073 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8789290460645'] for subnet (c4236dac-3e2c-4f51-a497-ec477eb7933d), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:22:55.951664 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca12def9-b5d8-461c-9a23-462468a1f073 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:22:55.952183 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-ca12def9-b5d8-461c-9a23-462468a1f073 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531172'] for subnet (None), before_response {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:22:55.964298 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [None req-ca12def9-b5d8-461c-9a23-462468a1f073 admin admin] 10.222.0.32 "PUT /v2.0/subnets/c4236dac-3e2c-4f51-a497-ec477eb7933d HTTP/1.1" status: 200 len: 868 time: 0.3531349 Mar 02 05:22:55.964510 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-520f580c-13e8-4e27-8b89-52c81c75d88c None None] Network 449a83cd-9c13-436b-aa5e-80d95a45a775 requested from dv-cinder-768458-18-iscsi {{(pid=103716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 05:22:55.974475 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca12def9-b5d8-461c-9a23-462468a1f073 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c4236dac-3e2c-4f51-a497-ec477eb7933d,revision_number=1']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:22:55.982187 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca12def9-b5d8-461c-9a23-462468a1f073 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:22:55.982565 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca12def9-b5d8-461c-9a23-462468a1f073 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:22:55.982900 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca12def9-b5d8-461c-9a23-462468a1f073 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:22:55.983234 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca12def9-b5d8-461c-9a23-462468a1f073 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:22:55.983600 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca12def9-b5d8-461c-9a23-462468a1f073 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:22:55.983935 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca12def9-b5d8-461c-9a23-462468a1f073 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:22:55.984296 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca12def9-b5d8-461c-9a23-462468a1f073 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:22:55.984639 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca12def9-b5d8-461c-9a23-462468a1f073 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:22:55.985415 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca12def9-b5d8-461c-9a23-462468a1f073 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:22:55.986022 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca12def9-b5d8-461c-9a23-462468a1f073 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:22:55.986022 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca12def9-b5d8-461c-9a23-462468a1f073 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:22:55.986193 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca12def9-b5d8-461c-9a23-462468a1f073 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:22:55.986615 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca12def9-b5d8-461c-9a23-462468a1f073 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:22:56.332686 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.provisioning_blocks [None req-03efa036-a583-4838-af27-94bf41ea8dab None None] Provisioning complete for port b742ae7e-4c71-46a7-a4de-8950e6641a8f triggered by entity DHCP. {{(pid=103716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 05:22:56.333070 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-03efa036-a583-4838-af27-94bf41ea8dab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012754'] for port (b742ae7e-4c71-46a7-a4de-8950e6641a8f), provisioning_complete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:22:56.410402 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-03efa036-a583-4838-af27-94bf41ea8dab None None] Current status of the port b742ae7e-4c71-46a7-a4de-8950e6641a8f is: ACTIVE; New status is: ACTIVE {{(pid=103716) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 05:22:56.420289 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.provisioning_blocks [None req-03efa036-a583-4838-af27-94bf41ea8dab None None] Provisioning complete for port 8e2880e3-7c7d-46fb-abab-267e633991f7 triggered by entity DHCP. {{(pid=103716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 05:22:56.420679 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-03efa036-a583-4838-af27-94bf41ea8dab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012754'] for port (8e2880e3-7c7d-46fb-abab-267e633991f7), provisioning_complete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:22:56.498947 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-03efa036-a583-4838-af27-94bf41ea8dab None None] Current status of the port 8e2880e3-7c7d-46fb-abab-267e633991f7 is: ACTIVE; New status is: ACTIVE {{(pid=103716) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 05:22:58.360335 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.wsgi [-] (103714) accepted ('10.222.0.32', 33368) {{(pid=103714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:22:58.557852 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a3c5807-9f37-425b-96a9-9da5f57ff4d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:22:58.558273 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a3c5807-9f37-425b-96a9-9da5f57ff4d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:22:58.559837 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [None req-4a3c5807-9f37-425b-96a9-9da5f57ff4d2 admin admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1985426 Mar 02 05:23:00.858946 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.wsgi [-] (103714) accepted ('10.222.0.32', 33376) {{(pid=103714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:23:00.986460 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fa9c8a2-9eb4-4670-aa16-0c9692188f31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:23:00.986932 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fa9c8a2-9eb4-4670-aa16-0c9692188f31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:23:00.988468 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [None req-8fa9c8a2-9eb4-4670-aa16-0c9692188f31 admin admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1279697 Mar 02 05:23:03.310199 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.wsgi [-] (103714) accepted ('10.222.0.32', 33384) {{(pid=103714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:23:03.455149 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1521133c-a0e3-4e0f-afc5-ea7b4678b457 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:23:03.456573 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [None req-1521133c-a0e3-4e0f-afc5-ea7b4678b457 admin admin] 10.222.0.32 "GET /v2.0/networks/449a83cd-9c13-436b-aa5e-80d95a45a775 HTTP/1.1" status: 200 len: 869 time: 0.1454298 Mar 02 05:23:05.772633 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.wsgi [-] (103714) accepted ('10.222.0.32', 33392) {{(pid=103714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:23:05.898114 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15f3f4e6-3b30-45d0-9ab3-46b1d47248df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:23:05.899480 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [None req-15f3f4e6-3b30-45d0-9ab3-46b1d47248df admin admin] 10.222.0.32 "GET /v2.0/networks/b55256da-732d-4561-a24f-23ea9a772c58 HTTP/1.1" status: 200 len: 886 time: 0.1258883 Mar 02 05:23:08.237160 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.wsgi [-] (103714) accepted ('10.222.0.32', 33400) {{(pid=103714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:23:08.358520 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55fbf02e-962d-44ae-8684-239b633f9d86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:23:08.358981 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55fbf02e-962d-44ae-8684-239b633f9d86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:23:08.360589 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [None req-55fbf02e-962d-44ae-8684-239b633f9d86 admin admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1224804 Mar 02 05:23:09.577868 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a843786f-da58-4a2c-97a3-730bbdde6d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (516abb3b-63f8-4dbb-a4f1-8865516966e2), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:23:10.677136 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.wsgi [-] (103714) accepted ('10.222.0.32', 33408) {{(pid=103714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:23:10.771098 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c1c8e87-a927-4909-85de-06c8bcd92af7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:23:10.771506 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c1c8e87-a927-4909-85de-06c8bcd92af7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:23:10.773239 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [None req-9c1c8e87-a927-4909-85de-06c8bcd92af7 admin admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0951598 Mar 02 05:23:11.731384 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-b93a9df7-9c36-4f6c-ab44-8c4d6e31e870 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (9c2b50e6-1677-4aa9-928e-941b4c488fc5), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:23:12.767249 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-2ae3422a-c85d-446a-90f5-ce5a8bf639ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (d4d802fc-4ac8-47f8-b030-2ffc185fa6dc), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:23:13.085653 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.wsgi [-] (103714) accepted ('10.222.0.32', 33416) {{(pid=103714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:23:13.169914 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89fc3298-0543-4044-9aac-c7741ed7c14a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:23:13.171303 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [None req-89fc3298-0543-4044-9aac-c7741ed7c14a admin admin] 10.222.0.32 "GET /v2.0/subnets/77df959b-d159-4f61-98dc-e86e1ea2cf69 HTTP/1.1" status: 200 len: 816 time: 0.0846746 Mar 02 05:23:14.235748 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f73b428b-984e-4c5a-9878-aef8f2b511ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (e0636eb1-3d25-4c31-a6e5-3f8fd1255322), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:23:15.473318 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.wsgi [-] (103714) accepted ('10.222.0.32', 33424) {{(pid=103714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:23:15.562925 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76cd086d-12f9-4949-bc1f-edef1da8821b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:23:15.564253 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [None req-76cd086d-12f9-4949-bc1f-edef1da8821b admin admin] 10.222.0.32 "GET /v2.0/subnets/c4236dac-3e2c-4f51-a497-ec477eb7933d HTTP/1.1" status: 200 len: 868 time: 0.0899930 Mar 02 05:23:15.731134 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (64307ea2-7468-48d5-a188-5e76dfb99c6b), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:23:27.435785 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.db.agents_db [None req-19237f2e-a493-4721-ab19-473fd9844311 None None] Agent healthcheck: found 5 active agents {{(pid=103717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 05:23:39.604993 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a2c7e87e-0391-419e-b66c-1e169170f86f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (516abb3b-63f8-4dbb-a4f1-8865516966e2), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:23:41.741874 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-bc4a9deb-60d9-4f2e-924c-59b2d1b1af82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (9c2b50e6-1677-4aa9-928e-941b4c488fc5), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:23:42.770438 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-2ae3422a-c85d-446a-90f5-ce5a8bf639ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (d4d802fc-4ac8-47f8-b030-2ffc185fa6dc), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:23:43.827125 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.wsgi [-] (103714) accepted ('10.222.0.32', 33476) {{(pid=103714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:23:43.873899 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.wsgi [None req-04ba9ef9-17f0-4d95-848d-961f152fd9a1 admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=103714) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 02 05:23:43.874874 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [None req-04ba9ef9-17f0-4d95-848d-961f152fd9a1 admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0467827 Mar 02 05:23:44.267588 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f73b428b-984e-4c5a-9878-aef8f2b511ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (e0636eb1-3d25-4c31-a6e5-3f8fd1255322), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:23:45.753189 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (64307ea2-7468-48d5-a188-5e76dfb99c6b), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:23:46.290563 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.32', 33484) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:23:46.352212 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.pecan_wsgi.hooks.translation [None req-2bb6ed13-d612-45d1-b367-7f4716a586e5 admin admin] GET failed (client error): The resource could not be found. Mar 02 05:23:46.353484 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-2bb6ed13-d612-45d1-b367-7f4716a586e5 admin admin] 10.222.0.32 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0619617 Mar 02 05:23:46.493866 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7c42f41-0c8a-4b32-aa6c-571bff209101 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:23:46.495369 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-a7c42f41-0c8a-4b32-aa6c-571bff209101 admin admin] 10.222.0.32 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1377549 Mar 02 05:23:48.830323 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.32', 33494) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:23:48.876535 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.v2.base [None req-45adc497-fcfe-4d0a-9846-b70eabb2af6c admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 05:23:49.004028 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45adc497-fcfe-4d0a-9846-b70eabb2af6c admin admin] Made reservation on behalf of a617668e27124b6b843fd2cb0368fea4 for: {'network': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 05:23:49.006339 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-45adc497-fcfe-4d0a-9846-b70eabb2af6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for network (None), before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:23:49.033590 dv-cinder-768458-18-iscsi neutron-server[103715]: WARNING neutron.services.revisions.revision_plugin [None req-45adc497-fcfe-4d0a-9846-b70eabb2af6c admin admin] Could not find related network for resource to bump revision. Mar 02 05:23:49.043921 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45adc497-fcfe-4d0a-9846-b70eabb2af6c admin admin] vlan segment allocate from pool success with {'vlan_id': 274, 'physical_network': 'physnet1'} {{(pid=103715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 05:23:49.052812 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-45adc497-fcfe-4d0a-9846-b70eabb2af6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1106907'] for segment (129b3edd-0553-4757-88be-9fe11d449e51), precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:23:49.058504 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.db.segments_db [None req-45adc497-fcfe-4d0a-9846-b70eabb2af6c admin admin] Added segment 129b3edd-0553-4757-88be-9fe11d449e51 of type vlan for network ed0d645a-06da-4cdd-aef6-6a7fde901563 Mar 02 05:23:49.094664 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-45adc497-fcfe-4d0a-9846-b70eabb2af6c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789289939532'] for network (ed0d645a-06da-4cdd-aef6-6a7fde901563), precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:23:49.198333 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-45adc497-fcfe-4d0a-9846-b70eabb2af6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186'] for network (ed0d645a-06da-4cdd-aef6-6a7fde901563), after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:23:49.199321 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45adc497-fcfe-4d0a-9846-b70eabb2af6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:23:49.199901 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-45adc497-fcfe-4d0a-9846-b70eabb2af6c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531172'] for network (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:23:49.256671 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45adc497-fcfe-4d0a-9846-b70eabb2af6c admin admin] Pushing event updated for resources: {'Network': ['ID=ed0d645a-06da-4cdd-aef6-6a7fde901563,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:23:49.263659 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45adc497-fcfe-4d0a-9846-b70eabb2af6c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:23:49.264049 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45adc497-fcfe-4d0a-9846-b70eabb2af6c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:23:49.264395 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45adc497-fcfe-4d0a-9846-b70eabb2af6c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:23:49.264738 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45adc497-fcfe-4d0a-9846-b70eabb2af6c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:23:49.265077 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45adc497-fcfe-4d0a-9846-b70eabb2af6c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:23:49.265408 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45adc497-fcfe-4d0a-9846-b70eabb2af6c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:23:49.265799 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45adc497-fcfe-4d0a-9846-b70eabb2af6c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:23:49.266137 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45adc497-fcfe-4d0a-9846-b70eabb2af6c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:23:49.266480 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45adc497-fcfe-4d0a-9846-b70eabb2af6c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:23:49.266813 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45adc497-fcfe-4d0a-9846-b70eabb2af6c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:23:49.267140 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45adc497-fcfe-4d0a-9846-b70eabb2af6c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:23:49.267488 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45adc497-fcfe-4d0a-9846-b70eabb2af6c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:23:49.269555 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45adc497-fcfe-4d0a-9846-b70eabb2af6c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:23:49.278331 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.rpc [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Network ed0d645a-06da-4cdd-aef6-6a7fde901563 details requested by agent ovs-agent-dv-cinder-768458-18-iscsi with host dv-cinder-768458-18-iscsi {{(pid=103716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 02 05:23:49.345123 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-45adc497-fcfe-4d0a-9846-b70eabb2af6c admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5136900 Mar 02 05:23:51.701776 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.32', 33502) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:23:51.761685 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.pecan_wsgi.hooks.translation [None req-bec086e0-8363-4d7d-b757-66e26cac66d2 admin admin] GET failed (client error): The resource could not be found. Mar 02 05:23:51.762966 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-bec086e0-8363-4d7d-b757-66e26cac66d2 admin admin] 10.222.0.32 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0602407 Mar 02 05:23:51.834158 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84188012-3e28-4868-8fa9-3a62b95edf83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:23:51.835658 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-84188012-3e28-4868-8fa9-3a62b95edf83 admin admin] 10.222.0.32 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0685897 Mar 02 05:23:51.846012 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.v2.base [None req-a2e4625f-265f-4a9b-91f5-19759fb72c9a admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'network_id': 'ed0d645a-06da-4cdd-aef6-6a7fde901563', 'name': 'shared-subnet', 'ip_version': 4, 'description': 'shared-subnet'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 05:23:51.981536 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2e4625f-265f-4a9b-91f5-19759fb72c9a admin admin] Made reservation on behalf of a617668e27124b6b843fd2cb0368fea4 for: {'subnet': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 05:23:51.984059 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-a2e4625f-265f-4a9b-91f5-19759fb72c9a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:23:52.261703 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-a2e4625f-265f-4a9b-91f5-19759fb72c9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186'] for subnet (a6b5c90b-a477-4d17-8f51-6effc1ccd9c0), after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:23:52.325348 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e4625f-265f-4a9b-91f5-19759fb72c9a admin admin] Pushing event updated for resources: {'Subnet': ['ID=a6b5c90b-a477-4d17-8f51-6effc1ccd9c0,revision_number=0']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:23:52.328148 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e4625f-265f-4a9b-91f5-19759fb72c9a admin admin] Checking segment: {'id': '129b3edd-0553-4757-88be-9fe11d449e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'ed0d645a-06da-4cdd-aef6-6a7fde901563'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 05:23:52.328501 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2e4625f-265f-4a9b-91f5-19759fb72c9a admin admin] Network hostable DHCP agents. Network: ed0d645a-06da-4cdd-aef6-6a7fde901563, hostable agents: ['516abb3b-63f8-4dbb-a4f1-8865516966e2'], hosted agents: [] {{(pid=103715) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 05:23:52.478326 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2e4625f-265f-4a9b-91f5-19759fb72c9a admin admin] Network ed0d645a-06da-4cdd-aef6-6a7fde901563 is scheduled to be hosted by DHCP agent 516abb3b-63f8-4dbb-a4f1-8865516966e2 with binding_index 1 {{(pid=103715) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 05:23:52.644303 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-a2e4625f-265f-4a9b-91f5-19759fb72c9a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768458-18-iscsi, ed0d645a-06da-4cdd-aef6-6a7fde901563) {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 05:23:52.648346 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2e4625f-265f-4a9b-91f5-19759fb72c9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:23:52.648928 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-a2e4625f-265f-4a9b-91f5-19759fb72c9a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531172'] for subnet (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:23:52.653185 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4806e1e2-dcdd-4537-b41c-d6d82e6f1a79 None None] Network ed0d645a-06da-4cdd-aef6-6a7fde901563 requested from dv-cinder-768458-18-iscsi {{(pid=103716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 05:23:52.744251 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-a2e4625f-265f-4a9b-91f5-19759fb72c9a admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9014726 Mar 02 05:23:52.755149 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0bc9923-50c4-4c30-8bf4-7bc6f9045705 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbfd83565-997b-582c-95b3-04c06eae76bb-ed0d645a-06da-4cdd-aef6-6a7fde901563', 'network_id': 'ed0d645a-06da-4cdd-aef6-6a7fde901563', 'project_id': 'a617668e27124b6b843fd2cb0368fea4', 'fixed_ips': [{'subnet_id': 'a6b5c90b-a477-4d17-8f51-6effc1ccd9c0'}]}} from dv-cinder-768458-18-iscsi. {{(pid=103716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 02 05:23:52.756066 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-d0bc9923-50c4-4c30-8bf4-7bc6f9045705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for port (None), before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:23:53.001185 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.db_base_plugin_common [None req-d0bc9923-50c4-4c30-8bf4-7bc6f9045705 None None] Allocated IP 192.168.233.2 (ed0d645a-06da-4cdd-aef6-6a7fde901563/a6b5c90b-a477-4d17-8f51-6effc1ccd9c0/c7aa50ff-a1bc-4da8-b549-610626ff7f2f) {{(pid=103716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 05:23:53.144690 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-d0bc9923-50c4-4c30-8bf4-7bc6f9045705 None None] Publish callbacks [] for port (c7aa50ff-a1bc-4da8-b549-610626ff7f2f), precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:23:53.244761 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-d0bc9923-50c4-4c30-8bf4-7bc6f9045705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789289919717'] for port (c7aa50ff-a1bc-4da8-b549-610626ff7f2f), after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:23:53.285838 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0bc9923-50c4-4c30-8bf4-7bc6f9045705 None None] Network ed0d645a-06da-4cdd-aef6-6a7fde901563 is already hosted by enough agents. {{(pid=103716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 05:23:53.288605 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-d0bc9923-50c4-4c30-8bf4-7bc6f9045705 None None] Resources bound (agent type, host, resource id): {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 05:23:53.292029 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0bc9923-50c4-4c30-8bf4-7bc6f9045705 None None] Received port after_create {{(pid=103716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 05:23:53.298390 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bc9923-50c4-4c30-8bf4-7bc6f9045705 None None] Pushing event updated for resources: {'Port': ['ID=c7aa50ff-a1bc-4da8-b549-610626ff7f2f,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:23:53.309070 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0bc9923-50c4-4c30-8bf4-7bc6f9045705 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:23:53.309458 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0bc9923-50c4-4c30-8bf4-7bc6f9045705 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:23:53.309799 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0bc9923-50c4-4c30-8bf4-7bc6f9045705 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:23:53.310236 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0bc9923-50c4-4c30-8bf4-7bc6f9045705 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:23:53.310844 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0bc9923-50c4-4c30-8bf4-7bc6f9045705 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:23:53.310844 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0bc9923-50c4-4c30-8bf4-7bc6f9045705 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:23:53.311180 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0bc9923-50c4-4c30-8bf4-7bc6f9045705 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:23:53.311600 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0bc9923-50c4-4c30-8bf4-7bc6f9045705 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:23:53.311928 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0bc9923-50c4-4c30-8bf4-7bc6f9045705 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:23:53.312270 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0bc9923-50c4-4c30-8bf4-7bc6f9045705 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:23:53.312594 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0bc9923-50c4-4c30-8bf4-7bc6f9045705 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:23:53.312939 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0bc9923-50c4-4c30-8bf4-7bc6f9045705 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:23:53.313226 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0bc9923-50c4-4c30-8bf4-7bc6f9045705 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:23:53.361850 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.managers [None req-d0bc9923-50c4-4c30-8bf4-7bc6f9045705 None None] Attempting to bind port c7aa50ff-a1bc-4da8-b549-610626ff7f2f on host dv-cinder-768458-18-iscsi for vnic_type normal with profile {{(pid=103716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 05:23:53.362217 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.managers [None req-d0bc9923-50c4-4c30-8bf4-7bc6f9045705 None None] Attempting to bind port c7aa50ff-a1bc-4da8-b549-610626ff7f2f by drivers openvswitch,hyperv on host dv-cinder-768458-18-iscsi at level 0 using segments [{'id': '129b3edd-0553-4757-88be-9fe11d449e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'ed0d645a-06da-4cdd-aef6-6a7fde901563'}] {{(pid=103716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 05:23:53.362584 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0bc9923-50c4-4c30-8bf4-7bc6f9045705 None None] Attempting to bind port c7aa50ff-a1bc-4da8-b549-610626ff7f2f on network ed0d645a-06da-4cdd-aef6-6a7fde901563 {{(pid=103716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 05:23:53.367680 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0bc9923-50c4-4c30-8bf4-7bc6f9045705 None None] Checking agent: {'id': '64307ea2-7468-48d5-a188-5e76dfb99c6b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 5, 20, 46), 'started_at': datetime.datetime(2022, 3, 2, 5, 21, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 5, 23, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 05:23:53.368057 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0bc9923-50c4-4c30-8bf4-7bc6f9045705 None None] Checking segment: {'id': '129b3edd-0553-4757-88be-9fe11d449e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'ed0d645a-06da-4cdd-aef6-6a7fde901563'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 05:23:53.368451 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-d0bc9923-50c4-4c30-8bf4-7bc6f9045705 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:23:53.368843 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0bc9923-50c4-4c30-8bf4-7bc6f9045705 None None] Bound using segment: {'id': '129b3edd-0553-4757-88be-9fe11d449e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'ed0d645a-06da-4cdd-aef6-6a7fde901563'} {{(pid=103716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 05:23:53.369328 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.managers [None req-d0bc9923-50c4-4c30-8bf4-7bc6f9045705 None None] Bound port: c7aa50ff-a1bc-4da8-b549-610626ff7f2f, host: dv-cinder-768458-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '129b3edd-0553-4757-88be-9fe11d449e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'ed0d645a-06da-4cdd-aef6-6a7fde901563'}}] {{(pid=103716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 05:23:53.369715 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-d0bc9923-50c4-4c30-8bf4-7bc6f9045705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for port (c7aa50ff-a1bc-4da8-b549-610626ff7f2f), before_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:23:53.435832 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-d0bc9923-50c4-4c30-8bf4-7bc6f9045705 None None] For port c7aa50ff-a1bc-4da8-b549-610626ff7f2f, host dv-cinder-768458-18-iscsi, cleared binding levels {{(pid=103716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 05:23:53.439003 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-d0bc9923-50c4-4c30-8bf4-7bc6f9045705 None None] For port c7aa50ff-a1bc-4da8-b549-610626ff7f2f, host dv-cinder-768458-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-18-iscsi',level=0,port_id=c7aa50ff-a1bc-4da8-b549-610626ff7f2f,segment=NetworkSegment(129b3edd-0553-4757-88be-9fe11d449e51),segment_id=129b3edd-0553-4757-88be-9fe11d449e51)] {{(pid=103716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 05:23:53.519582 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-d0bc9923-50c4-4c30-8bf4-7bc6f9045705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789290460654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789289919735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789289921293'] for port (c7aa50ff-a1bc-4da8-b549-610626ff7f2f), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:23:53.576543 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bc9923-50c4-4c30-8bf4-7bc6f9045705 None None] Pushing event updated for resources: {'Port': ['ID=c7aa50ff-a1bc-4da8-b549-610626ff7f2f,revision_number=2']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:23:54.461566 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6de68fc4-5723-46de-a49a-977e2538b275 None None] Network ed0d645a-06da-4cdd-aef6-6a7fde901563 requested from dv-cinder-768458-18-iscsi {{(pid=103716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 05:23:54.573977 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.provisioning_blocks [None req-36ae1d06-a824-4f0d-8b6b-dd3f93c5324a None None] Provisioning complete for port c7aa50ff-a1bc-4da8-b549-610626ff7f2f triggered by entity DHCP. {{(pid=103716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 05:23:54.574371 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-36ae1d06-a824-4f0d-8b6b-dd3f93c5324a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012754'] for port (c7aa50ff-a1bc-4da8-b549-610626ff7f2f), provisioning_complete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:23:54.633273 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.rpc [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Device c7aa50ff-a1bc-4da8-b549-610626ff7f2f up at agent ovs-agent-dv-cinder-768458-18-iscsi {{(pid=103716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 05:23:54.701575 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-36ae1d06-a824-4f0d-8b6b-dd3f93c5324a None None] Current status of the port c7aa50ff-a1bc-4da8-b549-610626ff7f2f is: DOWN; New status is: ACTIVE {{(pid=103716) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 05:23:54.702659 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-36ae1d06-a824-4f0d-8b6b-dd3f93c5324a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for port (c7aa50ff-a1bc-4da8-b549-610626ff7f2f), before_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:23:54.750255 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-36ae1d06-a824-4f0d-8b6b-dd3f93c5324a None None] For port c7aa50ff-a1bc-4da8-b549-610626ff7f2f, host dv-cinder-768458-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-18-iscsi',level=0,port_id=c7aa50ff-a1bc-4da8-b549-610626ff7f2f,segment=NetworkSegment(129b3edd-0553-4757-88be-9fe11d449e51),segment_id=129b3edd-0553-4757-88be-9fe11d449e51)] {{(pid=103716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 05:23:54.757745 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.provisioning_blocks [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Provisioning complete for port c7aa50ff-a1bc-4da8-b549-610626ff7f2f triggered by entity L2. {{(pid=103716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 05:23:54.766134 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012754'] for port (c7aa50ff-a1bc-4da8-b549-610626ff7f2f), provisioning_complete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:23:54.833523 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-36ae1d06-a824-4f0d-8b6b-dd3f93c5324a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789290460654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789289919735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789289921293'] for port (c7aa50ff-a1bc-4da8-b549-610626ff7f2f), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:23:54.876964 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Current status of the port c7aa50ff-a1bc-4da8-b549-610626ff7f2f is: DOWN; New status is: ACTIVE {{(pid=103716) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 05:23:54.877365 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for port (c7aa50ff-a1bc-4da8-b549-610626ff7f2f), before_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:23:54.909476 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ae1d06-a824-4f0d-8b6b-dd3f93c5324a None None] Pushing event updated for resources: {'Port': ['ID=c7aa50ff-a1bc-4da8-b549-610626ff7f2f,revision_number=3']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:23:54.956645 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.db.api [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103716) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 05:23:54.956938 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG oslo_db.api [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 05:23:54.960730 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.provisioning_blocks [None req-63982089-b69d-4a2b-95fb-3564d664b422 None None] Provisioning complete for port c7aa50ff-a1bc-4da8-b549-610626ff7f2f triggered by entity DHCP. {{(pid=103716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 05:23:54.961119 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-63982089-b69d-4a2b-95fb-3564d664b422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012754'] for port (c7aa50ff-a1bc-4da8-b549-610626ff7f2f), provisioning_complete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:23:55.040835 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-63982089-b69d-4a2b-95fb-3564d664b422 None None] Current status of the port c7aa50ff-a1bc-4da8-b549-610626ff7f2f is: ACTIVE; New status is: ACTIVE {{(pid=103716) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 05:23:55.494346 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Current status of the port c7aa50ff-a1bc-4da8-b549-610626ff7f2f is: ACTIVE; New status is: ACTIVE {{(pid=103716) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 05:23:56.584936 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.rpc [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Device c7aa50ff-a1bc-4da8-b549-610626ff7f2f up at agent ovs-agent-dv-cinder-768458-18-iscsi {{(pid=103716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 05:23:56.632590 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.provisioning_blocks [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Provisioning complete for port c7aa50ff-a1bc-4da8-b549-610626ff7f2f triggered by entity L2. {{(pid=103716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 05:23:56.632979 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012754'] for port (c7aa50ff-a1bc-4da8-b549-610626ff7f2f), provisioning_complete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:23:56.711007 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Current status of the port c7aa50ff-a1bc-4da8-b549-610626ff7f2f is: ACTIVE; New status is: ACTIVE {{(pid=103716) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 05:24:04.434691 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.db.agents_db [None req-19237f2e-a493-4721-ab19-473fd9844311 None None] Agent healthcheck: found 5 active agents {{(pid=103717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 05:24:09.574802 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-4a7932c8-b256-4831-9312-b00a8a6b924a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (516abb3b-63f8-4dbb-a4f1-8865516966e2), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:24:11.718159 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-dbbc1070-8b2a-45e5-863c-d0fa6b9600c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (9c2b50e6-1677-4aa9-928e-941b4c488fc5), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:24:12.774954 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-2ae3422a-c85d-446a-90f5-ce5a8bf639ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (d4d802fc-4ac8-47f8-b030-2ffc185fa6dc), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:24:14.284243 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f73b428b-984e-4c5a-9878-aef8f2b511ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (e0636eb1-3d25-4c31-a6e5-3f8fd1255322), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:24:15.723343 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (64307ea2-7468-48d5-a188-5e76dfb99c6b), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:24:39.603081 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-7d06504d-460b-4b63-8548-19f0e38a2a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (516abb3b-63f8-4dbb-a4f1-8865516966e2), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:24:41.433402 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.db.agents_db [None req-19237f2e-a493-4721-ab19-473fd9844311 None None] Agent healthcheck: found 5 active agents {{(pid=103717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 05:24:41.756834 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-0e4cccf0-6edc-472d-9124-2c526510aaf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (9c2b50e6-1677-4aa9-928e-941b4c488fc5), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:24:42.780022 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-2ae3422a-c85d-446a-90f5-ce5a8bf639ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (d4d802fc-4ac8-47f8-b030-2ffc185fa6dc), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:24:44.282315 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f73b428b-984e-4c5a-9878-aef8f2b511ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (e0636eb1-3d25-4c31-a6e5-3f8fd1255322), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:24:45.722602 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (64307ea2-7468-48d5-a188-5e76dfb99c6b), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:25:09.584747 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-0e65ec44-9dff-4ce0-9ff8-ceacaf258248 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (516abb3b-63f8-4dbb-a4f1-8865516966e2), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:25:11.726108 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-8d7c1ffe-564f-49b7-a392-bebaca3f0cfa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (9c2b50e6-1677-4aa9-928e-941b4c488fc5), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:25:12.796188 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-2ae3422a-c85d-446a-90f5-ce5a8bf639ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (d4d802fc-4ac8-47f8-b030-2ffc185fa6dc), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:25:14.326325 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f73b428b-984e-4c5a-9878-aef8f2b511ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (e0636eb1-3d25-4c31-a6e5-3f8fd1255322), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:25:15.733494 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (64307ea2-7468-48d5-a188-5e76dfb99c6b), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:25:18.467945 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.db.agents_db [None req-19237f2e-a493-4721-ab19-473fd9844311 None None] Agent healthcheck: found 5 active agents {{(pid=103717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 05:25:23.664212 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.32', 33540) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:25:23.670004 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.wsgi [None req-f0a1c3b8-5c66-4944-9763-47f1e6fd884b tempest-verify_tempest_config-79602711 tempest-verify_tempest_config-79602711-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=103715) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 02 05:25:23.670912 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-f0a1c3b8-5c66-4944-9763-47f1e6fd884b tempest-verify_tempest_config-79602711 tempest-verify_tempest_config-79602711-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0057492 Mar 02 05:25:24.167151 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.wsgi [-] (103714) accepted ('10.222.0.32', 33558) {{(pid=103714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:25:24.276465 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-586e1359-d798-4984-b6cc-732b48689249 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:25:24.383643 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-586e1359-d798-4984-b6cc-732b48689249 admin admin] Publish callbacks [] for security_group (6a91c0c0-5b25-4f12-bc1e-d3e83fe5c226), precommit_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:25:24.456804 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-586e1359-d798-4984-b6cc-732b48689249 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629892'] for security_group (6a91c0c0-5b25-4f12-bc1e-d3e83fe5c226), after_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:25:24.502311 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [None req-586e1359-d798-4984-b6cc-732b48689249 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e47660dc57e543d4b83d21d60e09a727&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3340268 Mar 02 05:25:24.502971 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586e1359-d798-4984-b6cc-732b48689249 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a91c0c0-5b25-4f12-bc1e-d3e83fe5c226,revision_number=1']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:25:24.505117 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.32', 33564) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:25:24.509487 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586e1359-d798-4984-b6cc-732b48689249 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:25:24.509849 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586e1359-d798-4984-b6cc-732b48689249 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:25:24.510196 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586e1359-d798-4984-b6cc-732b48689249 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:25:24.510545 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586e1359-d798-4984-b6cc-732b48689249 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:25:24.510886 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586e1359-d798-4984-b6cc-732b48689249 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:25:24.511234 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586e1359-d798-4984-b6cc-732b48689249 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:25:24.511578 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586e1359-d798-4984-b6cc-732b48689249 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:25:24.512420 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586e1359-d798-4984-b6cc-732b48689249 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:25:24.512809 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586e1359-d798-4984-b6cc-732b48689249 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:25:24.513162 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586e1359-d798-4984-b6cc-732b48689249 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:25:24.513511 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586e1359-d798-4984-b6cc-732b48689249 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:25:24.513838 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586e1359-d798-4984-b6cc-732b48689249 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:25:24.514162 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586e1359-d798-4984-b6cc-732b48689249 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:25:24.558970 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-f10c186b-7d7b-4364-ad98-c41dab89da7f admin admin] Publish callbacks [] for security_group (6a91c0c0-5b25-4f12-bc1e-d3e83fe5c226), before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:25:24.580345 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-f10c186b-7d7b-4364-ad98-c41dab89da7f admin admin] Publish callbacks [] for security_group (6a91c0c0-5b25-4f12-bc1e-d3e83fe5c226), precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:25:24.725595 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-f10c186b-7d7b-4364-ad98-c41dab89da7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629892'] for security_group (6a91c0c0-5b25-4f12-bc1e-d3e83fe5c226), after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:25:24.728263 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-f10c186b-7d7b-4364-ad98-c41dab89da7f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:25:24.729438 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-f10c186b-7d7b-4364-ad98-c41dab89da7f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6a91c0c0-5b25-4f12-bc1e-d3e83fe5c226 HTTP/1.1" status: 204 len: 168 time: 0.2233789 Mar 02 05:25:24.737674 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10c186b-7d7b-4364-ad98-c41dab89da7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a91c0c0-5b25-4f12-bc1e-d3e83fe5c226,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:25:24.744918 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10c186b-7d7b-4364-ad98-c41dab89da7f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:25:24.745273 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10c186b-7d7b-4364-ad98-c41dab89da7f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:25:24.745634 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10c186b-7d7b-4364-ad98-c41dab89da7f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:25:24.745944 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10c186b-7d7b-4364-ad98-c41dab89da7f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:25:24.746330 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10c186b-7d7b-4364-ad98-c41dab89da7f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:25:24.746659 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10c186b-7d7b-4364-ad98-c41dab89da7f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:25:24.746986 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10c186b-7d7b-4364-ad98-c41dab89da7f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:25:24.747338 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10c186b-7d7b-4364-ad98-c41dab89da7f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:25:24.747667 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10c186b-7d7b-4364-ad98-c41dab89da7f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:25:24.747991 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10c186b-7d7b-4364-ad98-c41dab89da7f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:25:24.748320 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10c186b-7d7b-4364-ad98-c41dab89da7f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:25:24.748624 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10c186b-7d7b-4364-ad98-c41dab89da7f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:25:24.748941 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10c186b-7d7b-4364-ad98-c41dab89da7f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:25:39.581326 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-6d78b4fe-7f61-4cf7-9382-2c17d71335dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (516abb3b-63f8-4dbb-a4f1-8865516966e2), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:25:41.766436 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-d8d9883d-c85d-4891-9a32-7e2563b17b2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (9c2b50e6-1677-4aa9-928e-941b4c488fc5), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:25:42.832701 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-2ae3422a-c85d-446a-90f5-ce5a8bf639ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (d4d802fc-4ac8-47f8-b030-2ffc185fa6dc), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:25:44.303677 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f73b428b-984e-4c5a-9878-aef8f2b511ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (e0636eb1-3d25-4c31-a6e5-3f8fd1255322), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:25:45.732079 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (64307ea2-7468-48d5-a188-5e76dfb99c6b), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:25:55.436666 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.db.agents_db [None req-19237f2e-a493-4721-ab19-473fd9844311 None None] Agent healthcheck: found 5 active agents {{(pid=103717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 05:26:09.585843 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-37f235cf-7ffa-48fb-80f6-de8b219d7f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (516abb3b-63f8-4dbb-a4f1-8865516966e2), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:26:11.708433 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-7f2b6cac-4b0b-47e5-be56-19efc4ce0c1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (9c2b50e6-1677-4aa9-928e-941b4c488fc5), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:26:12.782260 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-2ae3422a-c85d-446a-90f5-ce5a8bf639ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (d4d802fc-4ac8-47f8-b030-2ffc185fa6dc), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:26:14.285331 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f73b428b-984e-4c5a-9878-aef8f2b511ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (e0636eb1-3d25-4c31-a6e5-3f8fd1255322), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:26:15.719351 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (64307ea2-7468-48d5-a188-5e76dfb99c6b), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:26:32.437138 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.db.agents_db [None req-19237f2e-a493-4721-ab19-473fd9844311 None None] Agent healthcheck: found 5 active agents {{(pid=103717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 05:26:39.601374 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ee96f11c-91b8-40d4-959c-9b37bc363aba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (516abb3b-63f8-4dbb-a4f1-8865516966e2), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:26:41.726662 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f293b090-f7cb-4c23-9ef7-edf88ae66d20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (9c2b50e6-1677-4aa9-928e-941b4c488fc5), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:26:42.761077 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-2ae3422a-c85d-446a-90f5-ce5a8bf639ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (d4d802fc-4ac8-47f8-b030-2ffc185fa6dc), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:26:44.272615 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f73b428b-984e-4c5a-9878-aef8f2b511ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (e0636eb1-3d25-4c31-a6e5-3f8fd1255322), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:26:45.718236 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (64307ea2-7468-48d5-a188-5e76dfb99c6b), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:27:07.005270 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-555427'] for agent (db45f871-b7ec-436d-b6b8-6a0a072a2253), after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:27:09.437917 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.db.agents_db [None req-19237f2e-a493-4721-ab19-473fd9844311 None None] Agent healthcheck: found 6 active agents {{(pid=103717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 05:27:09.580457 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-40071a7a-b47a-4b7a-9d3e-160f7bd1962a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (516abb3b-63f8-4dbb-a4f1-8865516966e2), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:27:11.711591 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-e0eed571-5351-4f08-9a96-881da37abc88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (9c2b50e6-1677-4aa9-928e-941b4c488fc5), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:27:12.803104 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-2ae3422a-c85d-446a-90f5-ce5a8bf639ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (d4d802fc-4ac8-47f8-b030-2ffc185fa6dc), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:27:14.271748 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f73b428b-984e-4c5a-9878-aef8f2b511ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (e0636eb1-3d25-4c31-a6e5-3f8fd1255322), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:27:15.725454 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (64307ea2-7468-48d5-a188-5e76dfb99c6b), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:27:21.365577 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.32', 33634) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:27:21.468478 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-1cfcc377-4704-4ebf-8ecf-4d2361b375b8 admin admin] 10.222.0.32 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.1017933 Mar 02 05:27:23.808607 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.32', 33644) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:27:23.876490 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-7419d84e-19ab-4e38-8607-ee7bfd4b32c6 admin admin] 10.222.0.32 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.0664945 Mar 02 05:27:36.987010 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (db45f871-b7ec-436d-b6b8-6a0a072a2253), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:27:39.626321 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-bd03bc0d-d680-42f7-9c4c-d32acb61e879 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (516abb3b-63f8-4dbb-a4f1-8865516966e2), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:27:41.712152 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-95658011-a116-42f9-9dbd-9bf6daa9cc17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (9c2b50e6-1677-4aa9-928e-941b4c488fc5), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:27:42.803472 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-2ae3422a-c85d-446a-90f5-ce5a8bf639ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (d4d802fc-4ac8-47f8-b030-2ffc185fa6dc), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:27:44.278678 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f73b428b-984e-4c5a-9878-aef8f2b511ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (e0636eb1-3d25-4c31-a6e5-3f8fd1255322), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:27:45.728025 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (64307ea2-7468-48d5-a188-5e76dfb99c6b), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:27:46.437666 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.db.agents_db [None req-19237f2e-a493-4721-ab19-473fd9844311 None None] Agent healthcheck: found 6 active agents {{(pid=103717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 05:28:06.968869 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (db45f871-b7ec-436d-b6b8-6a0a072a2253), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:28:09.585722 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-fd40fadf-e009-41d7-ae6e-bb916172423a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (516abb3b-63f8-4dbb-a4f1-8865516966e2), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:28:11.704901 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-d40d17e9-64ff-429d-849c-f6f6feb8e883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (9c2b50e6-1677-4aa9-928e-941b4c488fc5), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:28:12.797960 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-2ae3422a-c85d-446a-90f5-ce5a8bf639ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (d4d802fc-4ac8-47f8-b030-2ffc185fa6dc), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:28:14.293611 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f73b428b-984e-4c5a-9878-aef8f2b511ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (e0636eb1-3d25-4c31-a6e5-3f8fd1255322), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:28:15.721466 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (64307ea2-7468-48d5-a188-5e76dfb99c6b), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:28:23.437955 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.db.agents_db [None req-19237f2e-a493-4721-ab19-473fd9844311 None None] Agent healthcheck: found 6 active agents {{(pid=103717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 05:28:36.995038 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (db45f871-b7ec-436d-b6b8-6a0a072a2253), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:28:39.589400 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-440b19e7-ad70-4248-9fb9-10e57df72db6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (516abb3b-63f8-4dbb-a4f1-8865516966e2), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:28:41.709172 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f9d5cba6-5a77-4fbd-b5a3-e8c97ad26f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (9c2b50e6-1677-4aa9-928e-941b4c488fc5), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:28:42.777580 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-2ae3422a-c85d-446a-90f5-ce5a8bf639ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (d4d802fc-4ac8-47f8-b030-2ffc185fa6dc), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:28:44.280567 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f73b428b-984e-4c5a-9878-aef8f2b511ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (e0636eb1-3d25-4c31-a6e5-3f8fd1255322), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:28:45.714704 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (64307ea2-7468-48d5-a188-5e76dfb99c6b), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:00.437601 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.db.agents_db [None req-19237f2e-a493-4721-ab19-473fd9844311 None None] Agent healthcheck: found 6 active agents {{(pid=103717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 05:29:00.645774 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.32', 33804) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:29:00.914018 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.v2.base [None req-5a0f9c07-d7c9-4ab8-a1a1-7de7283da0c4 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-691931373-network', 'tenant_id': '47a43f3507b84842aa61a77dbb193f66'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 05:29:01.034592 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a0f9c07-d7c9-4ab8-a1a1-7de7283da0c4 admin admin] Made reservation on behalf of 47a43f3507b84842aa61a77dbb193f66 for: {'network': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 05:29:01.038366 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-5a0f9c07-d7c9-4ab8-a1a1-7de7283da0c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for network (None), before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:01.047205 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-5a0f9c07-d7c9-4ab8-a1a1-7de7283da0c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:01.130947 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-5a0f9c07-d7c9-4ab8-a1a1-7de7283da0c4 admin admin] Publish callbacks [] for security_group (9d69e608-83e2-4afc-ba8a-1373a1de5f87), precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:01.189309 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-5a0f9c07-d7c9-4ab8-a1a1-7de7283da0c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629892'] for security_group (9d69e608-83e2-4afc-ba8a-1373a1de5f87), after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:01.213235 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a0f9c07-d7c9-4ab8-a1a1-7de7283da0c4 admin admin] vlan segment allocate from pool success with {'vlan_id': 283, 'physical_network': 'physnet1'} {{(pid=103715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 05:29:01.223081 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0f9c07-d7c9-4ab8-a1a1-7de7283da0c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d69e608-83e2-4afc-ba8a-1373a1de5f87,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:29:01.231784 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-5a0f9c07-d7c9-4ab8-a1a1-7de7283da0c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1106907'] for segment (c6af62b3-fa4c-444b-9a01-d317b4ec4d1f), precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:01.232541 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.db.segments_db [None req-5a0f9c07-d7c9-4ab8-a1a1-7de7283da0c4 admin admin] Added segment c6af62b3-fa4c-444b-9a01-d317b4ec4d1f of type vlan for network cb4d6411-b85c-4bdf-b5e1-c15f0442d664 Mar 02 05:29:01.234001 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0f9c07-d7c9-4ab8-a1a1-7de7283da0c4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:29:01.234375 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0f9c07-d7c9-4ab8-a1a1-7de7283da0c4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:29:01.234720 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0f9c07-d7c9-4ab8-a1a1-7de7283da0c4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:29:01.235059 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0f9c07-d7c9-4ab8-a1a1-7de7283da0c4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:29:01.235415 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0f9c07-d7c9-4ab8-a1a1-7de7283da0c4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:29:01.235742 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0f9c07-d7c9-4ab8-a1a1-7de7283da0c4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:29:01.236079 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0f9c07-d7c9-4ab8-a1a1-7de7283da0c4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:29:01.236408 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0f9c07-d7c9-4ab8-a1a1-7de7283da0c4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:29:01.236723 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0f9c07-d7c9-4ab8-a1a1-7de7283da0c4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:29:01.237043 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0f9c07-d7c9-4ab8-a1a1-7de7283da0c4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:29:01.237362 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0f9c07-d7c9-4ab8-a1a1-7de7283da0c4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:29:01.237673 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0f9c07-d7c9-4ab8-a1a1-7de7283da0c4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:29:01.237987 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0f9c07-d7c9-4ab8-a1a1-7de7283da0c4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:29:01.239138 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0f9c07-d7c9-4ab8-a1a1-7de7283da0c4 admin admin] Tracked resource versions report: Mar 02 05:29:01.239138 dv-cinder-768458-18-iscsi neutron-server[103715]: pushed versions: Mar 02 05:29:01.239138 dv-cinder-768458-18-iscsi neutron-server[103715]: { 'AddressGroup': {'1.2'}, Mar 02 05:29:01.239138 dv-cinder-768458-18-iscsi neutron-server[103715]: 'ConntrackHelper': {'1.0'}, Mar 02 05:29:01.239138 dv-cinder-768458-18-iscsi neutron-server[103715]: 'LocalIPAssociation': {'1.0'}, Mar 02 05:29:01.239138 dv-cinder-768458-18-iscsi neutron-server[103715]: 'Log': {'1.0'}, Mar 02 05:29:01.239138 dv-cinder-768458-18-iscsi neutron-server[103715]: 'Network': {'1.1'}, Mar 02 05:29:01.239138 dv-cinder-768458-18-iscsi neutron-server[103715]: 'Port': {'1.7'}, Mar 02 05:29:01.239138 dv-cinder-768458-18-iscsi neutron-server[103715]: 'PortForwarding': {'1.2'}, Mar 02 05:29:01.239138 dv-cinder-768458-18-iscsi neutron-server[103715]: 'QosPolicy': {'1.10'}, Mar 02 05:29:01.239138 dv-cinder-768458-18-iscsi neutron-server[103715]: 'SecurityGroup': {'1.5'}, Mar 02 05:29:01.239138 dv-cinder-768458-18-iscsi neutron-server[103715]: 'SecurityGroupRule': {'1.2'}, Mar 02 05:29:01.239138 dv-cinder-768458-18-iscsi neutron-server[103715]: 'SubPort': {'1.0'}, Mar 02 05:29:01.239138 dv-cinder-768458-18-iscsi neutron-server[103715]: 'Subnet': {'1.1'}, Mar 02 05:29:01.239138 dv-cinder-768458-18-iscsi neutron-server[103715]: 'Trunk': {'1.1'}} Mar 02 05:29:01.239138 dv-cinder-768458-18-iscsi neutron-server[103715]: consumer versions: Mar 02 05:29:01.239138 dv-cinder-768458-18-iscsi neutron-server[103715]: { DHCP agent@dv-cinder-768458-18-iscsi: {}, Mar 02 05:29:01.239138 dv-cinder-768458-18-iscsi neutron-server[103715]: HyperV agent@hv-cinder-76845: {}, Mar 02 05:29:01.239138 dv-cinder-768458-18-iscsi neutron-server[103715]: L3 agent@dv-cinder-768458-18-iscsi: {}, Mar 02 05:29:01.239138 dv-cinder-768458-18-iscsi neutron-server[103715]: Metadata agent@dv-cinder-768458-18-iscsi: {}, Mar 02 05:29:01.239138 dv-cinder-768458-18-iscsi neutron-server[103715]: Metering agent@dv-cinder-768458-18-iscsi: {}, Mar 02 05:29:01.239138 dv-cinder-768458-18-iscsi neutron-server[103715]: Open vSwitch agent@dv-cinder-768458-18-iscsi: { 'AddressGroup': '1.2', Mar 02 05:29:01.239138 dv-cinder-768458-18-iscsi neutron-server[103715]: 'ConntrackHelper': '1.0', Mar 02 05:29:01.239138 dv-cinder-768458-18-iscsi neutron-server[103715]: 'LocalIPAssociation': '1.0', Mar 02 05:29:01.239138 dv-cinder-768458-18-iscsi neutron-server[103715]: 'Log': '1.0', Mar 02 05:29:01.239138 dv-cinder-768458-18-iscsi neutron-server[103715]: 'Network': '1.1', Mar 02 05:29:01.239138 dv-cinder-768458-18-iscsi neutron-server[103715]: 'Port': '1.7', Mar 02 05:29:01.239138 dv-cinder-768458-18-iscsi neutron-server[103715]: 'PortForwarding': '1.2', Mar 02 05:29:01.239138 dv-cinder-768458-18-iscsi neutron-server[103715]: 'QosPolicy': '1.10', Mar 02 05:29:01.239138 dv-cinder-768458-18-iscsi neutron-server[103715]: 'SecurityGroup': '1.5', Mar 02 05:29:01.239138 dv-cinder-768458-18-iscsi neutron-server[103715]: 'SecurityGroupRule': '1.2', Mar 02 05:29:01.239138 dv-cinder-768458-18-iscsi neutron-server[103715]: 'SubPort': '1.0', Mar 02 05:29:01.239138 dv-cinder-768458-18-iscsi neutron-server[103715]: 'Subnet': '1.1', Mar 02 05:29:01.239138 dv-cinder-768458-18-iscsi neutron-server[103715]: 'Trunk': '1.1'}} Mar 02 05:29:01.239138 dv-cinder-768458-18-iscsi neutron-server[103715]: {{(pid=103715) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 02 05:29:01.281608 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-5a0f9c07-d7c9-4ab8-a1a1-7de7283da0c4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789289939532'] for network (cb4d6411-b85c-4bdf-b5e1-c15f0442d664), precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:01.348997 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-5a0f9c07-d7c9-4ab8-a1a1-7de7283da0c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186'] for network (cb4d6411-b85c-4bdf-b5e1-c15f0442d664), after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:01.350173 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a0f9c07-d7c9-4ab8-a1a1-7de7283da0c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:29:01.350838 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-5a0f9c07-d7c9-4ab8-a1a1-7de7283da0c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531172'] for network (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:01.401204 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.wsgi [-] (103714) accepted ('10.222.0.32', 33842) {{(pid=103714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:29:01.410911 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0f9c07-d7c9-4ab8-a1a1-7de7283da0c4 admin admin] Pushing event updated for resources: {'Network': ['ID=cb4d6411-b85c-4bdf-b5e1-c15f0442d664,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:29:01.421368 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.rpc [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Network cb4d6411-b85c-4bdf-b5e1-c15f0442d664 details requested by agent ovs-agent-dv-cinder-768458-18-iscsi with host dv-cinder-768458-18-iscsi {{(pid=103716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 02 05:29:01.463472 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-5a0f9c07-d7c9-4ab8-a1a1-7de7283da0c4 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8136826 Mar 02 05:29:01.463795 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.wsgi [-] (103714) accepted ('10.222.0.32', 33850) {{(pid=103714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:29:01.469760 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.v2.base [None req-91c6ad16-3894-4d01-bf8d-71d25d0b88fd admin admin] Request body: {'subnet': {'network_id': 'cb4d6411-b85c-4bdf-b5e1-c15f0442d664', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-691931373-subnet', 'tenant_id': '47a43f3507b84842aa61a77dbb193f66', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 05:29:01.548478 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91c6ad16-3894-4d01-bf8d-71d25d0b88fd admin admin] Made reservation on behalf of 47a43f3507b84842aa61a77dbb193f66 for: {'subnet': 1} {{(pid=103714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 05:29:01.550777 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-91c6ad16-3894-4d01-bf8d-71d25d0b88fd admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:01.636071 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.32', 33856) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:29:01.653757 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.32', 33860) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:29:01.744425 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.v2.base [None req-52778daf-beb9-4026-b125-eb4e9ef45b3c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1925534195-network', 'tenant_id': '7c356e87fe874337af907d7d9f0a2bb3'}} {{(pid=103714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 05:29:01.777386 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-91c6ad16-3894-4d01-bf8d-71d25d0b88fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186'] for subnet (056b3ebb-3d6a-47e8-85ab-02c7bbeeef7f), after_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:01.837020 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52778daf-beb9-4026-b125-eb4e9ef45b3c admin admin] Made reservation on behalf of 7c356e87fe874337af907d7d9f0a2bb3 for: {'network': 1} {{(pid=103714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 05:29:01.839236 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-52778daf-beb9-4026-b125-eb4e9ef45b3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for network (None), before_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:01.862396 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c6ad16-3894-4d01-bf8d-71d25d0b88fd admin admin] Checking segment: {'id': 'c6af62b3-fa4c-444b-9a01-d317b4ec4d1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'cb4d6411-b85c-4bdf-b5e1-c15f0442d664'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 05:29:01.862759 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91c6ad16-3894-4d01-bf8d-71d25d0b88fd admin admin] Network hostable DHCP agents. Network: cb4d6411-b85c-4bdf-b5e1-c15f0442d664, hostable agents: ['516abb3b-63f8-4dbb-a4f1-8865516966e2'], hosted agents: [] {{(pid=103714) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 05:29:01.866742 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-52778daf-beb9-4026-b125-eb4e9ef45b3c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:01.873650 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c6ad16-3894-4d01-bf8d-71d25d0b88fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=056b3ebb-3d6a-47e8-85ab-02c7bbeeef7f,revision_number=0']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:29:01.892547 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c6ad16-3894-4d01-bf8d-71d25d0b88fd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:29:01.892924 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c6ad16-3894-4d01-bf8d-71d25d0b88fd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:29:01.893268 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c6ad16-3894-4d01-bf8d-71d25d0b88fd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:29:01.893601 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c6ad16-3894-4d01-bf8d-71d25d0b88fd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:29:01.894126 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c6ad16-3894-4d01-bf8d-71d25d0b88fd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:29:01.894456 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c6ad16-3894-4d01-bf8d-71d25d0b88fd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:29:01.894799 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c6ad16-3894-4d01-bf8d-71d25d0b88fd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:29:01.895136 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c6ad16-3894-4d01-bf8d-71d25d0b88fd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:29:01.895499 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c6ad16-3894-4d01-bf8d-71d25d0b88fd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:29:01.895823 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c6ad16-3894-4d01-bf8d-71d25d0b88fd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:29:01.896147 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c6ad16-3894-4d01-bf8d-71d25d0b88fd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:29:01.896515 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c6ad16-3894-4d01-bf8d-71d25d0b88fd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:29:01.896832 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c6ad16-3894-4d01-bf8d-71d25d0b88fd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:29:01.897983 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c6ad16-3894-4d01-bf8d-71d25d0b88fd admin admin] Tracked resource versions report: Mar 02 05:29:01.897983 dv-cinder-768458-18-iscsi neutron-server[103714]: pushed versions: Mar 02 05:29:01.897983 dv-cinder-768458-18-iscsi neutron-server[103714]: { 'AddressGroup': {'1.2'}, Mar 02 05:29:01.897983 dv-cinder-768458-18-iscsi neutron-server[103714]: 'ConntrackHelper': {'1.0'}, Mar 02 05:29:01.897983 dv-cinder-768458-18-iscsi neutron-server[103714]: 'LocalIPAssociation': {'1.0'}, Mar 02 05:29:01.897983 dv-cinder-768458-18-iscsi neutron-server[103714]: 'Log': {'1.0'}, Mar 02 05:29:01.897983 dv-cinder-768458-18-iscsi neutron-server[103714]: 'Network': {'1.1'}, Mar 02 05:29:01.897983 dv-cinder-768458-18-iscsi neutron-server[103714]: 'Port': {'1.7'}, Mar 02 05:29:01.897983 dv-cinder-768458-18-iscsi neutron-server[103714]: 'PortForwarding': {'1.2'}, Mar 02 05:29:01.897983 dv-cinder-768458-18-iscsi neutron-server[103714]: 'QosPolicy': {'1.10'}, Mar 02 05:29:01.897983 dv-cinder-768458-18-iscsi neutron-server[103714]: 'SecurityGroup': {'1.5'}, Mar 02 05:29:01.897983 dv-cinder-768458-18-iscsi neutron-server[103714]: 'SecurityGroupRule': {'1.2'}, Mar 02 05:29:01.897983 dv-cinder-768458-18-iscsi neutron-server[103714]: 'SubPort': {'1.0'}, Mar 02 05:29:01.897983 dv-cinder-768458-18-iscsi neutron-server[103714]: 'Subnet': {'1.1'}, Mar 02 05:29:01.897983 dv-cinder-768458-18-iscsi neutron-server[103714]: 'Trunk': {'1.1'}} Mar 02 05:29:01.897983 dv-cinder-768458-18-iscsi neutron-server[103714]: consumer versions: Mar 02 05:29:01.897983 dv-cinder-768458-18-iscsi neutron-server[103714]: { DHCP agent@dv-cinder-768458-18-iscsi: {}, Mar 02 05:29:01.897983 dv-cinder-768458-18-iscsi neutron-server[103714]: HyperV agent@hv-cinder-76845: {}, Mar 02 05:29:01.897983 dv-cinder-768458-18-iscsi neutron-server[103714]: L3 agent@dv-cinder-768458-18-iscsi: {}, Mar 02 05:29:01.897983 dv-cinder-768458-18-iscsi neutron-server[103714]: Metadata agent@dv-cinder-768458-18-iscsi: {}, Mar 02 05:29:01.897983 dv-cinder-768458-18-iscsi neutron-server[103714]: Metering agent@dv-cinder-768458-18-iscsi: {}, Mar 02 05:29:01.897983 dv-cinder-768458-18-iscsi neutron-server[103714]: Open vSwitch agent@dv-cinder-768458-18-iscsi: { 'AddressGroup': '1.2', Mar 02 05:29:01.897983 dv-cinder-768458-18-iscsi neutron-server[103714]: 'ConntrackHelper': '1.0', Mar 02 05:29:01.897983 dv-cinder-768458-18-iscsi neutron-server[103714]: 'LocalIPAssociation': '1.0', Mar 02 05:29:01.897983 dv-cinder-768458-18-iscsi neutron-server[103714]: 'Log': '1.0', Mar 02 05:29:01.897983 dv-cinder-768458-18-iscsi neutron-server[103714]: 'Network': '1.1', Mar 02 05:29:01.897983 dv-cinder-768458-18-iscsi neutron-server[103714]: 'Port': '1.7', Mar 02 05:29:01.897983 dv-cinder-768458-18-iscsi neutron-server[103714]: 'PortForwarding': '1.2', Mar 02 05:29:01.897983 dv-cinder-768458-18-iscsi neutron-server[103714]: 'QosPolicy': '1.10', Mar 02 05:29:01.897983 dv-cinder-768458-18-iscsi neutron-server[103714]: 'SecurityGroup': '1.5', Mar 02 05:29:01.897983 dv-cinder-768458-18-iscsi neutron-server[103714]: 'SecurityGroupRule': '1.2', Mar 02 05:29:01.897983 dv-cinder-768458-18-iscsi neutron-server[103714]: 'SubPort': '1.0', Mar 02 05:29:01.897983 dv-cinder-768458-18-iscsi neutron-server[103714]: 'Subnet': '1.1', Mar 02 05:29:01.897983 dv-cinder-768458-18-iscsi neutron-server[103714]: 'Trunk': '1.1'}} Mar 02 05:29:01.897983 dv-cinder-768458-18-iscsi neutron-server[103714]: {{(pid=103714) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 02 05:29:01.963051 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.v2.base [None req-3fc0f519-fcb6-4a98-95c9-6e7b4735e873 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1562253445-network', 'tenant_id': 'baeaa70a8e234288af44838b99895a45'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 05:29:01.971783 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91c6ad16-3894-4d01-bf8d-71d25d0b88fd admin admin] Network cb4d6411-b85c-4bdf-b5e1-c15f0442d664 is scheduled to be hosted by DHCP agent 516abb3b-63f8-4dbb-a4f1-8865516966e2 with binding_index 1 {{(pid=103714) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 05:29:01.982375 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-52778daf-beb9-4026-b125-eb4e9ef45b3c admin admin] Publish callbacks [] for security_group (5d4d14e8-6fa5-4d59-af92-ffd8653fe482), precommit_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:01.995234 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.v2.base [None req-513f093b-07fe-4190-9d01-020623b4f76b admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1667773125-network', 'tenant_id': '590c1787b8fc414494d29793ff416658'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 05:29:02.006505 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.wsgi [-] (103714) accepted ('10.222.0.32', 33878) {{(pid=103714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:29:02.051952 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-52778daf-beb9-4026-b125-eb4e9ef45b3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629892'] for security_group (5d4d14e8-6fa5-4d59-af92-ffd8653fe482), after_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:02.081479 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52778daf-beb9-4026-b125-eb4e9ef45b3c admin admin] vlan segment allocate from pool success with {'vlan_id': 258, 'physical_network': 'physnet1'} {{(pid=103714) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 05:29:02.081694 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fc0f519-fcb6-4a98-95c9-6e7b4735e873 admin admin] Made reservation on behalf of baeaa70a8e234288af44838b99895a45 for: {'network': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 05:29:02.083941 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-3fc0f519-fcb6-4a98-95c9-6e7b4735e873 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for network (None), before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:02.091507 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-513f093b-07fe-4190-9d01-020623b4f76b admin admin] Made reservation on behalf of 590c1787b8fc414494d29793ff416658 for: {'network': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 05:29:02.091507 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-513f093b-07fe-4190-9d01-020623b4f76b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for network (None), before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:02.091722 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.scheduler.base_scheduler [None req-91c6ad16-3894-4d01-bf8d-71d25d0b88fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768458-18-iscsi, cb4d6411-b85c-4bdf-b5e1-c15f0442d664) {{(pid=103714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 05:29:02.099380 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52778daf-beb9-4026-b125-eb4e9ef45b3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d4d14e8-6fa5-4d59-af92-ffd8653fe482,revision_number=1']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:29:02.100814 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13c3cead-5458-425d-b03d-7500cf67f212 None None] Network cb4d6411-b85c-4bdf-b5e1-c15f0442d664 requested from dv-cinder-768458-18-iscsi {{(pid=103716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 05:29:02.102548 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-513f093b-07fe-4190-9d01-020623b4f76b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:02.103589 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91c6ad16-3894-4d01-bf8d-71d25d0b88fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:29:02.104349 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-91c6ad16-3894-4d01-bf8d-71d25d0b88fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531172'] for subnet (None), before_response {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:02.104493 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-3fc0f519-fcb6-4a98-95c9-6e7b4735e873 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:02.107989 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-52778daf-beb9-4026-b125-eb4e9ef45b3c admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8789290248596', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1106907'] for segment (15c6c484-0d48-4d40-b6e8-616bb71b4578), precommit_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:02.108783 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-52778daf-beb9-4026-b125-eb4e9ef45b3c admin admin] Unsubscribe: segment precommit_create {{(pid=103714) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 02 05:29:02.113729 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.db.segments_db [None req-52778daf-beb9-4026-b125-eb4e9ef45b3c admin admin] Added segment 15c6c484-0d48-4d40-b6e8-616bb71b4578 of type vlan for network cca8cd28-8205-477a-92b1-88a32e29d0bc Mar 02 05:29:02.220766 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-52778daf-beb9-4026-b125-eb4e9ef45b3c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789289939532'] for network (cca8cd28-8205-477a-92b1-88a32e29d0bc), precommit_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:02.237413 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [None req-91c6ad16-3894-4d01-bf8d-71d25d0b88fd admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7618406 Mar 02 05:29:02.240866 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a615078-85de-40d5-b52d-8bbda11b09f8 None None] Network cb4d6411-b85c-4bdf-b5e1-c15f0442d664 requested from dv-cinder-768458-18-iscsi {{(pid=103716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 05:29:02.259301 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-513f093b-07fe-4190-9d01-020623b4f76b admin admin] Publish callbacks [] for security_group (ac566ab1-1af5-474a-a2a2-f0b990b56907), precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:02.300314 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-3fc0f519-fcb6-4a98-95c9-6e7b4735e873 admin admin] Publish callbacks [] for security_group (cd784b26-a24e-48e7-98ec-6c0ab769f87c), precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:02.310112 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-513f093b-07fe-4190-9d01-020623b4f76b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629892'] for security_group (ac566ab1-1af5-474a-a2a2-f0b990b56907), after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:02.334084 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-513f093b-07fe-4190-9d01-020623b4f76b admin admin] vlan segment allocate from pool success with {'vlan_id': 284, 'physical_network': 'physnet1'} {{(pid=103715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 05:29:02.357657 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-513f093b-07fe-4190-9d01-020623b4f76b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1106907'] for segment (ea95cf1e-1801-4aac-b068-f790609643d0), precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:02.357998 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.db.segments_db [None req-513f093b-07fe-4190-9d01-020623b4f76b admin admin] Added segment ea95cf1e-1801-4aac-b068-f790609643d0 of type vlan for network 6524d76d-6324-44b0-8f7b-b29ae66515b8 Mar 02 05:29:02.366297 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-52778daf-beb9-4026-b125-eb4e9ef45b3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186'] for network (cca8cd28-8205-477a-92b1-88a32e29d0bc), after_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:02.366526 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513f093b-07fe-4190-9d01-020623b4f76b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac566ab1-1af5-474a-a2a2-f0b990b56907,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:29:02.367509 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52778daf-beb9-4026-b125-eb4e9ef45b3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:29:02.368330 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-52778daf-beb9-4026-b125-eb4e9ef45b3c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531172'] for network (None), before_response {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:02.397502 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-3fc0f519-fcb6-4a98-95c9-6e7b4735e873 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629892'] for security_group (cd784b26-a24e-48e7-98ec-6c0ab769f87c), after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:02.439092 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-513f093b-07fe-4190-9d01-020623b4f76b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789289939532'] for network (6524d76d-6324-44b0-8f7b-b29ae66515b8), precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:02.446768 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3fc0f519-fcb6-4a98-95c9-6e7b4735e873 admin admin] vlan segment allocate from pool success with {'vlan_id': 298, 'physical_network': 'physnet1'} {{(pid=103715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 05:29:02.460299 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc0f519-fcb6-4a98-95c9-6e7b4735e873 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd784b26-a24e-48e7-98ec-6c0ab769f87c,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:29:02.475746 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-3fc0f519-fcb6-4a98-95c9-6e7b4735e873 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1106907'] for segment (f72dff1c-57c4-4f1b-839d-2a6b2e94cc43), precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:02.476061 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.db.segments_db [None req-3fc0f519-fcb6-4a98-95c9-6e7b4735e873 admin admin] Added segment f72dff1c-57c4-4f1b-839d-2a6b2e94cc43 of type vlan for network 6269aee3-2e0e-4eb6-b2da-e53edf4d265e Mar 02 05:29:02.502876 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.v2.base [None req-669f8027-c584-4f52-a09c-3110f1d0af97 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-318348053-network', 'tenant_id': 'e206b3ab3679495682403c34b4fe8d9a'}} {{(pid=103714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 05:29:02.530350 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-3fc0f519-fcb6-4a98-95c9-6e7b4735e873 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789289939532'] for network (6269aee3-2e0e-4eb6-b2da-e53edf4d265e), precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:02.589556 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-513f093b-07fe-4190-9d01-020623b4f76b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186'] for network (6524d76d-6324-44b0-8f7b-b29ae66515b8), after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:02.591059 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-513f093b-07fe-4190-9d01-020623b4f76b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:29:02.591909 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-513f093b-07fe-4190-9d01-020623b4f76b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531172'] for network (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:02.601033 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [None req-52778daf-beb9-4026-b125-eb4e9ef45b3c admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.1986988 Mar 02 05:29:02.604091 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.wsgi [-] (103714) accepted ('10.222.0.32', 33902) {{(pid=103714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:29:02.610731 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.v2.base [None req-310e3201-da33-4a39-9c6c-838b71b2dd35 admin admin] Request body: {'subnet': {'network_id': 'cca8cd28-8205-477a-92b1-88a32e29d0bc', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1925534195-subnet', 'tenant_id': '7c356e87fe874337af907d7d9f0a2bb3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 05:29:02.616748 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52778daf-beb9-4026-b125-eb4e9ef45b3c admin admin] Pushing event updated for resources: {'Network': ['ID=cca8cd28-8205-477a-92b1-88a32e29d0bc,revision_number=1']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:29:02.618085 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-3fc0f519-fcb6-4a98-95c9-6e7b4735e873 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186'] for network (6269aee3-2e0e-4eb6-b2da-e53edf4d265e), after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:02.619930 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fc0f519-fcb6-4a98-95c9-6e7b4735e873 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:29:02.620687 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-3fc0f519-fcb6-4a98-95c9-6e7b4735e873 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531172'] for network (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:02.621504 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-669f8027-c584-4f52-a09c-3110f1d0af97 admin admin] Made reservation on behalf of e206b3ab3679495682403c34b4fe8d9a for: {'network': 1} {{(pid=103714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 05:29:02.624378 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-669f8027-c584-4f52-a09c-3110f1d0af97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for network (None), before_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:02.639412 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.rpc [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Network cca8cd28-8205-477a-92b1-88a32e29d0bc details requested by agent ovs-agent-dv-cinder-768458-18-iscsi with host dv-cinder-768458-18-iscsi {{(pid=103716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 02 05:29:02.641526 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-669f8027-c584-4f52-a09c-3110f1d0af97 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:02.697482 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513f093b-07fe-4190-9d01-020623b4f76b admin admin] Pushing event updated for resources: {'Network': ['ID=6524d76d-6324-44b0-8f7b-b29ae66515b8,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:29:02.721614 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-3fc0f519-fcb6-4a98-95c9-6e7b4735e873 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.0844092 Mar 02 05:29:02.722222 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.32', 33906) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:29:02.727099 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.rpc [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Network 6524d76d-6324-44b0-8f7b-b29ae66515b8 details requested by agent ovs-agent-dv-cinder-768458-18-iscsi with host dv-cinder-768458-18-iscsi {{(pid=103716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 02 05:29:02.755799 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.v2.base [None req-9dbf471f-719d-45a2-a15f-c8f79596c8e3 admin admin] Request body: {'subnet': {'network_id': '6269aee3-2e0e-4eb6-b2da-e53edf4d265e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1562253445-subnet', 'tenant_id': 'baeaa70a8e234288af44838b99895a45', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 05:29:02.763071 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-669f8027-c584-4f52-a09c-3110f1d0af97 admin admin] Publish callbacks [] for security_group (c2c36f35-8ab5-4460-b9ee-62ce3eaab352), precommit_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:02.810473 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-513f093b-07fe-4190-9d01-020623b4f76b admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1556478 Mar 02 05:29:02.813479 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.wsgi [-] (103714) accepted ('10.222.0.32', 33916) {{(pid=103714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:29:02.818990 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.v2.base [None req-183228fa-1418-49ca-9c7e-f0c46b14f8bd admin admin] Request body: {'subnet': {'network_id': '6524d76d-6324-44b0-8f7b-b29ae66515b8', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1667773125-subnet', 'tenant_id': '590c1787b8fc414494d29793ff416658', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 05:29:02.846474 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-669f8027-c584-4f52-a09c-3110f1d0af97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629892'] for security_group (c2c36f35-8ab5-4460-b9ee-62ce3eaab352), after_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:02.859854 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-669f8027-c584-4f52-a09c-3110f1d0af97 admin admin] vlan segment allocate from pool success with {'vlan_id': 269, 'physical_network': 'physnet1'} {{(pid=103714) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 05:29:02.867372 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc0f519-fcb6-4a98-95c9-6e7b4735e873 admin admin] Pushing event updated for resources: {'Network': ['ID=6269aee3-2e0e-4eb6-b2da-e53edf4d265e,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:29:02.872265 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-669f8027-c584-4f52-a09c-3110f1d0af97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1106907'] for segment (43e8c482-1a50-4e10-a19a-64e9763e2b05), precommit_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:02.872791 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.db.segments_db [None req-669f8027-c584-4f52-a09c-3110f1d0af97 admin admin] Added segment 43e8c482-1a50-4e10-a19a-64e9763e2b05 of type vlan for network 18011967-2bc2-45c8-947b-290963b3926b Mar 02 05:29:02.891320 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.rpc [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Network 6269aee3-2e0e-4eb6-b2da-e53edf4d265e details requested by agent ovs-agent-dv-cinder-768458-18-iscsi with host dv-cinder-768458-18-iscsi {{(pid=103716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 02 05:29:02.920680 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dbf471f-719d-45a2-a15f-c8f79596c8e3 admin admin] Made reservation on behalf of baeaa70a8e234288af44838b99895a45 for: {'subnet': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 05:29:02.924150 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-9dbf471f-719d-45a2-a15f-c8f79596c8e3 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:02.947865 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-310e3201-da33-4a39-9c6c-838b71b2dd35 admin admin] Made reservation on behalf of 7c356e87fe874337af907d7d9f0a2bb3 for: {'subnet': 1} {{(pid=103714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 05:29:02.950311 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-310e3201-da33-4a39-9c6c-838b71b2dd35 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:02.958807 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f8027-c584-4f52-a09c-3110f1d0af97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2c36f35-8ab5-4460-b9ee-62ce3eaab352,revision_number=1']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:29:03.002915 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-669f8027-c584-4f52-a09c-3110f1d0af97 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789289939532'] for network (18011967-2bc2-45c8-947b-290963b3926b), precommit_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:03.008153 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-183228fa-1418-49ca-9c7e-f0c46b14f8bd admin admin] Made reservation on behalf of 590c1787b8fc414494d29793ff416658 for: {'subnet': 1} {{(pid=103714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 05:29:03.010416 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-183228fa-1418-49ca-9c7e-f0c46b14f8bd admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:03.229965 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-669f8027-c584-4f52-a09c-3110f1d0af97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186'] for network (18011967-2bc2-45c8-947b-290963b3926b), after_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:03.231068 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-669f8027-c584-4f52-a09c-3110f1d0af97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:29:03.232442 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-669f8027-c584-4f52-a09c-3110f1d0af97 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531172'] for network (None), before_response {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:03.275191 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-9dbf471f-719d-45a2-a15f-c8f79596c8e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186'] for subnet (4a30aa60-f586-4276-a1aa-cd6a333ae855), after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:03.335578 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbf471f-719d-45a2-a15f-c8f79596c8e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a30aa60-f586-4276-a1aa-cd6a333ae855,revision_number=0']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:29:03.344228 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dbf471f-719d-45a2-a15f-c8f79596c8e3 admin admin] Checking segment: {'id': 'f72dff1c-57c4-4f1b-839d-2a6b2e94cc43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '6269aee3-2e0e-4eb6-b2da-e53edf4d265e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 05:29:03.344716 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dbf471f-719d-45a2-a15f-c8f79596c8e3 admin admin] Network hostable DHCP agents. Network: 6269aee3-2e0e-4eb6-b2da-e53edf4d265e, hostable agents: ['516abb3b-63f8-4dbb-a4f1-8865516966e2'], hosted agents: [] {{(pid=103715) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 05:29:03.394373 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f8027-c584-4f52-a09c-3110f1d0af97 admin admin] Pushing event updated for resources: {'Network': ['ID=18011967-2bc2-45c8-947b-290963b3926b,revision_number=1']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:29:03.407116 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [None req-669f8027-c584-4f52-a09c-3110f1d0af97 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.4016814 Mar 02 05:29:03.410464 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.32', 33946) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:29:03.415894 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.v2.base [None req-50c64900-f853-4dfc-bc34-5c5e31894b06 admin admin] Request body: {'subnet': {'network_id': '18011967-2bc2-45c8-947b-290963b3926b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-318348053-subnet', 'tenant_id': 'e206b3ab3679495682403c34b4fe8d9a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 05:29:03.422120 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.rpc [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Network 18011967-2bc2-45c8-947b-290963b3926b details requested by agent ovs-agent-dv-cinder-768458-18-iscsi with host dv-cinder-768458-18-iscsi {{(pid=103716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 02 05:29:03.447642 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dbf471f-719d-45a2-a15f-c8f79596c8e3 admin admin] Network 6269aee3-2e0e-4eb6-b2da-e53edf4d265e is scheduled to be hosted by DHCP agent 516abb3b-63f8-4dbb-a4f1-8865516966e2 with binding_index 1 {{(pid=103715) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 05:29:03.532832 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-183228fa-1418-49ca-9c7e-f0c46b14f8bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186'] for subnet (1fdca3a1-517a-499c-9459-2f3c35d8fead), after_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:03.538340 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-310e3201-da33-4a39-9c6c-838b71b2dd35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186'] for subnet (ab127ad9-ce11-421d-b130-80cd6d7ddae3), after_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:03.550737 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50c64900-f853-4dfc-bc34-5c5e31894b06 admin admin] Made reservation on behalf of e206b3ab3679495682403c34b4fe8d9a for: {'subnet': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 05:29:03.551399 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-50c64900-f853-4dfc-bc34-5c5e31894b06 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:03.553507 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-9dbf471f-719d-45a2-a15f-c8f79596c8e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768458-18-iscsi, 6269aee3-2e0e-4eb6-b2da-e53edf4d265e) {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 05:29:03.566668 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c440af4e-1549-41f8-a795-8a7d56cb52cb None None] Network 6269aee3-2e0e-4eb6-b2da-e53edf4d265e requested from dv-cinder-768458-18-iscsi {{(pid=103716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 05:29:03.566882 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dbf471f-719d-45a2-a15f-c8f79596c8e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:29:03.567246 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-9dbf471f-719d-45a2-a15f-c8f79596c8e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531172'] for subnet (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:03.641092 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183228fa-1418-49ca-9c7e-f0c46b14f8bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=1fdca3a1-517a-499c-9459-2f3c35d8fead,revision_number=0']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:29:03.691558 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7049bb5-e068-4430-a17f-1814c4ca89f6 None None] Network 6269aee3-2e0e-4eb6-b2da-e53edf4d265e requested from dv-cinder-768458-18-iscsi {{(pid=103716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 05:29:03.778056 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-9dbf471f-719d-45a2-a15f-c8f79596c8e3 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.0259995 Mar 02 05:29:03.780384 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.32', 33956) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:29:03.784857 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-183228fa-1418-49ca-9c7e-f0c46b14f8bd admin admin] Checking segment: {'id': 'ea95cf1e-1801-4aac-b068-f790609643d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '6524d76d-6324-44b0-8f7b-b29ae66515b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 05:29:03.785234 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-183228fa-1418-49ca-9c7e-f0c46b14f8bd admin admin] Network hostable DHCP agents. Network: 6524d76d-6324-44b0-8f7b-b29ae66515b8, hostable agents: ['516abb3b-63f8-4dbb-a4f1-8865516966e2'], hosted agents: [] {{(pid=103714) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 05:29:03.787141 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.v2.base [None req-d22e7073-8b17-44d2-8c8c-8dc30695c0e8 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1562253445-router', 'tenant_id': 'baeaa70a8e234288af44838b99895a45', 'external_gateway_info': {'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58'}}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 05:29:03.803547 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-310e3201-da33-4a39-9c6c-838b71b2dd35 admin admin] Checking segment: {'id': '15c6c484-0d48-4d40-b6e8-616bb71b4578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'cca8cd28-8205-477a-92b1-88a32e29d0bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 05:29:03.804438 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-310e3201-da33-4a39-9c6c-838b71b2dd35 admin admin] Network hostable DHCP agents. Network: cca8cd28-8205-477a-92b1-88a32e29d0bc, hostable agents: ['516abb3b-63f8-4dbb-a4f1-8865516966e2'], hosted agents: [] {{(pid=103714) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 05:29:03.845724 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310e3201-da33-4a39-9c6c-838b71b2dd35 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab127ad9-ce11-421d-b130-80cd6d7ddae3,revision_number=0']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:29:03.932241 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d22e7073-8b17-44d2-8c8c-8dc30695c0e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5211'] for router (a15bed18-2ce4-4c6b-b9c1-315af8c428ed), before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:03.933439 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d22e7073-8b17-44d2-8c8c-8dc30695c0e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-554951', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-624974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5154'] for router (a15bed18-2ce4-4c6b-b9c1-315af8c428ed), precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:03.961247 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-183228fa-1418-49ca-9c7e-f0c46b14f8bd admin admin] Network 6524d76d-6324-44b0-8f7b-b29ae66515b8 is scheduled to be hosted by DHCP agent 516abb3b-63f8-4dbb-a4f1-8865516966e2 with binding_index 1 {{(pid=103714) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 05:29:03.971225 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-310e3201-da33-4a39-9c6c-838b71b2dd35 admin admin] Network cca8cd28-8205-477a-92b1-88a32e29d0bc is scheduled to be hosted by DHCP agent 516abb3b-63f8-4dbb-a4f1-8865516966e2 with binding_index 1 {{(pid=103714) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 05:29:04.030847 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.scheduler.base_scheduler [None req-183228fa-1418-49ca-9c7e-f0c46b14f8bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768458-18-iscsi, 6524d76d-6324-44b0-8f7b-b29ae66515b8) {{(pid=103714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 05:29:04.039270 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.scheduler.base_scheduler [None req-310e3201-da33-4a39-9c6c-838b71b2dd35 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768458-18-iscsi, cca8cd28-8205-477a-92b1-88a32e29d0bc) {{(pid=103714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 05:29:04.040569 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c36ec902-45d7-40a4-89f5-2b8b807b1262 None None] Network 6524d76d-6324-44b0-8f7b-b29ae66515b8 requested from dv-cinder-768458-18-iscsi {{(pid=103716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 05:29:04.041181 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-183228fa-1418-49ca-9c7e-f0c46b14f8bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:29:04.041786 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-183228fa-1418-49ca-9c7e-f0c46b14f8bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531172'] for subnet (None), before_response {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:04.053505 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-50c64900-f853-4dfc-bc34-5c5e31894b06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186'] for subnet (24744b4d-8303-4a95-a314-609059e1d9b5), after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:04.065961 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d22e7073-8b17-44d2-8c8c-8dc30695c0e8 admin admin] Publish callbacks [] for router_controller (a15bed18-2ce4-4c6b-b9c1-315af8c428ed), precommit_add_association {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:04.072654 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-310e3201-da33-4a39-9c6c-838b71b2dd35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:29:04.073292 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-310e3201-da33-4a39-9c6c-838b71b2dd35 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531172'] for subnet (None), before_response {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:04.105393 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-702f4223-9b85-4c08-9c46-ceb6ddcdb7f6 None None] Network cca8cd28-8205-477a-92b1-88a32e29d0bc requested from dv-cinder-768458-18-iscsi {{(pid=103716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 05:29:04.119398 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [None req-183228fa-1418-49ca-9c7e-f0c46b14f8bd admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3024619 Mar 02 05:29:04.139693 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c64900-f853-4dfc-bc34-5c5e31894b06 admin admin] Checking segment: {'id': '43e8c482-1a50-4e10-a19a-64e9763e2b05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '18011967-2bc2-45c8-947b-290963b3926b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 05:29:04.140893 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50c64900-f853-4dfc-bc34-5c5e31894b06 admin admin] Network hostable DHCP agents. Network: 18011967-2bc2-45c8-947b-290963b3926b, hostable agents: ['516abb3b-63f8-4dbb-a4f1-8865516966e2'], hosted agents: [] {{(pid=103715) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 05:29:04.146248 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [None req-310e3201-da33-4a39-9c6c-838b71b2dd35 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.5411594 Mar 02 05:29:04.156382 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.wsgi [-] (103714) accepted ('10.222.0.32', 33976) {{(pid=103714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:29:04.159458 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c64900-f853-4dfc-bc34-5c5e31894b06 admin admin] Pushing event updated for resources: {'Subnet': ['ID=24744b4d-8303-4a95-a314-609059e1d9b5,revision_number=0']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:29:04.165341 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.v2.base [None req-97274ff0-c6d1-4045-8637-212418bc909a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1925534195-router', 'tenant_id': '7c356e87fe874337af907d7d9f0a2bb3', 'external_gateway_info': {'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58'}}} {{(pid=103714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 05:29:04.219260 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50c64900-f853-4dfc-bc34-5c5e31894b06 admin admin] Network 18011967-2bc2-45c8-947b-290963b3926b is scheduled to be hosted by DHCP agent 516abb3b-63f8-4dbb-a4f1-8865516966e2 with binding_index 1 {{(pid=103715) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 05:29:04.282062 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-97274ff0-c6d1-4045-8637-212418bc909a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5211'] for router (aa79e986-2404-4136-904a-dbad8a9b4ddf), before_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:04.283951 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-97274ff0-c6d1-4045-8637-212418bc909a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-554951', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-624974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5154'] for router (aa79e986-2404-4136-904a-dbad8a9b4ddf), precommit_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:04.393390 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-50c64900-f853-4dfc-bc34-5c5e31894b06 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768458-18-iscsi, 18011967-2bc2-45c8-947b-290963b3926b) {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 05:29:04.412381 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d22e7073-8b17-44d2-8c8c-8dc30695c0e8 admin admin] Publish callbacks [] for router_gateway (a15bed18-2ce4-4c6b-b9c1-315af8c428ed), precommit_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:04.448144 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50c64900-f853-4dfc-bc34-5c5e31894b06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:29:04.448144 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-50c64900-f853-4dfc-bc34-5c5e31894b06 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531172'] for subnet (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:04.449722 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41b68ac0-11d3-433b-97b0-35bb92a9e6c4 None None] Network 18011967-2bc2-45c8-947b-290963b3926b requested from dv-cinder-768458-18-iscsi {{(pid=103716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 05:29:04.460381 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.32', 33994) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:29:04.468263 dv-cinder-768458-18-iscsi neutron-server[103715]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 02 05:29:04.499069 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-97274ff0-c6d1-4045-8637-212418bc909a admin admin] Publish callbacks [] for router_controller (aa79e986-2404-4136-904a-dbad8a9b4ddf), precommit_add_association {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:04.533759 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-952189cb-2a34-4cda-bf2b-5b81e27e1ac5 None None] Network 6524d76d-6324-44b0-8f7b-b29ae66515b8 requested from dv-cinder-768458-18-iscsi {{(pid=103716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 05:29:04.693898 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-50c64900-f853-4dfc-bc34-5c5e31894b06 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2798283 Mar 02 05:29:04.705133 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5af5d16-b48e-4890-9580-06bbb45f443b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbfd83565-997b-582c-95b3-04c06eae76bb-18011967-2bc2-45c8-947b-290963b3926b', 'network_id': '18011967-2bc2-45c8-947b-290963b3926b', 'project_id': 'e206b3ab3679495682403c34b4fe8d9a', 'fixed_ips': [{'subnet_id': '24744b4d-8303-4a95-a314-609059e1d9b5'}]}} from dv-cinder-768458-18-iscsi. {{(pid=103716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 02 05:29:04.706711 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-e5af5d16-b48e-4890-9580-06bbb45f443b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for port (None), before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:04.711601 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.wsgi [-] (103714) accepted ('10.222.0.32', 34004) {{(pid=103714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:29:04.714225 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.v2.base [None req-0727391b-5780-4100-8587-ecf6c962b67e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-318348053-router', 'tenant_id': 'e206b3ab3679495682403c34b4fe8d9a', 'external_gateway_info': {'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58'}}} {{(pid=103714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 05:29:04.732985 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab0ffe46-f742-4a09-9d3d-e6ac7749dd7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbfd83565-997b-582c-95b3-04c06eae76bb-cca8cd28-8205-477a-92b1-88a32e29d0bc', 'network_id': 'cca8cd28-8205-477a-92b1-88a32e29d0bc', 'project_id': '7c356e87fe874337af907d7d9f0a2bb3', 'fixed_ips': [{'subnet_id': 'ab127ad9-ce11-421d-b130-80cd6d7ddae3'}]}} from dv-cinder-768458-18-iscsi. {{(pid=103716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 02 05:29:04.734302 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ab0ffe46-f742-4a09-9d3d-e6ac7749dd7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for port (None), before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:04.841846 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-97274ff0-c6d1-4045-8637-212418bc909a admin admin] Publish callbacks [] for router_gateway (aa79e986-2404-4136-904a-dbad8a9b4ddf), precommit_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:04.881644 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-0727391b-5780-4100-8587-ecf6c962b67e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5211'] for router (279f7eec-5f94-4a26-9856-cbbd0eb5eab5), before_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:04.882867 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-0727391b-5780-4100-8587-ecf6c962b67e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-554951', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-624974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5154'] for router (279f7eec-5f94-4a26-9856-cbbd0eb5eab5), precommit_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:04.931504 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04defea-e7de-4750-942c-af2edd59638b req-73f39c92-a966-4fdd-aff7-f93f44d49d8c tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:29:04.939443 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-a04defea-e7de-4750-942c-af2edd59638b req-73f39c92-a966-4fdd-aff7-f93f44d49d8c tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] 10.222.0.32 "GET /v2.0/networks?id=cb4d6411-b85c-4bdf-b5e1-c15f0442d664 HTTP/1.1" status: 200 len: 814 time: 0.4779437 Mar 02 05:29:04.949108 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-0727391b-5780-4100-8587-ecf6c962b67e admin admin] Publish callbacks [] for router_controller (279f7eec-5f94-4a26-9856-cbbd0eb5eab5), precommit_add_association {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:04.957660 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-a04defea-e7de-4750-942c-af2edd59638b req-0207aa00-b3b8-4ada-98da-6104d2eee87d tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] 10.222.0.32 "GET /v2.0/quotas/47a43f3507b84842aa61a77dbb193f66 HTTP/1.1" status: 200 len: 375 time: 0.0138161 Mar 02 05:29:05.021116 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-a04defea-e7de-4750-942c-af2edd59638b req-85274394-4b78-4f00-9504-c0a1f3210c0b tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=47a43f3507b84842aa61a77dbb193f66&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0605083 Mar 02 05:29:05.054568 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.db_base_plugin_common [None req-ab0ffe46-f742-4a09-9d3d-e6ac7749dd7f None None] Allocated IP 172.20.0.2 (cca8cd28-8205-477a-92b1-88a32e29d0bc/ab127ad9-ce11-421d-b130-80cd6d7ddae3/09c7fdc6-caf4-4dfd-80e4-c7cb94e45eb9) {{(pid=103716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 05:29:05.064925 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.db_base_plugin_common [None req-e5af5d16-b48e-4890-9580-06bbb45f443b None None] Allocated IP 172.20.0.2 (18011967-2bc2-45c8-947b-290963b3926b/24744b4d-8303-4a95-a314-609059e1d9b5/05e48e6a-ef22-414e-b473-3c8763c83c03) {{(pid=103716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 05:29:05.317218 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d22e7073-8b17-44d2-8c8c-8dc30695c0e8 admin admin] Publish callbacks [] for router_gateway (a15bed18-2ce4-4c6b-b9c1-315af8c428ed), before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:05.364837 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d22e7073-8b17-44d2-8c8c-8dc30695c0e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for port (None), before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:05.480843 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-0727391b-5780-4100-8587-ecf6c962b67e admin admin] Publish callbacks [] for router_gateway (279f7eec-5f94-4a26-9856-cbbd0eb5eab5), precommit_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:05.483372 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.wsgi [req-a04defea-e7de-4750-942c-af2edd59638b req-095a98fb-1df6-42db-a8aa-9ae261d78041 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=103715) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 02 05:29:05.498204 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-a04defea-e7de-4750-942c-af2edd59638b req-095a98fb-1df6-42db-a8aa-9ae261d78041 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2416923 Mar 02 05:29:05.502140 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-97274ff0-c6d1-4045-8637-212418bc909a admin admin] Publish callbacks [] for router_gateway (aa79e986-2404-4136-904a-dbad8a9b4ddf), before_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:05.524284 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.32', 34032) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:29:05.566468 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ab0ffe46-f742-4a09-9d3d-e6ac7749dd7f None None] Publish callbacks [] for port (09c7fdc6-caf4-4dfd-80e4-c7cb94e45eb9), precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:05.568194 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-e5af5d16-b48e-4890-9580-06bbb45f443b None None] Publish callbacks [] for port (05e48e6a-ef22-414e-b473-3c8763c83c03), precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:05.640522 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-97274ff0-c6d1-4045-8637-212418bc909a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for port (None), before_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:05.669711 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-e5af5d16-b48e-4890-9580-06bbb45f443b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789289919717'] for port (05e48e6a-ef22-414e-b473-3c8763c83c03), after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:05.673270 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-56cb2145-f1fa-466c-b7db-cf59fc603f1f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:05.678818 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ab0ffe46-f742-4a09-9d3d-e6ac7749dd7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789289919717'] for port (09c7fdc6-caf4-4dfd-80e4-c7cb94e45eb9), after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:05.776493 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5af5d16-b48e-4890-9580-06bbb45f443b None None] Network 18011967-2bc2-45c8-947b-290963b3926b is already hosted by enough agents. {{(pid=103716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 05:29:05.780589 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-56cb2145-f1fa-466c-b7db-cf59fc603f1f admin admin] Publish callbacks [] for security_group (ed5d0e94-7977-498d-a78e-b26c9574050a), precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:05.788351 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-e5af5d16-b48e-4890-9580-06bbb45f443b None None] Resources bound (agent type, host, resource id): {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 05:29:05.792252 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5af5d16-b48e-4890-9580-06bbb45f443b None None] Received port after_create {{(pid=103716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 05:29:05.798126 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.db.db_base_plugin_common [None req-d22e7073-8b17-44d2-8c8c-8dc30695c0e8 admin admin] Allocated IP 172.27.2.17 (b55256da-732d-4561-a24f-23ea9a772c58/77df959b-d159-4f61-98dc-e86e1ea2cf69/a366fe9a-5e59-4912-818e-497237a16a34) {{(pid=103715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 05:29:05.799158 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab0ffe46-f742-4a09-9d3d-e6ac7749dd7f None None] Network cca8cd28-8205-477a-92b1-88a32e29d0bc is already hosted by enough agents. {{(pid=103716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 05:29:05.805392 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-a04defea-e7de-4750-942c-af2edd59638b req-a6308b9c-9f4c-495d-9d99-74a357301692 service neutron] 10.222.0.32 "GET /v2.0/networks/cb4d6411-b85c-4bdf-b5e1-c15f0442d664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2991366 Mar 02 05:29:05.814974 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5af5d16-b48e-4890-9580-06bbb45f443b None None] Pushing event updated for resources: {'Port': ['ID=05e48e6a-ef22-414e-b473-3c8763c83c03,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:29:05.818200 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-ab0ffe46-f742-4a09-9d3d-e6ac7749dd7f None None] Resources bound (agent type, host, resource id): {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 05:29:05.821197 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab0ffe46-f742-4a09-9d3d-e6ac7749dd7f None None] Received port after_create {{(pid=103716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 05:29:05.859496 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5af5d16-b48e-4890-9580-06bbb45f443b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:29:05.859957 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5af5d16-b48e-4890-9580-06bbb45f443b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:29:05.860384 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5af5d16-b48e-4890-9580-06bbb45f443b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:29:05.860823 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5af5d16-b48e-4890-9580-06bbb45f443b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:29:05.861521 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5af5d16-b48e-4890-9580-06bbb45f443b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:29:05.861929 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5af5d16-b48e-4890-9580-06bbb45f443b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:29:05.862329 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5af5d16-b48e-4890-9580-06bbb45f443b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:29:05.862759 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5af5d16-b48e-4890-9580-06bbb45f443b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:29:05.863146 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5af5d16-b48e-4890-9580-06bbb45f443b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:29:05.863597 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5af5d16-b48e-4890-9580-06bbb45f443b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:29:05.868421 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5af5d16-b48e-4890-9580-06bbb45f443b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:29:05.868421 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5af5d16-b48e-4890-9580-06bbb45f443b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:29:05.868421 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5af5d16-b48e-4890-9580-06bbb45f443b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:29:05.868421 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5af5d16-b48e-4890-9580-06bbb45f443b None None] Tracked resource versions report: Mar 02 05:29:05.868421 dv-cinder-768458-18-iscsi neutron-server[103716]: pushed versions: Mar 02 05:29:05.868421 dv-cinder-768458-18-iscsi neutron-server[103716]: { 'AddressGroup': {'1.2'}, Mar 02 05:29:05.868421 dv-cinder-768458-18-iscsi neutron-server[103716]: 'ConntrackHelper': {'1.0'}, Mar 02 05:29:05.868421 dv-cinder-768458-18-iscsi neutron-server[103716]: 'LocalIPAssociation': {'1.0'}, Mar 02 05:29:05.868421 dv-cinder-768458-18-iscsi neutron-server[103716]: 'Log': {'1.0'}, Mar 02 05:29:05.868421 dv-cinder-768458-18-iscsi neutron-server[103716]: 'Network': {'1.1'}, Mar 02 05:29:05.868421 dv-cinder-768458-18-iscsi neutron-server[103716]: 'Port': {'1.7'}, Mar 02 05:29:05.868421 dv-cinder-768458-18-iscsi neutron-server[103716]: 'PortForwarding': {'1.2'}, Mar 02 05:29:05.868421 dv-cinder-768458-18-iscsi neutron-server[103716]: 'QosPolicy': {'1.10'}, Mar 02 05:29:05.868421 dv-cinder-768458-18-iscsi neutron-server[103716]: 'SecurityGroup': {'1.5'}, Mar 02 05:29:05.868421 dv-cinder-768458-18-iscsi neutron-server[103716]: 'SecurityGroupRule': {'1.2'}, Mar 02 05:29:05.868421 dv-cinder-768458-18-iscsi neutron-server[103716]: 'SubPort': {'1.0'}, Mar 02 05:29:05.868421 dv-cinder-768458-18-iscsi neutron-server[103716]: 'Subnet': {'1.1'}, Mar 02 05:29:05.868421 dv-cinder-768458-18-iscsi neutron-server[103716]: 'Trunk': {'1.1'}} Mar 02 05:29:05.868421 dv-cinder-768458-18-iscsi neutron-server[103716]: consumer versions: Mar 02 05:29:05.868421 dv-cinder-768458-18-iscsi neutron-server[103716]: { DHCP agent@dv-cinder-768458-18-iscsi: {}, Mar 02 05:29:05.868421 dv-cinder-768458-18-iscsi neutron-server[103716]: HyperV agent@hv-cinder-76845: {}, Mar 02 05:29:05.868421 dv-cinder-768458-18-iscsi neutron-server[103716]: L3 agent@dv-cinder-768458-18-iscsi: {}, Mar 02 05:29:05.868421 dv-cinder-768458-18-iscsi neutron-server[103716]: Metadata agent@dv-cinder-768458-18-iscsi: {}, Mar 02 05:29:05.868421 dv-cinder-768458-18-iscsi neutron-server[103716]: Metering agent@dv-cinder-768458-18-iscsi: {}, Mar 02 05:29:05.868421 dv-cinder-768458-18-iscsi neutron-server[103716]: Open vSwitch agent@dv-cinder-768458-18-iscsi: { 'AddressGroup': '1.2', Mar 02 05:29:05.868421 dv-cinder-768458-18-iscsi neutron-server[103716]: 'ConntrackHelper': '1.0', Mar 02 05:29:05.868421 dv-cinder-768458-18-iscsi neutron-server[103716]: 'LocalIPAssociation': '1.0', Mar 02 05:29:05.868421 dv-cinder-768458-18-iscsi neutron-server[103716]: 'Log': '1.0', Mar 02 05:29:05.868421 dv-cinder-768458-18-iscsi neutron-server[103716]: 'Network': '1.1', Mar 02 05:29:05.868421 dv-cinder-768458-18-iscsi neutron-server[103716]: 'Port': '1.7', Mar 02 05:29:05.868421 dv-cinder-768458-18-iscsi neutron-server[103716]: 'PortForwarding': '1.2', Mar 02 05:29:05.868421 dv-cinder-768458-18-iscsi neutron-server[103716]: 'QosPolicy': '1.10', Mar 02 05:29:05.868421 dv-cinder-768458-18-iscsi neutron-server[103716]: 'SecurityGroup': '1.5', Mar 02 05:29:05.868421 dv-cinder-768458-18-iscsi neutron-server[103716]: 'SecurityGroupRule': '1.2', Mar 02 05:29:05.868421 dv-cinder-768458-18-iscsi neutron-server[103716]: 'SubPort': '1.0', Mar 02 05:29:05.868421 dv-cinder-768458-18-iscsi neutron-server[103716]: 'Subnet': '1.1', Mar 02 05:29:05.868421 dv-cinder-768458-18-iscsi neutron-server[103716]: 'Trunk': '1.1'}} Mar 02 05:29:05.868421 dv-cinder-768458-18-iscsi neutron-server[103716]: {{(pid=103716) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 02 05:29:05.919612 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-56cb2145-f1fa-466c-b7db-cf59fc603f1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629892'] for security_group (ed5d0e94-7977-498d-a78e-b26c9574050a), after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:05.925252 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.wsgi [-] (103714) accepted ('10.222.0.32', 34052) {{(pid=103714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:29:05.927254 dv-cinder-768458-18-iscsi neutron-server[103714]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 02 05:29:05.986837 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-56cb2145-f1fa-466c-b7db-cf59fc603f1f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e6d94508cc1e48b58b7beae3588f527a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4580803 Mar 02 05:29:05.988132 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.managers [None req-e5af5d16-b48e-4890-9580-06bbb45f443b None None] Attempting to bind port 05e48e6a-ef22-414e-b473-3c8763c83c03 on host dv-cinder-768458-18-iscsi for vnic_type normal with profile {{(pid=103716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 05:29:05.988629 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.managers [None req-e5af5d16-b48e-4890-9580-06bbb45f443b None None] Attempting to bind port 05e48e6a-ef22-414e-b473-3c8763c83c03 by drivers openvswitch,hyperv on host dv-cinder-768458-18-iscsi at level 0 using segments [{'id': '43e8c482-1a50-4e10-a19a-64e9763e2b05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '18011967-2bc2-45c8-947b-290963b3926b'}] {{(pid=103716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 05:29:05.989039 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5af5d16-b48e-4890-9580-06bbb45f443b None None] Attempting to bind port 05e48e6a-ef22-414e-b473-3c8763c83c03 on network 18011967-2bc2-45c8-947b-290963b3926b {{(pid=103716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 05:29:05.995767 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.32', 34056) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:29:05.997057 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0ffe46-f742-4a09-9d3d-e6ac7749dd7f None None] Pushing event updated for resources: {'Port': ['ID=09c7fdc6-caf4-4dfd-80e4-c7cb94e45eb9,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:29:06.001200 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.managers [None req-ab0ffe46-f742-4a09-9d3d-e6ac7749dd7f None None] Attempting to bind port 09c7fdc6-caf4-4dfd-80e4-c7cb94e45eb9 on host dv-cinder-768458-18-iscsi for vnic_type normal with profile {{(pid=103716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 05:29:06.001807 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.managers [None req-ab0ffe46-f742-4a09-9d3d-e6ac7749dd7f None None] Attempting to bind port 09c7fdc6-caf4-4dfd-80e4-c7cb94e45eb9 by drivers openvswitch,hyperv on host dv-cinder-768458-18-iscsi at level 0 using segments [{'id': '15c6c484-0d48-4d40-b6e8-616bb71b4578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'cca8cd28-8205-477a-92b1-88a32e29d0bc'}] {{(pid=103716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 05:29:06.002252 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab0ffe46-f742-4a09-9d3d-e6ac7749dd7f None None] Attempting to bind port 09c7fdc6-caf4-4dfd-80e4-c7cb94e45eb9 on network cca8cd28-8205-477a-92b1-88a32e29d0bc {{(pid=103716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 05:29:06.004991 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5af5d16-b48e-4890-9580-06bbb45f443b None None] Checking agent: {'id': '64307ea2-7468-48d5-a188-5e76dfb99c6b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 5, 20, 46), 'started_at': datetime.datetime(2022, 3, 2, 5, 21, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 5, 28, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 05:29:06.014375 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5af5d16-b48e-4890-9580-06bbb45f443b None None] Checking segment: {'id': '43e8c482-1a50-4e10-a19a-64e9763e2b05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '18011967-2bc2-45c8-947b-290963b3926b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 05:29:06.014375 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-e5af5d16-b48e-4890-9580-06bbb45f443b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:06.014375 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5af5d16-b48e-4890-9580-06bbb45f443b None None] Bound using segment: {'id': '43e8c482-1a50-4e10-a19a-64e9763e2b05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '18011967-2bc2-45c8-947b-290963b3926b'} {{(pid=103716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 05:29:06.014375 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.managers [None req-e5af5d16-b48e-4890-9580-06bbb45f443b None None] Bound port: 05e48e6a-ef22-414e-b473-3c8763c83c03, host: dv-cinder-768458-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43e8c482-1a50-4e10-a19a-64e9763e2b05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '18011967-2bc2-45c8-947b-290963b3926b'}}] {{(pid=103716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 05:29:06.014375 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-e5af5d16-b48e-4890-9580-06bbb45f443b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for port (05e48e6a-ef22-414e-b473-3c8763c83c03), before_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:06.023794 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab0ffe46-f742-4a09-9d3d-e6ac7749dd7f None None] Checking agent: {'id': '64307ea2-7468-48d5-a188-5e76dfb99c6b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 5, 20, 46), 'started_at': datetime.datetime(2022, 3, 2, 5, 21, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 5, 28, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 05:29:06.024275 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab0ffe46-f742-4a09-9d3d-e6ac7749dd7f None None] Checking segment: {'id': '15c6c484-0d48-4d40-b6e8-616bb71b4578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'cca8cd28-8205-477a-92b1-88a32e29d0bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 05:29:06.024739 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ab0ffe46-f742-4a09-9d3d-e6ac7749dd7f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:06.025358 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab0ffe46-f742-4a09-9d3d-e6ac7749dd7f None None] Bound using segment: {'id': '15c6c484-0d48-4d40-b6e8-616bb71b4578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'cca8cd28-8205-477a-92b1-88a32e29d0bc'} {{(pid=103716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 05:29:06.025969 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.managers [None req-ab0ffe46-f742-4a09-9d3d-e6ac7749dd7f None None] Bound port: 09c7fdc6-caf4-4dfd-80e4-c7cb94e45eb9, host: dv-cinder-768458-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15c6c484-0d48-4d40-b6e8-616bb71b4578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'cca8cd28-8205-477a-92b1-88a32e29d0bc'}}] {{(pid=103716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 05:29:06.026424 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ab0ffe46-f742-4a09-9d3d-e6ac7749dd7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for port (09c7fdc6-caf4-4dfd-80e4-c7cb94e45eb9), before_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:06.034213 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cb2145-f1fa-466c-b7db-cf59fc603f1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed5d0e94-7977-498d-a78e-b26c9574050a,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:29:06.083444 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-a04defea-e7de-4750-942c-af2edd59638b req-ee0f4aff-a9df-40da-a2e3-ab9cf1d16883 service neutron] 10.222.0.32 "GET /v2.0/networks/cb4d6411-b85c-4bdf-b5e1-c15f0442d664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2676845 Mar 02 05:29:06.098945 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d22e7073-8b17-44d2-8c8c-8dc30695c0e8 admin admin] Publish callbacks [] for port (a366fe9a-5e59-4912-818e-497237a16a34), precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:06.105436 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-0727391b-5780-4100-8587-ecf6c962b67e admin admin] Publish callbacks [] for router_gateway (279f7eec-5f94-4a26-9856-cbbd0eb5eab5), before_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:06.122473 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-159f3a63-8fa4-496b-aaf2-e33550784ef1 admin admin] Publish callbacks [] for security_group (ed5d0e94-7977-498d-a78e-b26c9574050a), before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:06.140568 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-0727391b-5780-4100-8587-ecf6c962b67e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for port (None), before_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:06.161583 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-159f3a63-8fa4-496b-aaf2-e33550784ef1 admin admin] Publish callbacks [] for security_group (ed5d0e94-7977-498d-a78e-b26c9574050a), precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:06.167789 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cb0433-8b03-4a93-bd63-07f7a59ef21a req-2f96abcf-cf08-45ae-b019-b72d4de0e6b1 tempest-DeleteServersTestJSON-512846769 tempest-DeleteServersTestJSON-512846769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:29:06.169529 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-d6cb0433-8b03-4a93-bd63-07f7a59ef21a req-2f96abcf-cf08-45ae-b019-b72d4de0e6b1 tempest-DeleteServersTestJSON-512846769 tempest-DeleteServersTestJSON-512846769-project] 10.222.0.32 "GET /v2.0/networks?id=6524d76d-6324-44b0-8f7b-b29ae66515b8 HTTP/1.1" status: 200 len: 812 time: 0.2431393 Mar 02 05:29:06.182987 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-e5af5d16-b48e-4890-9580-06bbb45f443b None None] For port 05e48e6a-ef22-414e-b473-3c8763c83c03, host dv-cinder-768458-18-iscsi, cleared binding levels {{(pid=103716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 05:29:06.186899 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-ab0ffe46-f742-4a09-9d3d-e6ac7749dd7f None None] For port 09c7fdc6-caf4-4dfd-80e4-c7cb94e45eb9, host dv-cinder-768458-18-iscsi, cleared binding levels {{(pid=103716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 05:29:06.191361 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-e5af5d16-b48e-4890-9580-06bbb45f443b None None] For port 05e48e6a-ef22-414e-b473-3c8763c83c03, host dv-cinder-768458-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-18-iscsi',level=0,port_id=05e48e6a-ef22-414e-b473-3c8763c83c03,segment=NetworkSegment(43e8c482-1a50-4e10-a19a-64e9763e2b05),segment_id=43e8c482-1a50-4e10-a19a-64e9763e2b05)] {{(pid=103716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 05:29:06.194337 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-ab0ffe46-f742-4a09-9d3d-e6ac7749dd7f None None] For port 09c7fdc6-caf4-4dfd-80e4-c7cb94e45eb9, host dv-cinder-768458-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-18-iscsi',level=0,port_id=09c7fdc6-caf4-4dfd-80e4-c7cb94e45eb9,segment=NetworkSegment(15c6c484-0d48-4d40-b6e8-616bb71b4578),segment_id=15c6c484-0d48-4d40-b6e8-616bb71b4578)] {{(pid=103716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 05:29:06.239120 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-d6cb0433-8b03-4a93-bd63-07f7a59ef21a req-85b575ea-ea99-4351-92bb-c264a31072fa tempest-DeleteServersTestJSON-512846769 tempest-DeleteServersTestJSON-512846769-project] 10.222.0.32 "GET /v2.0/quotas/590c1787b8fc414494d29793ff416658 HTTP/1.1" status: 200 len: 375 time: 0.0237541 Mar 02 05:29:06.247874 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d22e7073-8b17-44d2-8c8c-8dc30695c0e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789289919717'] for port (a366fe9a-5e59-4912-818e-497237a16a34), after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:06.289084 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d22e7073-8b17-44d2-8c8c-8dc30695c0e8 admin admin] Network b55256da-732d-4561-a24f-23ea9a772c58 is already hosted by enough agents. {{(pid=103715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 05:29:06.291926 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-d22e7073-8b17-44d2-8c8c-8dc30695c0e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 05:29:06.297562 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d22e7073-8b17-44d2-8c8c-8dc30695c0e8 admin admin] Received port after_create {{(pid=103715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 05:29:06.299430 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ab0ffe46-f742-4a09-9d3d-e6ac7749dd7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789290460654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789289919735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789289921293'] for port (09c7fdc6-caf4-4dfd-80e4-c7cb94e45eb9), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:06.303098 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22e7073-8b17-44d2-8c8c-8dc30695c0e8 admin admin] Pushing event updated for resources: {'Port': ['ID=a366fe9a-5e59-4912-818e-497237a16a34,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:29:06.316811 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-e5af5d16-b48e-4890-9580-06bbb45f443b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789290460654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789289919735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789289921293'] for port (05e48e6a-ef22-414e-b473-3c8763c83c03), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:06.332001 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-d6cb0433-8b03-4a93-bd63-07f7a59ef21a req-74817916-3189-4b25-880a-61803d9f39e0 tempest-DeleteServersTestJSON-512846769 tempest-DeleteServersTestJSON-512846769-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=590c1787b8fc414494d29793ff416658&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0757549 Mar 02 05:29:06.353129 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-159f3a63-8fa4-496b-aaf2-e33550784ef1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629892'] for security_group (ed5d0e94-7977-498d-a78e-b26c9574050a), after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:06.355982 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-159f3a63-8fa4-496b-aaf2-e33550784ef1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:06.357372 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-159f3a63-8fa4-496b-aaf2-e33550784ef1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ed5d0e94-7977-498d-a78e-b26c9574050a HTTP/1.1" status: 204 len: 168 time: 0.3607609 Mar 02 05:29:06.371158 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.db.db_base_plugin_common [None req-97274ff0-c6d1-4045-8637-212418bc909a admin admin] Allocated IP 172.27.2.212 (b55256da-732d-4561-a24f-23ea9a772c58/77df959b-d159-4f61-98dc-e86e1ea2cf69/94519c60-ed40-4640-8dc1-57747bf0da94) {{(pid=103714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 05:29:06.433151 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159f3a63-8fa4-496b-aaf2-e33550784ef1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed5d0e94-7977-498d-a78e-b26c9574050a,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:29:06.440691 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0ffe46-f742-4a09-9d3d-e6ac7749dd7f None None] Pushing event updated for resources: {'Port': ['ID=09c7fdc6-caf4-4dfd-80e4-c7cb94e45eb9,revision_number=2']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:29:06.551603 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5af5d16-b48e-4890-9580-06bbb45f443b None None] Pushing event updated for resources: {'Port': ['ID=05e48e6a-ef22-414e-b473-3c8763c83c03,revision_number=2']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:29:06.628395 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.wsgi [req-d6cb0433-8b03-4a93-bd63-07f7a59ef21a req-1e6fabe0-f9f5-4c25-8afd-6221a10049de service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=103714) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 02 05:29:06.635309 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-d6cb0433-8b03-4a93-bd63-07f7a59ef21a req-1e6fabe0-f9f5-4c25-8afd-6221a10049de service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1504135 Mar 02 05:29:06.678847 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-97274ff0-c6d1-4045-8637-212418bc909a admin admin] Publish callbacks [] for port (94519c60-ed40-4640-8dc1-57747bf0da94), precommit_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:06.828784 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-d6cb0433-8b03-4a93-bd63-07f7a59ef21a req-c08c37f0-1ee8-4034-9300-02d647910d2f service neutron] 10.222.0.32 "GET /v2.0/networks/6524d76d-6324-44b0-8f7b-b29ae66515b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1877930 Mar 02 05:29:06.856455 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-4bde92ac-1206-42b4-826d-b0e6c5941843 req-25a72c43-1c27-4c5a-948b-084aca62718e tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] 10.222.0.32 "GET /v2.0/ports?device_id=a2b7491f-e53a-40e3-97e9-757e43cea760 HTTP/1.1" status: 200 len: 210 time: 0.1620178 Mar 02 05:29:06.932750 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-97274ff0-c6d1-4045-8637-212418bc909a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789289919717'] for port (94519c60-ed40-4640-8dc1-57747bf0da94), after_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:07.000161 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (db45f871-b7ec-436d-b6b8-6a0a072a2253), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:07.018283 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d22e7073-8b17-44d2-8c8c-8dc30695c0e8 admin admin] Publish callbacks [] for router_gateway (a15bed18-2ce4-4c6b-b9c1-315af8c428ed), after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:07.093847 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97274ff0-c6d1-4045-8637-212418bc909a admin admin] Network b55256da-732d-4561-a24f-23ea9a772c58 is already hosted by enough agents. {{(pid=103714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 05:29:07.098597 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.scheduler.base_scheduler [None req-97274ff0-c6d1-4045-8637-212418bc909a admin admin] Resources bound (agent type, host, resource id): {{(pid=103714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 05:29:07.101335 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97274ff0-c6d1-4045-8637-212418bc909a admin admin] Received port after_create {{(pid=103714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 05:29:07.109765 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97274ff0-c6d1-4045-8637-212418bc909a admin admin] Pushing event updated for resources: {'Port': ['ID=94519c60-ed40-4640-8dc1-57747bf0da94,revision_number=1']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:29:07.162310 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.db.db_base_plugin_common [None req-0727391b-5780-4100-8587-ecf6c962b67e admin admin] Allocated IP 172.27.2.68 (b55256da-732d-4561-a24f-23ea9a772c58/77df959b-d159-4f61-98dc-e86e1ea2cf69/f69dbdff-dc8a-4904-ae26-78b3078d3ae3) {{(pid=103714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 05:29:07.254545 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-d6cb0433-8b03-4a93-bd63-07f7a59ef21a req-82782db7-d8b7-493d-b3d0-834139168544 service neutron] 10.222.0.32 "GET /v2.0/networks/6524d76d-6324-44b0-8f7b-b29ae66515b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4193077 Mar 02 05:29:07.362439 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.wsgi [-] (103714) accepted ('10.222.0.32', 34104) {{(pid=103714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:29:07.386308 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-8a3e1147-7474-4a7a-9527-3cb6bdfb9f20 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:07.458249 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d22e7073-8b17-44d2-8c8c-8dc30695c0e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554906'] for router (a15bed18-2ce4-4c6b-b9c1-315af8c428ed), after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:07.486448 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-0727391b-5780-4100-8587-ecf6c962b67e admin admin] Publish callbacks [] for port (f69dbdff-dc8a-4904-ae26-78b3078d3ae3), precommit_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:07.620541 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-97274ff0-c6d1-4045-8637-212418bc909a admin admin] Publish callbacks [] for router_gateway (aa79e986-2404-4136-904a-dbad8a9b4ddf), after_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:07.661173 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-8a3e1147-7474-4a7a-9527-3cb6bdfb9f20 admin admin] Publish callbacks [] for security_group (3c59b142-39cf-48bd-8a4e-ba7cbb149869), precommit_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:07.679501 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-0727391b-5780-4100-8587-ecf6c962b67e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789289919717'] for port (f69dbdff-dc8a-4904-ae26-78b3078d3ae3), after_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:07.818256 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d22e7073-8b17-44d2-8c8c-8dc30695c0e8 admin admin] Router a15bed18-2ce4-4c6b-b9c1-315af8c428ed is scheduled to L3 agent 9c2b50e6-1677-4aa9-928e-941b4c488fc5 with binding_index 1 {{(pid=103715) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 05:29:07.991735 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10ac492a-cb77-4f45-9460-eee06488ba90 None None] Network cca8cd28-8205-477a-92b1-88a32e29d0bc requested from dv-cinder-768458-18-iscsi {{(pid=103716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 05:29:07.996066 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-8a3e1147-7474-4a7a-9527-3cb6bdfb9f20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629892'] for security_group (3c59b142-39cf-48bd-8a4e-ba7cbb149869), after_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:08.016052 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d22e7073-8b17-44d2-8c8c-8dc30695c0e8 admin admin] Notify agent at l3_agent.dv-cinder-768458-18-iscsi the message routers_updated {{(pid=103715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 05:29:08.029977 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e39b54b5-f1d9-410b-8463-d83961ff710f None None] Sync routers for ids ['a15bed18-2ce4-4c6b-b9c1-315af8c428ed'] in dv-cinder-768458-18-iscsi {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 05:29:08.041166 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e39b54b5-f1d9-410b-8463-d83961ff710f None None] Routers {'a15bed18-2ce4-4c6b-b9c1-315af8c428ed'} bound to L3 agent in host dv-cinder-768458-18-iscsi {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 05:29:08.042051 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-e39b54b5-f1d9-410b-8463-d83961ff710f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T05:20:42Z,description=,heartbeat_timestamp=2022-03-02T05:28:42Z,host='dv-cinder-768458-18-iscsi',id=9c2b50e6-1677-4aa9-928e-941b4c488fc5,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T05:20:42Z,topic='l3_agent')) {'router_ids': ['a15bed18-2ce4-4c6b-b9c1-315af8c428ed'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 05:29:08.050070 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0727391b-5780-4100-8587-ecf6c962b67e admin admin] Network b55256da-732d-4561-a24f-23ea9a772c58 is already hosted by enough agents. {{(pid=103714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 05:29:08.064005 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.scheduler.base_scheduler [None req-0727391b-5780-4100-8587-ecf6c962b67e admin admin] Resources bound (agent type, host, resource id): {{(pid=103714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 05:29:08.077947 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0727391b-5780-4100-8587-ecf6c962b67e admin admin] Received port after_create {{(pid=103714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 05:29:08.348451 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d22e7073-8b17-44d2-8c8c-8dc30695c0e8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:08.348451 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-d22e7073-8b17-44d2-8c8c-8dc30695c0e8 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.3677766 Mar 02 05:29:08.348451 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.32', 34144) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:29:08.349981 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [None req-8a3e1147-7474-4a7a-9527-3cb6bdfb9f20 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d120b14ae52d428ab4bf39daaf22cdba&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8505917 Mar 02 05:29:08.349981 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0727391b-5780-4100-8587-ecf6c962b67e admin admin] Pushing event updated for resources: {'Port': ['ID=f69dbdff-dc8a-4904-ae26-78b3078d3ae3,revision_number=1']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:29:08.349981 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-1fd1f665-9d6c-47c1-9455-3f2f0c097dc1 req-775b3a55-79f1-45d7-b841-59bdf83e5c5a tempest-DeleteServersTestJSON-512846769 tempest-DeleteServersTestJSON-512846769-project] 10.222.0.32 "GET /v2.0/ports?device_id=580ce9a8-2b79-47da-8092-e1f137611fb4 HTTP/1.1" status: 200 len: 210 time: 0.5109336 Mar 02 05:29:08.349981 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.wsgi [-] (103714) accepted ('10.222.0.32', 34148) {{(pid=103714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:29:08.354660 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.provisioning_blocks [None req-e5f85df1-d7ff-4a4a-8a9e-4dec6c74a177 None None] Provisioning complete for port 09c7fdc6-caf4-4dfd-80e4-c7cb94e45eb9 triggered by entity DHCP. {{(pid=103716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 05:29:08.354660 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-e5f85df1-d7ff-4a4a-8a9e-4dec6c74a177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012754'] for port (09c7fdc6-caf4-4dfd-80e4-c7cb94e45eb9), provisioning_complete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:08.356809 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3e1147-7474-4a7a-9527-3cb6bdfb9f20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c59b142-39cf-48bd-8a4e-ba7cbb149869,revision_number=1']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:29:08.445228 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.db.l3_dvr_db [None req-e39b54b5-f1d9-410b-8463-d83961ff710f None None] Set router a15bed18-2ce4-4c6b-b9c1-315af8c428ed gateway port host: dv-cinder-768458-18-iscsi {{(pid=103717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 05:29:08.521134 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-e5f85df1-d7ff-4a4a-8a9e-4dec6c74a177 None None] Current status of the port 09c7fdc6-caf4-4dfd-80e4-c7cb94e45eb9 is: DOWN; New status is: ACTIVE {{(pid=103716) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 05:29:08.521748 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-e5f85df1-d7ff-4a4a-8a9e-4dec6c74a177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for port (09c7fdc6-caf4-4dfd-80e4-c7cb94e45eb9), before_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:08.644975 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-e5f85df1-d7ff-4a4a-8a9e-4dec6c74a177 None None] For port 09c7fdc6-caf4-4dfd-80e4-c7cb94e45eb9, host dv-cinder-768458-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-18-iscsi',level=0,port_id=09c7fdc6-caf4-4dfd-80e4-c7cb94e45eb9,segment=NetworkSegment(15c6c484-0d48-4d40-b6e8-616bb71b4578),segment_id=15c6c484-0d48-4d40-b6e8-616bb71b4578)] {{(pid=103716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 05:29:08.674774 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-e4d896e1-c28b-4ba8-af11-0b459c94d680 req-7a8e9624-038e-40fb-9ba4-a035221559bd tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] 10.222.0.32 "GET /v2.0/ports?device_id=a2b7491f-e53a-40e3-97e9-757e43cea760 HTTP/1.1" status: 200 len: 210 time: 0.2714078 Mar 02 05:29:08.718901 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71ee23de-9956-40ba-b693-c84b8a57fadc None None] Network 18011967-2bc2-45c8-947b-290963b3926b requested from dv-cinder-768458-18-iscsi {{(pid=103716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 05:29:08.882834 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-e39b54b5-f1d9-410b-8463-d83961ff710f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a15bed18-2ce4-4c6b-b9c1-315af8c428ed', 'name': 'tempest-ServerRescueNegativeTestJSON-1562253445-router', 'tenant_id': 'baeaa70a8e234288af44838b99895a45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'external_fixed_ips': [{'subnet_id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'ip_address': '172.27.2.17'}], 'enable_snat': True}, 'gw_port_id': 'a366fe9a-5e59-4912-818e-497237a16a34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T05:29:03Z', 'updated_at': '2022-03-02T05:29:06Z', 'revision_number': 3, 'project_id': 'baeaa70a8e234288af44838b99895a45', 'gw_port': {'id': 'a366fe9a-5e59-4912-818e-497237a16a34', 'name': '', 'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:e1:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a15bed18-2ce4-4c6b-b9c1-315af8c428ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'ip_address': '172.27.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T05:29:05Z', 'updated_at': '2022-03-02T05:29:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-18-iscsi'}], 'dv-cinder-768458-18-iscsi', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 05:29:08.891569 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-e5f85df1-d7ff-4a4a-8a9e-4dec6c74a177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789290460654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789289919735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789289921293'] for port (09c7fdc6-caf4-4dfd-80e4-c7cb94e45eb9), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:08.907325 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-f5b980d1-d75f-4797-8956-20ccc9c5b0a4 admin admin] Publish callbacks [] for security_group (3c59b142-39cf-48bd-8a4e-ba7cbb149869), before_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:08.944230 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-97274ff0-c6d1-4045-8637-212418bc909a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554906'] for router (aa79e986-2404-4136-904a-dbad8a9b4ddf), after_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:08.958842 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-f5b980d1-d75f-4797-8956-20ccc9c5b0a4 admin admin] Publish callbacks [] for security_group (3c59b142-39cf-48bd-8a4e-ba7cbb149869), precommit_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:09.014214 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e39b54b5-f1d9-410b-8463-d83961ff710f None None] Checking router: a15bed18-2ce4-4c6b-b9c1-315af8c428ed for host: dv-cinder-768458-18-iscsi {{(pid=103717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 05:29:09.019817 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e39b54b5-f1d9-410b-8463-d83961ff710f None None] Updating router a15bed18-2ce4-4c6b-b9c1-315af8c428ed port a366fe9a-5e59-4912-818e-497237a16a34 binding host dv-cinder-768458-18-iscsi {{(pid=103717) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 05:29:09.091719 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e39b54b5-f1d9-410b-8463-d83961ff710f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for port (a366fe9a-5e59-4912-818e-497237a16a34), before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:09.095586 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.rpc [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Device 05e48e6a-ef22-414e-b473-3c8763c83c03 up at agent ovs-agent-dv-cinder-768458-18-iscsi {{(pid=103716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 05:29:09.106679 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f85df1-d7ff-4a4a-8a9e-4dec6c74a177 None None] Pushing event updated for resources: {'Port': ['ID=09c7fdc6-caf4-4dfd-80e4-c7cb94e45eb9,revision_number=3']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:29:09.129569 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.provisioning_blocks [None req-b88c7480-be19-487c-9115-bff275b87a6a None None] Provisioning complete for port 05e48e6a-ef22-414e-b473-3c8763c83c03 triggered by entity DHCP. {{(pid=103716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 05:29:09.130150 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-b88c7480-be19-487c-9115-bff275b87a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012754'] for port (05e48e6a-ef22-414e-b473-3c8763c83c03), provisioning_complete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:09.279206 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-f5b980d1-d75f-4797-8956-20ccc9c5b0a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629892'] for security_group (3c59b142-39cf-48bd-8a4e-ba7cbb149869), after_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:09.282093 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-f5b980d1-d75f-4797-8956-20ccc9c5b0a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:09.285672 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [None req-f5b980d1-d75f-4797-8956-20ccc9c5b0a4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3c59b142-39cf-48bd-8a4e-ba7cbb149869 HTTP/1.1" status: 204 len: 168 time: 0.9724514 Mar 02 05:29:09.315200 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b980d1-d75f-4797-8956-20ccc9c5b0a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c59b142-39cf-48bd-8a4e-ba7cbb149869,revision_number=None']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:29:09.352457 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-0727391b-5780-4100-8587-ecf6c962b67e admin admin] Publish callbacks [] for router_gateway (279f7eec-5f94-4a26-9856-cbbd0eb5eab5), after_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:09.382392 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-48f0c218-41a0-43df-93f7-2c3e28913be9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for port (None), before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:09.416231 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-07b34063-ce13-46bd-98ff-74642569e0a4 req-6a781d29-e35b-41d9-89ad-9803e4bc4ce1 tempest-DeleteServersTestJSON-512846769 tempest-DeleteServersTestJSON-512846769-project] 10.222.0.32 "GET /v2.0/ports?device_id=580ce9a8-2b79-47da-8092-e1f137611fb4 HTTP/1.1" status: 200 len: 210 time: 0.0480554 Mar 02 05:29:09.557880 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97274ff0-c6d1-4045-8637-212418bc909a admin admin] Router aa79e986-2404-4136-904a-dbad8a9b4ddf is scheduled to L3 agent 9c2b50e6-1677-4aa9-928e-941b4c488fc5 with binding_index 1 {{(pid=103714) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 05:29:09.563041 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.provisioning_blocks [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Provisioning complete for port 05e48e6a-ef22-414e-b473-3c8763c83c03 triggered by entity L2. {{(pid=103716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 05:29:09.564027 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012754'] for port (05e48e6a-ef22-414e-b473-3c8763c83c03), provisioning_complete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:09.600958 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e39b54b5-f1d9-410b-8463-d83961ff710f None None] Publish callbacks [] for port (a366fe9a-5e59-4912-818e-497237a16a34), precommit_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:09.667467 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-8f2922b2-b82d-40b7-af28-48f349581975 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (516abb3b-63f8-4dbb-a4f1-8865516966e2), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:09.681124 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e39b54b5-f1d9-410b-8463-d83961ff710f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789290460654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789289919735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789289921293'] for port (a366fe9a-5e59-4912-818e-497237a16a34), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:09.686959 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-b88c7480-be19-487c-9115-bff275b87a6a None None] Current status of the port 05e48e6a-ef22-414e-b473-3c8763c83c03 is: DOWN; New status is: ACTIVE {{(pid=103716) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 05:29:09.687407 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-b88c7480-be19-487c-9115-bff275b87a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for port (05e48e6a-ef22-414e-b473-3c8763c83c03), before_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:09.690710 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.db.db_base_plugin_common [None req-48f0c218-41a0-43df-93f7-2c3e28913be9 admin admin] Allocated IP 172.20.0.1 (6269aee3-2e0e-4eb6-b2da-e53edf4d265e/4a30aa60-f586-4276-a1aa-cd6a333ae855/81a761c3-2a1e-4962-bfaf-5c2f040d8af1) {{(pid=103715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 05:29:09.838404 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-b88c7480-be19-487c-9115-bff275b87a6a None None] For port 05e48e6a-ef22-414e-b473-3c8763c83c03, host dv-cinder-768458-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-18-iscsi',level=0,port_id=05e48e6a-ef22-414e-b473-3c8763c83c03,segment=NetworkSegment(43e8c482-1a50-4e10-a19a-64e9763e2b05),segment_id=43e8c482-1a50-4e10-a19a-64e9763e2b05)] {{(pid=103716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 05:29:09.884667 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-e39b54b5-f1d9-410b-8463-d83961ff710f None None] Attempting to bind port a366fe9a-5e59-4912-818e-497237a16a34 on host dv-cinder-768458-18-iscsi for vnic_type normal with profile {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 05:29:09.889370 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-e39b54b5-f1d9-410b-8463-d83961ff710f None None] Attempting to bind port a366fe9a-5e59-4912-818e-497237a16a34 by drivers openvswitch,hyperv on host dv-cinder-768458-18-iscsi at level 0 using segments [{'id': '4c026da1-f439-448a-ad69-ccdbf2795772', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58'}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 05:29:09.890013 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e39b54b5-f1d9-410b-8463-d83961ff710f None None] Attempting to bind port a366fe9a-5e59-4912-818e-497237a16a34 on network b55256da-732d-4561-a24f-23ea9a772c58 {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 05:29:09.893877 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa98bd9d-9fc6-49ea-9aa4-c3dabc125ea3 None None] Pushing event updated for resources: {'Port': ['ID=a366fe9a-5e59-4912-818e-497237a16a34,revision_number=2']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:29:09.931813 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-b88c7480-be19-487c-9115-bff275b87a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789290460654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789289919735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789289921293'] for port (05e48e6a-ef22-414e-b473-3c8763c83c03), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:09.936224 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-48f0c218-41a0-43df-93f7-2c3e28913be9 admin admin] Publish callbacks [] for port (81a761c3-2a1e-4962-bfaf-5c2f040d8af1), precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:09.937029 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-0727391b-5780-4100-8587-ecf6c962b67e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554906'] for router (279f7eec-5f94-4a26-9856-cbbd0eb5eab5), after_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:09.939782 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e39b54b5-f1d9-410b-8463-d83961ff710f None None] Checking agent: {'id': '64307ea2-7468-48d5-a188-5e76dfb99c6b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 5, 20, 46), 'started_at': datetime.datetime(2022, 3, 2, 5, 21, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 5, 28, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 05:29:09.940463 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e39b54b5-f1d9-410b-8463-d83961ff710f None None] Checking segment: {'id': '4c026da1-f439-448a-ad69-ccdbf2795772', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 05:29:09.940878 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e39b54b5-f1d9-410b-8463-d83961ff710f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:09.941374 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e39b54b5-f1d9-410b-8463-d83961ff710f None None] Bound using segment: {'id': '4c026da1-f439-448a-ad69-ccdbf2795772', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58'} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 05:29:09.943469 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-e39b54b5-f1d9-410b-8463-d83961ff710f None None] Bound port: a366fe9a-5e59-4912-818e-497237a16a34, host: dv-cinder-768458-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c026da1-f439-448a-ad69-ccdbf2795772', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58'}}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 05:29:09.945227 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e39b54b5-f1d9-410b-8463-d83961ff710f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for port (a366fe9a-5e59-4912-818e-497237a16a34), before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:09.945481 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Current status of the port 05e48e6a-ef22-414e-b473-3c8763c83c03 is: DOWN; New status is: ACTIVE {{(pid=103716) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 05:29:09.946588 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for port (05e48e6a-ef22-414e-b473-3c8763c83c03), before_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:09.949435 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97274ff0-c6d1-4045-8637-212418bc909a admin admin] Notify agent at l3_agent.dv-cinder-768458-18-iscsi the message routers_updated {{(pid=103714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 05:29:09.953089 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa98bd9d-9fc6-49ea-9aa4-c3dabc125ea3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:29:09.964545 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa98bd9d-9fc6-49ea-9aa4-c3dabc125ea3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:29:09.965050 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa98bd9d-9fc6-49ea-9aa4-c3dabc125ea3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:29:09.966139 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa98bd9d-9fc6-49ea-9aa4-c3dabc125ea3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:29:09.966708 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa98bd9d-9fc6-49ea-9aa4-c3dabc125ea3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:29:09.967032 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa98bd9d-9fc6-49ea-9aa4-c3dabc125ea3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:29:09.967495 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa98bd9d-9fc6-49ea-9aa4-c3dabc125ea3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:29:09.967932 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa98bd9d-9fc6-49ea-9aa4-c3dabc125ea3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:29:09.968358 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa98bd9d-9fc6-49ea-9aa4-c3dabc125ea3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:29:09.970420 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa98bd9d-9fc6-49ea-9aa4-c3dabc125ea3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:29:09.970763 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa98bd9d-9fc6-49ea-9aa4-c3dabc125ea3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:29:09.971168 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa98bd9d-9fc6-49ea-9aa4-c3dabc125ea3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:29:09.971584 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa98bd9d-9fc6-49ea-9aa4-c3dabc125ea3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:29:09.973735 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa98bd9d-9fc6-49ea-9aa4-c3dabc125ea3 None None] Tracked resource versions report: Mar 02 05:29:09.973735 dv-cinder-768458-18-iscsi neutron-server[103717]: pushed versions: Mar 02 05:29:09.973735 dv-cinder-768458-18-iscsi neutron-server[103717]: { 'AddressGroup': {'1.2'}, Mar 02 05:29:09.973735 dv-cinder-768458-18-iscsi neutron-server[103717]: 'ConntrackHelper': {'1.0'}, Mar 02 05:29:09.973735 dv-cinder-768458-18-iscsi neutron-server[103717]: 'LocalIPAssociation': {'1.0'}, Mar 02 05:29:09.973735 dv-cinder-768458-18-iscsi neutron-server[103717]: 'Log': {'1.0'}, Mar 02 05:29:09.973735 dv-cinder-768458-18-iscsi neutron-server[103717]: 'Network': {'1.1'}, Mar 02 05:29:09.973735 dv-cinder-768458-18-iscsi neutron-server[103717]: 'Port': {'1.7'}, Mar 02 05:29:09.973735 dv-cinder-768458-18-iscsi neutron-server[103717]: 'PortForwarding': {'1.2'}, Mar 02 05:29:09.973735 dv-cinder-768458-18-iscsi neutron-server[103717]: 'QosPolicy': {'1.10'}, Mar 02 05:29:09.973735 dv-cinder-768458-18-iscsi neutron-server[103717]: 'SecurityGroup': {'1.5'}, Mar 02 05:29:09.973735 dv-cinder-768458-18-iscsi neutron-server[103717]: 'SecurityGroupRule': {'1.2'}, Mar 02 05:29:09.973735 dv-cinder-768458-18-iscsi neutron-server[103717]: 'SubPort': {'1.0'}, Mar 02 05:29:09.973735 dv-cinder-768458-18-iscsi neutron-server[103717]: 'Subnet': {'1.1'}, Mar 02 05:29:09.973735 dv-cinder-768458-18-iscsi neutron-server[103717]: 'Trunk': {'1.1'}} Mar 02 05:29:09.973735 dv-cinder-768458-18-iscsi neutron-server[103717]: consumer versions: Mar 02 05:29:09.973735 dv-cinder-768458-18-iscsi neutron-server[103717]: { DHCP agent@dv-cinder-768458-18-iscsi: {}, Mar 02 05:29:09.973735 dv-cinder-768458-18-iscsi neutron-server[103717]: HyperV agent@hv-cinder-76845: {}, Mar 02 05:29:09.973735 dv-cinder-768458-18-iscsi neutron-server[103717]: L3 agent@dv-cinder-768458-18-iscsi: {}, Mar 02 05:29:09.973735 dv-cinder-768458-18-iscsi neutron-server[103717]: Metadata agent@dv-cinder-768458-18-iscsi: {}, Mar 02 05:29:09.973735 dv-cinder-768458-18-iscsi neutron-server[103717]: Metering agent@dv-cinder-768458-18-iscsi: {}, Mar 02 05:29:09.973735 dv-cinder-768458-18-iscsi neutron-server[103717]: Open vSwitch agent@dv-cinder-768458-18-iscsi: { 'AddressGroup': '1.2', Mar 02 05:29:09.973735 dv-cinder-768458-18-iscsi neutron-server[103717]: 'ConntrackHelper': '1.0', Mar 02 05:29:09.973735 dv-cinder-768458-18-iscsi neutron-server[103717]: 'LocalIPAssociation': '1.0', Mar 02 05:29:09.973735 dv-cinder-768458-18-iscsi neutron-server[103717]: 'Log': '1.0', Mar 02 05:29:09.973735 dv-cinder-768458-18-iscsi neutron-server[103717]: 'Network': '1.1', Mar 02 05:29:09.973735 dv-cinder-768458-18-iscsi neutron-server[103717]: 'Port': '1.7', Mar 02 05:29:09.973735 dv-cinder-768458-18-iscsi neutron-server[103717]: 'PortForwarding': '1.2', Mar 02 05:29:09.973735 dv-cinder-768458-18-iscsi neutron-server[103717]: 'QosPolicy': '1.10', Mar 02 05:29:09.973735 dv-cinder-768458-18-iscsi neutron-server[103717]: 'SecurityGroup': '1.5', Mar 02 05:29:09.973735 dv-cinder-768458-18-iscsi neutron-server[103717]: 'SecurityGroupRule': '1.2', Mar 02 05:29:09.973735 dv-cinder-768458-18-iscsi neutron-server[103717]: 'SubPort': '1.0', Mar 02 05:29:09.973735 dv-cinder-768458-18-iscsi neutron-server[103717]: 'Subnet': '1.1', Mar 02 05:29:09.973735 dv-cinder-768458-18-iscsi neutron-server[103717]: 'Trunk': '1.1'}} Mar 02 05:29:09.973735 dv-cinder-768458-18-iscsi neutron-server[103717]: {{(pid=103717) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 02 05:29:10.017251 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c1d570b-9af6-4dd8-9bfa-07f76717c16f None None] Sync routers for ids ['aa79e986-2404-4136-904a-dbad8a9b4ddf'] in dv-cinder-768458-18-iscsi {{(pid=103716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 05:29:10.040728 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-48f0c218-41a0-43df-93f7-2c3e28913be9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789289919717'] for port (81a761c3-2a1e-4962-bfaf-5c2f040d8af1), after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:10.046364 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-e39b54b5-f1d9-410b-8463-d83961ff710f None None] For port a366fe9a-5e59-4912-818e-497237a16a34, host dv-cinder-768458-18-iscsi, cleared binding levels {{(pid=103717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 05:29:10.050069 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-e39b54b5-f1d9-410b-8463-d83961ff710f None None] For port a366fe9a-5e59-4912-818e-497237a16a34, host dv-cinder-768458-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-18-iscsi',level=0,port_id=a366fe9a-5e59-4912-818e-497237a16a34,segment=NetworkSegment(4c026da1-f439-448a-ad69-ccdbf2795772),segment_id=4c026da1-f439-448a-ad69-ccdbf2795772)] {{(pid=103717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 05:29:10.057929 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-b7381427-4abe-46a7-9213-6a2fecdef708 req-df9208af-b40f-40a8-858d-1ca37f75a8d9 tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] 10.222.0.32 "GET /v2.0/ports?device_id=a2b7491f-e53a-40e3-97e9-757e43cea760 HTTP/1.1" status: 200 len: 210 time: 0.0723450 Mar 02 05:29:10.065149 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-97274ff0-c6d1-4045-8637-212418bc909a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:10.069677 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [None req-97274ff0-c6d1-4045-8637-212418bc909a admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.9121013 Mar 02 05:29:10.070285 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.wsgi [-] (103714) accepted ('10.222.0.32', 34208) {{(pid=103714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:29:10.076319 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c1d570b-9af6-4dd8-9bfa-07f76717c16f None None] Routers {'aa79e986-2404-4136-904a-dbad8a9b4ddf'} bound to L3 agent in host dv-cinder-768458-18-iscsi {{(pid=103716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 05:29:10.076979 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.l3_hamode_db [None req-3c1d570b-9af6-4dd8-9bfa-07f76717c16f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T05:20:42Z,description=,heartbeat_timestamp=2022-03-02T05:28:42Z,host='dv-cinder-768458-18-iscsi',id=9c2b50e6-1677-4aa9-928e-941b4c488fc5,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T05:20:42Z,topic='l3_agent')) {'router_ids': ['aa79e986-2404-4136-904a-dbad8a9b4ddf'], 'active': True} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 05:29:10.114921 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48f0c218-41a0-43df-93f7-2c3e28913be9 admin admin] Network 6269aee3-2e0e-4eb6-b2da-e53edf4d265e is already hosted by enough agents. {{(pid=103715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 05:29:10.128812 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-e39b54b5-f1d9-410b-8463-d83961ff710f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789290460654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789289919735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789289921293'] for port (a366fe9a-5e59-4912-818e-497237a16a34), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:10.130137 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f0c218-41a0-43df-93f7-2c3e28913be9 admin admin] Pushing event updated for resources: {'Port': ['ID=81a761c3-2a1e-4962-bfaf-5c2f040d8af1,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:29:10.137925 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-48f0c218-41a0-43df-93f7-2c3e28913be9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 05:29:10.137925 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f0c218-41a0-43df-93f7-2c3e28913be9 admin admin] Received port after_create {{(pid=103715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 05:29:10.137925 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-48f0c218-41a0-43df-93f7-2c3e28913be9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-556487'] for router_interface (a15bed18-2ce4-4c6b-b9c1-315af8c428ed), before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:10.257374 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.provisioning_blocks [None req-b88c7480-be19-487c-9115-bff275b87a6a None None] Provisioning complete for port 09c7fdc6-caf4-4dfd-80e4-c7cb94e45eb9 triggered by entity DHCP. {{(pid=103716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 05:29:10.257374 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-b88c7480-be19-487c-9115-bff275b87a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012754'] for port (09c7fdc6-caf4-4dfd-80e4-c7cb94e45eb9), provisioning_complete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:10.297711 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.db.api [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103716) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 05:29:10.298077 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG oslo_db.api [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 05:29:10.304775 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88c7480-be19-487c-9115-bff275b87a6a None None] Pushing event updated for resources: {'Port': ['ID=05e48e6a-ef22-414e-b473-3c8763c83c03,revision_number=3']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:29:10.322638 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e39b54b5-f1d9-410b-8463-d83961ff710f None None] Routers {'a15bed18-2ce4-4c6b-b9c1-315af8c428ed'} bound to L3 agent in host dv-cinder-768458-18-iscsi {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 05:29:10.324618 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-e39b54b5-f1d9-410b-8463-d83961ff710f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T05:20:42Z,description=,heartbeat_timestamp=2022-03-02T05:28:42Z,host='dv-cinder-768458-18-iscsi',id=9c2b50e6-1677-4aa9-928e-941b4c488fc5,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T05:20:42Z,topic='l3_agent')) {'router_ids': ['a15bed18-2ce4-4c6b-b9c1-315af8c428ed'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 05:29:10.331944 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa98bd9d-9fc6-49ea-9aa4-c3dabc125ea3 None None] Pushing event updated for resources: {'Port': ['ID=a366fe9a-5e59-4912-818e-497237a16a34,revision_number=3']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:29:10.350327 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.l3_dvr_db [None req-3c1d570b-9af6-4dd8-9bfa-07f76717c16f None None] Set router aa79e986-2404-4136-904a-dbad8a9b4ddf gateway port host: dv-cinder-768458-18-iscsi {{(pid=103716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 05:29:10.503085 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.db.l3_dvr_db [None req-e39b54b5-f1d9-410b-8463-d83961ff710f None None] Set router a15bed18-2ce4-4c6b-b9c1-315af8c428ed gateway port host: dv-cinder-768458-18-iscsi {{(pid=103717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 05:29:10.564277 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-48f0c218-41a0-43df-93f7-2c3e28913be9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for port (81a761c3-2a1e-4962-bfaf-5c2f040d8af1), before_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:10.608037 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-b88c7480-be19-487c-9115-bff275b87a6a None None] Current status of the port 09c7fdc6-caf4-4dfd-80e4-c7cb94e45eb9 is: ACTIVE; New status is: ACTIVE {{(pid=103716) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 05:29:10.693447 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-79f843ef-4e7b-4c15-aa26-9834dc859f7f req-2a7e2280-3048-40a4-b586-38d9e0fa0df2 tempest-DeleteServersTestJSON-512846769 tempest-DeleteServersTestJSON-512846769-project] 10.222.0.32 "GET /v2.0/ports?device_id=580ce9a8-2b79-47da-8092-e1f137611fb4 HTTP/1.1" status: 200 len: 210 time: 0.0418754 Mar 02 05:29:10.720532 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0727391b-5780-4100-8587-ecf6c962b67e admin admin] Router 279f7eec-5f94-4a26-9856-cbbd0eb5eab5 is scheduled to L3 agent 9c2b50e6-1677-4aa9-928e-941b4c488fc5 with binding_index 1 {{(pid=103714) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 05:29:10.745742 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.provisioning_blocks [None req-c15f7619-4685-4e03-96ab-65cd601ed0f2 None None] Provisioning complete for port 05e48e6a-ef22-414e-b473-3c8763c83c03 triggered by entity DHCP. {{(pid=103716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 05:29:10.746063 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-c15f7619-4685-4e03-96ab-65cd601ed0f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012754'] for port (05e48e6a-ef22-414e-b473-3c8763c83c03), provisioning_complete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:10.750935 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.l3_hamode_db [None req-3c1d570b-9af6-4dd8-9bfa-07f76717c16f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa79e986-2404-4136-904a-dbad8a9b4ddf', 'name': 'tempest-AttachVolumeShelveTestJSON-1925534195-router', 'tenant_id': '7c356e87fe874337af907d7d9f0a2bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'external_fixed_ips': [{'subnet_id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'ip_address': '172.27.2.212'}], 'enable_snat': True}, 'gw_port_id': '94519c60-ed40-4640-8dc1-57747bf0da94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T05:29:04Z', 'updated_at': '2022-03-02T05:29:07Z', 'revision_number': 3, 'project_id': '7c356e87fe874337af907d7d9f0a2bb3', 'gw_port': {'id': '94519c60-ed40-4640-8dc1-57747bf0da94', 'name': '', 'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:b9:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa79e986-2404-4136-904a-dbad8a9b4ddf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'ip_address': '172.27.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T05:29:05Z', 'updated_at': '2022-03-02T05:29:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-18-iscsi'}], 'dv-cinder-768458-18-iscsi', False) {} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 05:29:10.808552 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c1d570b-9af6-4dd8-9bfa-07f76717c16f None None] Checking router: aa79e986-2404-4136-904a-dbad8a9b4ddf for host: dv-cinder-768458-18-iscsi {{(pid=103716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 05:29:10.808854 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c1d570b-9af6-4dd8-9bfa-07f76717c16f None None] Updating router aa79e986-2404-4136-904a-dbad8a9b4ddf port 94519c60-ed40-4640-8dc1-57747bf0da94 binding host dv-cinder-768458-18-iscsi {{(pid=103716) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 05:29:10.861701 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-e39b54b5-f1d9-410b-8463-d83961ff710f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a15bed18-2ce4-4c6b-b9c1-315af8c428ed', 'name': 'tempest-ServerRescueNegativeTestJSON-1562253445-router', 'tenant_id': 'baeaa70a8e234288af44838b99895a45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'external_fixed_ips': [{'subnet_id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'ip_address': '172.27.2.17'}], 'enable_snat': True}, 'gw_port_id': 'a366fe9a-5e59-4912-818e-497237a16a34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T05:29:03Z', 'updated_at': '2022-03-02T05:29:06Z', 'revision_number': 3, 'project_id': 'baeaa70a8e234288af44838b99895a45', 'gw_port': {'id': 'a366fe9a-5e59-4912-818e-497237a16a34', 'name': '', 'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:e1:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a15bed18-2ce4-4c6b-b9c1-315af8c428ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'ip_address': '172.27.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T05:29:05Z', 'updated_at': '2022-03-02T05:29:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-18-iscsi'}], 'dv-cinder-768458-18-iscsi', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 05:29:10.876241 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Current status of the port 05e48e6a-ef22-414e-b473-3c8763c83c03 is: ACTIVE; New status is: ACTIVE {{(pid=103716) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 05:29:10.877234 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.rpc [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Device 09c7fdc6-caf4-4dfd-80e4-c7cb94e45eb9 up at agent ovs-agent-dv-cinder-768458-18-iscsi {{(pid=103716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 05:29:10.878906 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-3c1d570b-9af6-4dd8-9bfa-07f76717c16f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for port (94519c60-ed40-4640-8dc1-57747bf0da94), before_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:10.915912 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e39b54b5-f1d9-410b-8463-d83961ff710f None None] The sync data for ids ['a15bed18-2ce4-4c6b-b9c1-315af8c428ed'] in dv-cinder-768458-18-iscsi is: [{'id': 'a15bed18-2ce4-4c6b-b9c1-315af8c428ed', 'name': 'tempest-ServerRescueNegativeTestJSON-1562253445-router', 'tenant_id': 'baeaa70a8e234288af44838b99895a45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'external_fixed_ips': [{'subnet_id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'ip_address': '172.27.2.17'}], 'enable_snat': True}, 'gw_port_id': 'a366fe9a-5e59-4912-818e-497237a16a34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T05:29:03Z', 'updated_at': '2022-03-02T05:29:06Z', 'revision_number': 3, 'project_id': 'baeaa70a8e234288af44838b99895a45', 'gw_port': {'id': 'a366fe9a-5e59-4912-818e-497237a16a34', 'name': '', 'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:e1:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a15bed18-2ce4-4c6b-b9c1-315af8c428ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'ip_address': '172.27.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T05:29:05Z', 'updated_at': '2022-03-02T05:29:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-18-iscsi'}] {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 05:29:10.984466 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-48f0c218-41a0-43df-93f7-2c3e28913be9 admin admin] Publish callbacks [] for port (81a761c3-2a1e-4962-bfaf-5c2f040d8af1), precommit_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:11.032466 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0727391b-5780-4100-8587-ecf6c962b67e admin admin] Notify agent at l3_agent.dv-cinder-768458-18-iscsi the message routers_updated {{(pid=103714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 05:29:11.045563 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-312cc577-7e88-4790-972c-8c5f93aa7322 None None] Sync routers for ids ['279f7eec-5f94-4a26-9856-cbbd0eb5eab5'] in dv-cinder-768458-18-iscsi {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 05:29:11.047671 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-48f0c218-41a0-43df-93f7-2c3e28913be9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789290460654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789289919735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789289921293'] for port (81a761c3-2a1e-4962-bfaf-5c2f040d8af1), after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:11.050153 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-48f0c218-41a0-43df-93f7-2c3e28913be9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-555351'] for router_interface (a15bed18-2ce4-4c6b-b9c1-315af8c428ed), after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:11.053064 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-c15f7619-4685-4e03-96ab-65cd601ed0f2 None None] Current status of the port 05e48e6a-ef22-414e-b473-3c8763c83c03 is: ACTIVE; New status is: ACTIVE {{(pid=103716) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 05:29:11.061074 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-312cc577-7e88-4790-972c-8c5f93aa7322 None None] Routers {'279f7eec-5f94-4a26-9856-cbbd0eb5eab5'} bound to L3 agent in host dv-cinder-768458-18-iscsi {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 05:29:11.062554 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-312cc577-7e88-4790-972c-8c5f93aa7322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T05:20:42Z,description=,heartbeat_timestamp=2022-03-02T05:28:42Z,host='dv-cinder-768458-18-iscsi',id=9c2b50e6-1677-4aa9-928e-941b4c488fc5,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T05:20:42Z,topic='l3_agent')) {'router_ids': ['279f7eec-5f94-4a26-9856-cbbd0eb5eab5'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 05:29:11.078347 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.provisioning_blocks [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Provisioning complete for port 09c7fdc6-caf4-4dfd-80e4-c7cb94e45eb9 triggered by entity L2. {{(pid=103716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 05:29:11.082370 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012754'] for port (09c7fdc6-caf4-4dfd-80e4-c7cb94e45eb9), provisioning_complete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:11.217869 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-0727391b-5780-4100-8587-ecf6c962b67e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:11.224228 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [None req-0727391b-5780-4100-8587-ecf6c962b67e admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.5143700 Mar 02 05:29:11.228359 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.wsgi [-] (103714) accepted ('10.222.0.32', 34242) {{(pid=103714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:29:11.285649 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f0c218-41a0-43df-93f7-2c3e28913be9 admin admin] Pushing event updated for resources: {'Port': ['ID=81a761c3-2a1e-4962-bfaf-5c2f040d8af1,revision_number=2']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:29:11.328794 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.db.l3_dvr_db [None req-312cc577-7e88-4790-972c-8c5f93aa7322 None None] Set router 279f7eec-5f94-4a26-9856-cbbd0eb5eab5 gateway port host: dv-cinder-768458-18-iscsi {{(pid=103717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 05:29:11.397437 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-48d76248-c2c6-424d-831c-02e2086f2313 req-d0eeb13d-98e3-480f-949a-e480e8678b77 tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] 10.222.0.32 "GET /v2.0/ports?device_id=a2b7491f-e53a-40e3-97e9-757e43cea760 HTTP/1.1" status: 200 len: 210 time: 0.0944653 Mar 02 05:29:11.481355 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-3c1d570b-9af6-4dd8-9bfa-07f76717c16f None None] Publish callbacks [] for port (94519c60-ed40-4640-8dc1-57747bf0da94), precommit_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:11.484720 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48f0c218-41a0-43df-93f7-2c3e28913be9 admin admin] Network 6269aee3-2e0e-4eb6-b2da-e53edf4d265e is already hosted by enough agents. {{(pid=103715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 05:29:11.486248 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-48f0c218-41a0-43df-93f7-2c3e28913be9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 05:29:11.518131 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-836ed5c0-b438-49e0-a78f-7000fdbfab42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for port (None), before_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:11.609710 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Current status of the port 09c7fdc6-caf4-4dfd-80e4-c7cb94e45eb9 is: ACTIVE; New status is: ACTIVE {{(pid=103716) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 05:29:11.622287 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-3c1d570b-9af6-4dd8-9bfa-07f76717c16f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789290460654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789289919735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789289921293'] for port (94519c60-ed40-4640-8dc1-57747bf0da94), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:11.726203 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.managers [None req-3c1d570b-9af6-4dd8-9bfa-07f76717c16f None None] Attempting to bind port 94519c60-ed40-4640-8dc1-57747bf0da94 on host dv-cinder-768458-18-iscsi for vnic_type normal with profile {{(pid=103716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 05:29:11.731649 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.managers [None req-3c1d570b-9af6-4dd8-9bfa-07f76717c16f None None] Attempting to bind port 94519c60-ed40-4640-8dc1-57747bf0da94 by drivers openvswitch,hyperv on host dv-cinder-768458-18-iscsi at level 0 using segments [{'id': '4c026da1-f439-448a-ad69-ccdbf2795772', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58'}] {{(pid=103716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 05:29:11.731649 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c1d570b-9af6-4dd8-9bfa-07f76717c16f None None] Attempting to bind port 94519c60-ed40-4640-8dc1-57747bf0da94 on network b55256da-732d-4561-a24f-23ea9a772c58 {{(pid=103716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 05:29:11.736784 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c058f7fa-b1bd-4662-b884-aa460e6b2296 None None] Pushing event updated for resources: {'Port': ['ID=94519c60-ed40-4640-8dc1-57747bf0da94,revision_number=2']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:29:11.737832 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-312cc577-7e88-4790-972c-8c5f93aa7322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '279f7eec-5f94-4a26-9856-cbbd0eb5eab5', 'name': 'tempest-AttachVolumeTestJSON-318348053-router', 'tenant_id': 'e206b3ab3679495682403c34b4fe8d9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'external_fixed_ips': [{'subnet_id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'ip_address': '172.27.2.68'}], 'enable_snat': True}, 'gw_port_id': 'f69dbdff-dc8a-4904-ae26-78b3078d3ae3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T05:29:04Z', 'updated_at': '2022-03-02T05:29:08Z', 'revision_number': 3, 'project_id': 'e206b3ab3679495682403c34b4fe8d9a', 'gw_port': {'id': 'f69dbdff-dc8a-4904-ae26-78b3078d3ae3', 'name': '', 'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:af:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '279f7eec-5f94-4a26-9856-cbbd0eb5eab5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'ip_address': '172.27.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T05:29:06Z', 'updated_at': '2022-03-02T05:29:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-18-iscsi'}], 'dv-cinder-768458-18-iscsi', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 05:29:11.741570 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c1d570b-9af6-4dd8-9bfa-07f76717c16f None None] Checking agent: {'id': '64307ea2-7468-48d5-a188-5e76dfb99c6b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 5, 20, 46), 'started_at': datetime.datetime(2022, 3, 2, 5, 21, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 5, 28, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 05:29:11.741950 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c1d570b-9af6-4dd8-9bfa-07f76717c16f None None] Checking segment: {'id': '4c026da1-f439-448a-ad69-ccdbf2795772', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 05:29:11.742350 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-3c1d570b-9af6-4dd8-9bfa-07f76717c16f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:11.742736 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c1d570b-9af6-4dd8-9bfa-07f76717c16f None None] Bound using segment: {'id': '4c026da1-f439-448a-ad69-ccdbf2795772', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58'} {{(pid=103716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 05:29:11.743273 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.managers [None req-3c1d570b-9af6-4dd8-9bfa-07f76717c16f None None] Bound port: 94519c60-ed40-4640-8dc1-57747bf0da94, host: dv-cinder-768458-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c026da1-f439-448a-ad69-ccdbf2795772', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58'}}] {{(pid=103716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 05:29:11.743704 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-3c1d570b-9af6-4dd8-9bfa-07f76717c16f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for port (94519c60-ed40-4640-8dc1-57747bf0da94), before_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:11.792295 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-156d93c2-65ed-4d63-9452-47eb49295720 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (9c2b50e6-1677-4aa9-928e-941b4c488fc5), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:11.817915 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-312cc577-7e88-4790-972c-8c5f93aa7322 None None] Checking router: 279f7eec-5f94-4a26-9856-cbbd0eb5eab5 for host: dv-cinder-768458-18-iscsi {{(pid=103717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 05:29:11.818270 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-312cc577-7e88-4790-972c-8c5f93aa7322 None None] Updating router 279f7eec-5f94-4a26-9856-cbbd0eb5eab5 port f69dbdff-dc8a-4904-ae26-78b3078d3ae3 binding host dv-cinder-768458-18-iscsi {{(pid=103717) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 05:29:11.850858 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-3c1d570b-9af6-4dd8-9bfa-07f76717c16f None None] For port 94519c60-ed40-4640-8dc1-57747bf0da94, host dv-cinder-768458-18-iscsi, cleared binding levels {{(pid=103716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 05:29:11.852659 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-3c1d570b-9af6-4dd8-9bfa-07f76717c16f None None] For port 94519c60-ed40-4640-8dc1-57747bf0da94, host dv-cinder-768458-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-18-iscsi',level=0,port_id=94519c60-ed40-4640-8dc1-57747bf0da94,segment=NetworkSegment(4c026da1-f439-448a-ad69-ccdbf2795772),segment_id=4c026da1-f439-448a-ad69-ccdbf2795772)] {{(pid=103716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 05:29:11.910484 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-3c1d570b-9af6-4dd8-9bfa-07f76717c16f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789290460654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789289919735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789289921293'] for port (94519c60-ed40-4640-8dc1-57747bf0da94), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:11.962073 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-da864af8-e284-4b2c-a6f3-432aca8dd023 req-1ff2dc26-79d9-4a43-b0b1-885028aa4f04 tempest-DeleteServersTestJSON-512846769 tempest-DeleteServersTestJSON-512846769-project] 10.222.0.32 "GET /v2.0/ports?device_id=580ce9a8-2b79-47da-8092-e1f137611fb4 HTTP/1.1" status: 200 len: 210 time: 0.0516088 Mar 02 05:29:11.985407 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-312cc577-7e88-4790-972c-8c5f93aa7322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for port (f69dbdff-dc8a-4904-ae26-78b3078d3ae3), before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:12.014693 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.rpc [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Device 05e48e6a-ef22-414e-b473-3c8763c83c03 up at agent ovs-agent-dv-cinder-768458-18-iscsi {{(pid=103716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 05:29:12.048458 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48f0c218-41a0-43df-93f7-2c3e28913be9 admin admin] Router a15bed18-2ce4-4c6b-b9c1-315af8c428ed has already been hosted by L3 agent 9c2b50e6-1677-4aa9-928e-941b4c488fc5 {{(pid=103715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 05:29:12.248209 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c1d570b-9af6-4dd8-9bfa-07f76717c16f None None] Routers {'aa79e986-2404-4136-904a-dbad8a9b4ddf'} bound to L3 agent in host dv-cinder-768458-18-iscsi {{(pid=103716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 05:29:12.249243 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.l3_hamode_db [None req-3c1d570b-9af6-4dd8-9bfa-07f76717c16f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T05:20:42Z,description=,heartbeat_timestamp=2022-03-02T05:29:12Z,host='dv-cinder-768458-18-iscsi',id=9c2b50e6-1677-4aa9-928e-941b4c488fc5,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T05:20:42Z,topic='l3_agent')) {'router_ids': ['aa79e986-2404-4136-904a-dbad8a9b4ddf'], 'active': True} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 05:29:12.269201 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.provisioning_blocks [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Provisioning complete for port 05e48e6a-ef22-414e-b473-3c8763c83c03 triggered by entity L2. {{(pid=103716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 05:29:12.269857 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012754'] for port (05e48e6a-ef22-414e-b473-3c8763c83c03), provisioning_complete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:12.361854 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48f0c218-41a0-43df-93f7-2c3e28913be9 admin admin] Notify agent at l3_agent.dv-cinder-768458-18-iscsi the message routers_updated {{(pid=103715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 05:29:12.377281 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-48f0c218-41a0-43df-93f7-2c3e28913be9 admin admin] 10.222.0.32 "PUT /v2.0/routers/a15bed18-2ce4-4c6b-b9c1-315af8c428ed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2259266 Mar 02 05:29:12.388614 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.db.db_base_plugin_common [None req-836ed5c0-b438-49e0-a78f-7000fdbfab42 admin admin] Allocated IP 172.20.0.1 (cca8cd28-8205-477a-92b1-88a32e29d0bc/ab127ad9-ce11-421d-b130-80cd6d7ddae3/f708e536-4a9f-41cc-907a-150ca1721be7) {{(pid=103714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 05:29:12.505524 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c058f7fa-b1bd-4662-b884-aa460e6b2296 None None] Pushing event updated for resources: {'Port': ['ID=94519c60-ed40-4640-8dc1-57747bf0da94,revision_number=3']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:29:12.588810 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-312cc577-7e88-4790-972c-8c5f93aa7322 None None] Publish callbacks [] for port (f69dbdff-dc8a-4904-ae26-78b3078d3ae3), precommit_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:12.658785 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-312cc577-7e88-4790-972c-8c5f93aa7322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789290460654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789289919735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789289921293'] for port (f69dbdff-dc8a-4904-ae26-78b3078d3ae3), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:12.693211 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-d9958c0f-c3ed-4fb2-841a-beb7f80b1fd4 req-08762fc4-29ee-44d6-b65e-ace97f971ba7 tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] 10.222.0.32 "GET /v2.0/ports?device_id=a2b7491f-e53a-40e3-97e9-757e43cea760 HTTP/1.1" status: 200 len: 210 time: 0.0607433 Mar 02 05:29:12.728817 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-312cc577-7e88-4790-972c-8c5f93aa7322 None None] Attempting to bind port f69dbdff-dc8a-4904-ae26-78b3078d3ae3 on host dv-cinder-768458-18-iscsi for vnic_type normal with profile {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 05:29:12.729193 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-312cc577-7e88-4790-972c-8c5f93aa7322 None None] Attempting to bind port f69dbdff-dc8a-4904-ae26-78b3078d3ae3 by drivers openvswitch,hyperv on host dv-cinder-768458-18-iscsi at level 0 using segments [{'id': '4c026da1-f439-448a-ad69-ccdbf2795772', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58'}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 05:29:12.729556 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-312cc577-7e88-4790-972c-8c5f93aa7322 None None] Attempting to bind port f69dbdff-dc8a-4904-ae26-78b3078d3ae3 on network b55256da-732d-4561-a24f-23ea9a772c58 {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 05:29:12.758883 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-312cc577-7e88-4790-972c-8c5f93aa7322 None None] Checking agent: {'id': '64307ea2-7468-48d5-a188-5e76dfb99c6b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 5, 20, 46), 'started_at': datetime.datetime(2022, 3, 2, 5, 21, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 5, 28, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 05:29:12.759398 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-312cc577-7e88-4790-972c-8c5f93aa7322 None None] Checking segment: {'id': '4c026da1-f439-448a-ad69-ccdbf2795772', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 05:29:12.759806 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-312cc577-7e88-4790-972c-8c5f93aa7322 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:12.760201 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-312cc577-7e88-4790-972c-8c5f93aa7322 None None] Bound using segment: {'id': '4c026da1-f439-448a-ad69-ccdbf2795772', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58'} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 05:29:12.760732 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-312cc577-7e88-4790-972c-8c5f93aa7322 None None] Bound port: f69dbdff-dc8a-4904-ae26-78b3078d3ae3, host: dv-cinder-768458-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c026da1-f439-448a-ad69-ccdbf2795772', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58'}}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 05:29:12.761110 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-312cc577-7e88-4790-972c-8c5f93aa7322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for port (f69dbdff-dc8a-4904-ae26-78b3078d3ae3), before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:12.785968 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-836ed5c0-b438-49e0-a78f-7000fdbfab42 admin admin] Publish callbacks [] for port (f708e536-4a9f-41cc-907a-150ca1721be7), precommit_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:12.815619 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-f3bba47e-f912-456e-83f0-97f83bac4714 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for port (None), before_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:12.830898 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Current status of the port 05e48e6a-ef22-414e-b473-3c8763c83c03 is: ACTIVE; New status is: ACTIVE {{(pid=103716) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 05:29:12.832187 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.rpc [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Device a366fe9a-5e59-4912-818e-497237a16a34 up at agent ovs-agent-dv-cinder-768458-18-iscsi {{(pid=103716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 05:29:12.853218 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-312cc577-7e88-4790-972c-8c5f93aa7322 None None] For port f69dbdff-dc8a-4904-ae26-78b3078d3ae3, host dv-cinder-768458-18-iscsi, cleared binding levels {{(pid=103717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 05:29:12.857130 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-312cc577-7e88-4790-972c-8c5f93aa7322 None None] For port f69dbdff-dc8a-4904-ae26-78b3078d3ae3, host dv-cinder-768458-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-18-iscsi',level=0,port_id=f69dbdff-dc8a-4904-ae26-78b3078d3ae3,segment=NetworkSegment(4c026da1-f439-448a-ad69-ccdbf2795772),segment_id=4c026da1-f439-448a-ad69-ccdbf2795772)] {{(pid=103717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 05:29:12.864795 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-2ae3422a-c85d-446a-90f5-ce5a8bf639ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (d4d802fc-4ac8-47f8-b030-2ffc185fa6dc), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:12.891891 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.l3_dvr_db [None req-3c1d570b-9af6-4dd8-9bfa-07f76717c16f None None] Set router aa79e986-2404-4136-904a-dbad8a9b4ddf gateway port host: dv-cinder-768458-18-iscsi {{(pid=103716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 05:29:12.900555 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9e0f32-e634-4cf1-85e8-aa7d3b1b2ad6 None None] Pushing event updated for resources: {'Port': ['ID=f69dbdff-dc8a-4904-ae26-78b3078d3ae3,revision_number=2']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:29:12.928007 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-312cc577-7e88-4790-972c-8c5f93aa7322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789290460654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789289919735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789289921293'] for port (f69dbdff-dc8a-4904-ae26-78b3078d3ae3), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:12.973522 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.provisioning_blocks [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Provisioning complete for port a366fe9a-5e59-4912-818e-497237a16a34 triggered by entity L2. {{(pid=103716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 05:29:12.973867 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012754'] for port (a366fe9a-5e59-4912-818e-497237a16a34), provisioning_complete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:13.017975 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-836ed5c0-b438-49e0-a78f-7000fdbfab42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789289919717'] for port (f708e536-4a9f-41cc-907a-150ca1721be7), after_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:13.061296 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-312cc577-7e88-4790-972c-8c5f93aa7322 None None] Routers {'279f7eec-5f94-4a26-9856-cbbd0eb5eab5'} bound to L3 agent in host dv-cinder-768458-18-iscsi {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 05:29:13.061825 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-312cc577-7e88-4790-972c-8c5f93aa7322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T05:20:42Z,description=,heartbeat_timestamp=2022-03-02T05:29:12Z,host='dv-cinder-768458-18-iscsi',id=9c2b50e6-1677-4aa9-928e-941b4c488fc5,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T05:20:42Z,topic='l3_agent')) {'router_ids': ['279f7eec-5f94-4a26-9856-cbbd0eb5eab5'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 05:29:13.064171 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9e0f32-e634-4cf1-85e8-aa7d3b1b2ad6 None None] Pushing event updated for resources: {'Port': ['ID=f69dbdff-dc8a-4904-ae26-78b3078d3ae3,revision_number=3']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:29:13.179735 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-836ed5c0-b438-49e0-a78f-7000fdbfab42 admin admin] Network cca8cd28-8205-477a-92b1-88a32e29d0bc is already hosted by enough agents. {{(pid=103714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 05:29:13.201254 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.scheduler.base_scheduler [None req-836ed5c0-b438-49e0-a78f-7000fdbfab42 admin admin] Resources bound (agent type, host, resource id): {{(pid=103714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 05:29:13.232873 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.wsgi [-] (103714) accepted ('10.222.0.41', 53271) {{(pid=103714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:29:13.239315 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-836ed5c0-b438-49e0-a78f-7000fdbfab42 admin admin] Received port after_create {{(pid=103714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 05:29:13.244789 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-836ed5c0-b438-49e0-a78f-7000fdbfab42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-556487'] for router_interface (aa79e986-2404-4136-904a-dbad8a9b4ddf), before_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:13.262688 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Current status of the port a366fe9a-5e59-4912-818e-497237a16a34 is: DOWN; New status is: ACTIVE {{(pid=103716) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 05:29:13.263584 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for port (a366fe9a-5e59-4912-818e-497237a16a34), before_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:13.314736 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] For port a366fe9a-5e59-4912-818e-497237a16a34, host dv-cinder-768458-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-18-iscsi',level=0,port_id=a366fe9a-5e59-4912-818e-497237a16a34,segment=NetworkSegment(4c026da1-f439-448a-ad69-ccdbf2795772),segment_id=4c026da1-f439-448a-ad69-ccdbf2795772)] {{(pid=103716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 05:29:13.338681 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db891d3d-0e66-45bc-8e0f-b75e70407d3a req-08b05d71-d550-45d7-911a-9ac726c677a5 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:29:13.351806 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-db891d3d-0e66-45bc-8e0f-b75e70407d3a req-08b05d71-d550-45d7-911a-9ac726c677a5 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/networks?id=6269aee3-2e0e-4eb6-b2da-e53edf4d265e HTTP/1.1" status: 200 len: 819 time: 0.2010427 Mar 02 05:29:13.359479 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.l3_hamode_db [None req-3c1d570b-9af6-4dd8-9bfa-07f76717c16f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa79e986-2404-4136-904a-dbad8a9b4ddf', 'name': 'tempest-AttachVolumeShelveTestJSON-1925534195-router', 'tenant_id': '7c356e87fe874337af907d7d9f0a2bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'external_fixed_ips': [{'subnet_id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'ip_address': '172.27.2.212'}], 'enable_snat': True}, 'gw_port_id': '94519c60-ed40-4640-8dc1-57747bf0da94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T05:29:04Z', 'updated_at': '2022-03-02T05:29:07Z', 'revision_number': 3, 'project_id': '7c356e87fe874337af907d7d9f0a2bb3', 'gw_port': {'id': '94519c60-ed40-4640-8dc1-57747bf0da94', 'name': '', 'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:b9:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa79e986-2404-4136-904a-dbad8a9b4ddf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'ip_address': '172.27.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T05:29:05Z', 'updated_at': '2022-03-02T05:29:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-18-iscsi'}], 'dv-cinder-768458-18-iscsi', False) {} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 05:29:13.381560 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.db.l3_dvr_db [None req-312cc577-7e88-4790-972c-8c5f93aa7322 None None] Set router 279f7eec-5f94-4a26-9856-cbbd0eb5eab5 gateway port host: dv-cinder-768458-18-iscsi {{(pid=103717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 05:29:13.396788 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-db891d3d-0e66-45bc-8e0f-b75e70407d3a req-a75247db-69f7-4a9f-aeeb-66db3a31b9c8 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/quotas/baeaa70a8e234288af44838b99895a45 HTTP/1.1" status: 200 len: 375 time: 0.0311372 Mar 02 05:29:13.401127 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c1d570b-9af6-4dd8-9bfa-07f76717c16f None None] The sync data for ids ['aa79e986-2404-4136-904a-dbad8a9b4ddf'] in dv-cinder-768458-18-iscsi is: [{'id': 'aa79e986-2404-4136-904a-dbad8a9b4ddf', 'name': 'tempest-AttachVolumeShelveTestJSON-1925534195-router', 'tenant_id': '7c356e87fe874337af907d7d9f0a2bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'external_fixed_ips': [{'subnet_id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'ip_address': '172.27.2.212'}], 'enable_snat': True}, 'gw_port_id': '94519c60-ed40-4640-8dc1-57747bf0da94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T05:29:04Z', 'updated_at': '2022-03-02T05:29:07Z', 'revision_number': 3, 'project_id': '7c356e87fe874337af907d7d9f0a2bb3', 'gw_port': {'id': '94519c60-ed40-4640-8dc1-57747bf0da94', 'name': '', 'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:b9:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa79e986-2404-4136-904a-dbad8a9b4ddf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'ip_address': '172.27.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T05:29:05Z', 'updated_at': '2022-03-02T05:29:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-18-iscsi'}] {{(pid=103716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 05:29:13.401355 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.41', 53272) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:29:13.411505 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789290460654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789289919735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789289921293'] for port (a366fe9a-5e59-4912-818e-497237a16a34), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:13.411505 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.rpc [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Device 09c7fdc6-caf4-4dfd-80e4-c7cb94e45eb9 up at agent ovs-agent-dv-cinder-768458-18-iscsi {{(pid=103716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 05:29:13.565961 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.provisioning_blocks [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Provisioning complete for port 09c7fdc6-caf4-4dfd-80e4-c7cb94e45eb9 triggered by entity L2. {{(pid=103716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 05:29:13.566339 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012754'] for port (09c7fdc6-caf4-4dfd-80e4-c7cb94e45eb9), provisioning_complete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:13.644354 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-db891d3d-0e66-45bc-8e0f-b75e70407d3a req-1a129a6b-f304-48fa-9307-98baecd4fa81 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=baeaa70a8e234288af44838b99895a45&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2438929 Mar 02 05:29:13.710308 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Pushing event updated for resources: {'Port': ['ID=a366fe9a-5e59-4912-818e-497237a16a34,revision_number=4']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:29:13.716248 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Current status of the port 09c7fdc6-caf4-4dfd-80e4-c7cb94e45eb9 is: ACTIVE; New status is: ACTIVE {{(pid=103716) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 05:29:13.736657 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-6efc9ad7-3936-4674-a15c-3b5a81b50cec req-48add8c5-f203-4b92-ac4b-9b5258daf6f0 tempest-DeleteServersTestJSON-512846769 tempest-DeleteServersTestJSON-512846769-project] 10.222.0.32 "GET /v2.0/ports?device_id=580ce9a8-2b79-47da-8092-e1f137611fb4 HTTP/1.1" status: 200 len: 210 time: 0.5649140 Mar 02 05:29:13.761384 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.provisioning_blocks [None req-a2d63ade-0c88-40c0-a0b4-601f96cbd216 None None] Provisioning complete for port f708e536-4a9f-41cc-907a-150ca1721be7 triggered by entity DHCP. {{(pid=103716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 05:29:13.762109 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a2d63ade-0c88-40c0-a0b4-601f96cbd216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012754'] for port (f708e536-4a9f-41cc-907a-150ca1721be7), provisioning_complete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:13.811178 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-a2d63ade-0c88-40c0-a0b4-601f96cbd216 None None] Port f708e536-4a9f-41cc-907a-150ca1721be7 cannot update to ACTIVE because it is not bound. {{(pid=103716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 02 05:29:13.850336 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a373ab2b-622a-4152-940a-977ad9573fa1 None None] Sync routers for ids ['a15bed18-2ce4-4c6b-b9c1-315af8c428ed'] in dv-cinder-768458-18-iscsi {{(pid=103716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 05:29:13.873698 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a373ab2b-622a-4152-940a-977ad9573fa1 None None] Routers {'a15bed18-2ce4-4c6b-b9c1-315af8c428ed'} bound to L3 agent in host dv-cinder-768458-18-iscsi {{(pid=103716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 05:29:13.874359 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.l3_hamode_db [None req-a373ab2b-622a-4152-940a-977ad9573fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T05:20:42Z,description=,heartbeat_timestamp=2022-03-02T05:29:12Z,host='dv-cinder-768458-18-iscsi',id=9c2b50e6-1677-4aa9-928e-941b4c488fc5,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T05:20:42Z,topic='l3_agent')) {'router_ids': ['a15bed18-2ce4-4c6b-b9c1-315af8c428ed'], 'active': True} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 05:29:13.982526 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-312cc577-7e88-4790-972c-8c5f93aa7322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '279f7eec-5f94-4a26-9856-cbbd0eb5eab5', 'name': 'tempest-AttachVolumeTestJSON-318348053-router', 'tenant_id': 'e206b3ab3679495682403c34b4fe8d9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'external_fixed_ips': [{'subnet_id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'ip_address': '172.27.2.68'}], 'enable_snat': True}, 'gw_port_id': 'f69dbdff-dc8a-4904-ae26-78b3078d3ae3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T05:29:04Z', 'updated_at': '2022-03-02T05:29:08Z', 'revision_number': 3, 'project_id': 'e206b3ab3679495682403c34b4fe8d9a', 'gw_port': {'id': 'f69dbdff-dc8a-4904-ae26-78b3078d3ae3', 'name': '', 'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:af:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '279f7eec-5f94-4a26-9856-cbbd0eb5eab5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'ip_address': '172.27.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T05:29:06Z', 'updated_at': '2022-03-02T05:29:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-18-iscsi'}], 'dv-cinder-768458-18-iscsi', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 05:29:13.994996 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.rpc [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Device a366fe9a-5e59-4912-818e-497237a16a34 up at agent ovs-agent-dv-cinder-768458-18-iscsi {{(pid=103716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 05:29:14.043420 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-db891d3d-0e66-45bc-8e0f-b75e70407d3a req-7c51425c-acb6-4947-94f2-09306dabe1ae service neutron] 10.222.0.32 "GET /v2.0/networks/6269aee3-2e0e-4eb6-b2da-e53edf4d265e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3951201 Mar 02 05:29:14.066755 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cb0433-8b03-4a93-bd63-07f7a59ef21a req-5b5d0483-7c12-4df4-a769-6d517de05c00 tempest-DeleteServersTestJSON-512846769 tempest-DeleteServersTestJSON-512846769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:29:14.067456 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-d6cb0433-8b03-4a93-bd63-07f7a59ef21a req-5b5d0483-7c12-4df4-a769-6d517de05c00 tempest-DeleteServersTestJSON-512846769 tempest-DeleteServersTestJSON-512846769-project] 10.222.0.41 "GET /v2.0/networks?id=6524d76d-6324-44b0-8f7b-b29ae66515b8 HTTP/1.1" status: 200 len: 812 time: 0.6604345 Mar 02 05:29:14.145454 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-312cc577-7e88-4790-972c-8c5f93aa7322 None None] The sync data for ids ['279f7eec-5f94-4a26-9856-cbbd0eb5eab5'] in dv-cinder-768458-18-iscsi is: [{'id': '279f7eec-5f94-4a26-9856-cbbd0eb5eab5', 'name': 'tempest-AttachVolumeTestJSON-318348053-router', 'tenant_id': 'e206b3ab3679495682403c34b4fe8d9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'external_fixed_ips': [{'subnet_id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'ip_address': '172.27.2.68'}], 'enable_snat': True}, 'gw_port_id': 'f69dbdff-dc8a-4904-ae26-78b3078d3ae3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T05:29:04Z', 'updated_at': '2022-03-02T05:29:08Z', 'revision_number': 3, 'project_id': 'e206b3ab3679495682403c34b4fe8d9a', 'gw_port': {'id': 'f69dbdff-dc8a-4904-ae26-78b3078d3ae3', 'name': '', 'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:af:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '279f7eec-5f94-4a26-9856-cbbd0eb5eab5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'ip_address': '172.27.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T05:29:06Z', 'updated_at': '2022-03-02T05:29:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-18-iscsi'}] {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 05:29:14.170728 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836ed5c0-b438-49e0-a78f-7000fdbfab42 admin admin] Pushing event updated for resources: {'Port': ['ID=f708e536-4a9f-41cc-907a-150ca1721be7,revision_number=1']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:29:14.172882 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.v2.base [req-d6cb0433-8b03-4a93-bd63-07f7a59ef21a req-df179e32-24b1-4461-9150-2fb0edc347a4 tempest-DeleteServersTestJSON-512846769 tempest-DeleteServersTestJSON-512846769-project] Request body: {'port': {'device_id': '580ce9a8-2b79-47da-8092-e1f137611fb4', 'network_id': '6524d76d-6324-44b0-8f7b-b29ae66515b8', 'admin_state_up': True, 'tenant_id': '590c1787b8fc414494d29793ff416658'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 05:29:14.262535 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-5fd931bf-4ace-4b7b-bc6c-c2b946d75f49 req-6ce6f33b-e42d-4e2c-9c36-9509c9212103 tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] 10.222.0.32 "GET /v2.0/ports?device_id=a2b7491f-e53a-40e3-97e9-757e43cea760 HTTP/1.1" status: 200 len: 210 time: 0.0652623 Mar 02 05:29:14.296815 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.db.db_base_plugin_common [None req-f3bba47e-f912-456e-83f0-97f83bac4714 admin admin] Allocated IP 172.20.0.1 (18011967-2bc2-45c8-947b-290963b3926b/24744b4d-8303-4a95-a314-609059e1d9b5/5b703634-9ede-4863-b157-97a8de60550a) {{(pid=103714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 05:29:14.354814 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04defea-e7de-4750-942c-af2edd59638b req-d70bdff9-4286-48d3-b205-a34ba4135a0f tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:29:14.356495 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-a04defea-e7de-4750-942c-af2edd59638b req-d70bdff9-4286-48d3-b205-a34ba4135a0f tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] 10.222.0.41 "GET /v2.0/networks?id=cb4d6411-b85c-4bdf-b5e1-c15f0442d664 HTTP/1.1" status: 200 len: 814 time: 1.1091149 Mar 02 05:29:14.450137 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-db891d3d-0e66-45bc-8e0f-b75e70407d3a req-275c5a01-de74-477a-ba9b-435838158982 service neutron] 10.222.0.32 "GET /v2.0/networks/6269aee3-2e0e-4eb6-b2da-e53edf4d265e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3814731 Mar 02 05:29:14.494285 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.v2.base [req-a04defea-e7de-4750-942c-af2edd59638b req-aef23724-14bb-47e0-9080-b82b7bf0845c tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] Request body: {'port': {'device_id': 'a2b7491f-e53a-40e3-97e9-757e43cea760', 'network_id': 'cb4d6411-b85c-4bdf-b5e1-c15f0442d664', 'admin_state_up': True, 'tenant_id': '47a43f3507b84842aa61a77dbb193f66'}} {{(pid=103714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 05:29:14.517489 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.l3_dvr_db [None req-a373ab2b-622a-4152-940a-977ad9573fa1 None None] Set router a15bed18-2ce4-4c6b-b9c1-315af8c428ed gateway port host: dv-cinder-768458-18-iscsi {{(pid=103716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 05:29:14.636043 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.provisioning_blocks [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Provisioning complete for port a366fe9a-5e59-4912-818e-497237a16a34 triggered by entity L2. {{(pid=103716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 05:29:14.651156 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012754'] for port (a366fe9a-5e59-4912-818e-497237a16a34), provisioning_complete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:14.667272 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f73b428b-984e-4c5a-9878-aef8f2b511ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (e0636eb1-3d25-4c31-a6e5-3f8fd1255322), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:14.744078 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-836ed5c0-b438-49e0-a78f-7000fdbfab42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for port (f708e536-4a9f-41cc-907a-150ca1721be7), before_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:14.807845 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-f3bba47e-f912-456e-83f0-97f83bac4714 admin admin] Publish callbacks [] for port (5b703634-9ede-4863-b157-97a8de60550a), precommit_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:14.952143 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-4de5bbbf-6d05-4db7-bd67-12b4765158ad req-722c286c-b6ed-482b-acac-dc3e0fe85a7f tempest-DeleteServersTestJSON-512846769 tempest-DeleteServersTestJSON-512846769-project] 10.222.0.32 "GET /v2.0/ports?device_id=580ce9a8-2b79-47da-8092-e1f137611fb4 HTTP/1.1" status: 200 len: 210 time: 0.0568709 Mar 02 05:29:14.956362 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6cb0433-8b03-4a93-bd63-07f7a59ef21a req-df179e32-24b1-4461-9150-2fb0edc347a4 tempest-DeleteServersTestJSON-512846769 tempest-DeleteServersTestJSON-512846769-project] Made reservation on behalf of 590c1787b8fc414494d29793ff416658 for: {'port': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 05:29:14.977344 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-d6cb0433-8b03-4a93-bd63-07f7a59ef21a req-df179e32-24b1-4461-9150-2fb0edc347a4 tempest-DeleteServersTestJSON-512846769 tempest-DeleteServersTestJSON-512846769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for port (None), before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:15.000135 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-18f3e73b-5745-4dd7-851e-637f683228eb req-edcbdd34-5c82-44fa-b725-d8c8d9dd1bd9 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e6f95c0-3d74-43ec-9c37-9bff8fac7934 HTTP/1.1" status: 200 len: 210 time: 0.1402087 Mar 02 05:29:15.349466 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-f3bba47e-f912-456e-83f0-97f83bac4714 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789289919717'] for port (5b703634-9ede-4863-b157-97a8de60550a), after_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:15.378544 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a04defea-e7de-4750-942c-af2edd59638b req-aef23724-14bb-47e0-9080-b82b7bf0845c tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] Made reservation on behalf of 47a43f3507b84842aa61a77dbb193f66 for: {'port': 1} {{(pid=103714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 05:29:15.427862 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [req-a04defea-e7de-4750-942c-af2edd59638b req-aef23724-14bb-47e0-9080-b82b7bf0845c tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for port (None), before_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:15.461844 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Current status of the port a366fe9a-5e59-4912-818e-497237a16a34 is: ACTIVE; New status is: ACTIVE {{(pid=103716) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 05:29:15.524189 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.l3_hamode_db [None req-a373ab2b-622a-4152-940a-977ad9573fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a15bed18-2ce4-4c6b-b9c1-315af8c428ed', 'name': 'tempest-ServerRescueNegativeTestJSON-1562253445-router', 'tenant_id': 'baeaa70a8e234288af44838b99895a45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'external_fixed_ips': [{'subnet_id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'ip_address': '172.27.2.17'}], 'enable_snat': True}, 'gw_port_id': 'a366fe9a-5e59-4912-818e-497237a16a34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T05:29:03Z', 'updated_at': '2022-03-02T05:29:10Z', 'revision_number': 4, 'project_id': 'baeaa70a8e234288af44838b99895a45', 'gw_port': {'id': 'a366fe9a-5e59-4912-818e-497237a16a34', 'name': '', 'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:e1:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a15bed18-2ce4-4c6b-b9c1-315af8c428ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'ip_address': '172.27.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T05:29:05Z', 'updated_at': '2022-03-02T05:29:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-18-iscsi', '_interfaces': [{'id': '81a761c3-2a1e-4962-bfaf-5c2f040d8af1', 'name': '', 'network_id': '6269aee3-2e0e-4eb6-b2da-e53edf4d265e', 'tenant_id': 'baeaa70a8e234288af44838b99895a45', 'mac_address': 'fa:16:3e:96:33:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a15bed18-2ce4-4c6b-b9c1-315af8c428ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '4a30aa60-f586-4276-a1aa-cd6a333ae855', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T05:29:09Z', 'updated_at': '2022-03-02T05:29:10Z', 'revision_number': 2, 'project_id': 'baeaa70a8e234288af44838b99895a45', 'subnets': [{'id': '4a30aa60-f586-4276-a1aa-cd6a333ae855', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-18-iscsi', False) {} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 05:29:15.585721 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a373ab2b-622a-4152-940a-977ad9573fa1 None None] Checking router: a15bed18-2ce4-4c6b-b9c1-315af8c428ed for host: dv-cinder-768458-18-iscsi {{(pid=103716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 05:29:15.586386 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a373ab2b-622a-4152-940a-977ad9573fa1 None None] Updating router a15bed18-2ce4-4c6b-b9c1-315af8c428ed port 81a761c3-2a1e-4962-bfaf-5c2f040d8af1 binding host dv-cinder-768458-18-iscsi {{(pid=103716) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 05:29:15.615045 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.db.db_base_plugin_common [req-d6cb0433-8b03-4a93-bd63-07f7a59ef21a req-df179e32-24b1-4461-9150-2fb0edc347a4 tempest-DeleteServersTestJSON-512846769 tempest-DeleteServersTestJSON-512846769-project] Allocated IP 172.20.0.14 (6524d76d-6324-44b0-8f7b-b29ae66515b8/1fdca3a1-517a-499c-9459-2f3c35d8fead/da12b3d8-69b9-4313-96f8-2343fa2cdeb6) {{(pid=103715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 05:29:15.697182 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-c9f0b759-990e-43df-a242-2e066cba566b req-864a519f-4c3e-436e-a873-6144caa11518 tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] 10.222.0.32 "GET /v2.0/ports?device_id=a2b7491f-e53a-40e3-97e9-757e43cea760 HTTP/1.1" status: 200 len: 210 time: 0.2229152 Mar 02 05:29:15.715689 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3bba47e-f912-456e-83f0-97f83bac4714 admin admin] Network 18011967-2bc2-45c8-947b-290963b3926b is already hosted by enough agents. {{(pid=103714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 05:29:15.752899 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.scheduler.base_scheduler [None req-f3bba47e-f912-456e-83f0-97f83bac4714 admin admin] Resources bound (agent type, host, resource id): {{(pid=103714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 05:29:15.759520 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a373ab2b-622a-4152-940a-977ad9573fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for port (81a761c3-2a1e-4962-bfaf-5c2f040d8af1), before_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:15.806470 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3bba47e-f912-456e-83f0-97f83bac4714 admin admin] Received port after_create {{(pid=103714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 05:29:15.809514 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-f3bba47e-f912-456e-83f0-97f83bac4714 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-556487'] for router_interface (279f7eec-5f94-4a26-9856-cbbd0eb5eab5), before_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:16.060268 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11890702-68ed-4672-bd1a-9affbcef4f47 req-fbc069a9-15a3-4a6b-80f8-fb3e38830522 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:29:16.075448 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-11890702-68ed-4672-bd1a-9affbcef4f47 req-fbc069a9-15a3-4a6b-80f8-fb3e38830522 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/networks?id=6269aee3-2e0e-4eb6-b2da-e53edf4d265e HTTP/1.1" status: 200 len: 819 time: 0.4457839 Mar 02 05:29:16.216122 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bba47e-f912-456e-83f0-97f83bac4714 admin admin] Pushing event updated for resources: {'Port': ['ID=5b703634-9ede-4863-b157-97a8de60550a,revision_number=1']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:29:16.232720 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-836ed5c0-b438-49e0-a78f-7000fdbfab42 admin admin] Publish callbacks [] for port (f708e536-4a9f-41cc-907a-150ca1721be7), precommit_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:16.252187 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-d6cb0433-8b03-4a93-bd63-07f7a59ef21a req-df179e32-24b1-4461-9150-2fb0edc347a4 tempest-DeleteServersTestJSON-512846769 tempest-DeleteServersTestJSON-512846769-project] Publish callbacks [] for port (da12b3d8-69b9-4313-96f8-2343fa2cdeb6), precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:16.380037 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-11890702-68ed-4672-bd1a-9affbcef4f47 req-77771748-410a-4108-a715-8b9f0f3044a3 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/quotas/baeaa70a8e234288af44838b99895a45 HTTP/1.1" status: 200 len: 375 time: 0.3032043 Mar 02 05:29:16.383039 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-836ed5c0-b438-49e0-a78f-7000fdbfab42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789290460654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789289919735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789289921293'] for port (f708e536-4a9f-41cc-907a-150ca1721be7), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:16.383893 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-836ed5c0-b438-49e0-a78f-7000fdbfab42 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-555351'] for router_interface (aa79e986-2404-4136-904a-dbad8a9b4ddf), after_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:16.476986 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-d6cb0433-8b03-4a93-bd63-07f7a59ef21a req-df179e32-24b1-4461-9150-2fb0edc347a4 tempest-DeleteServersTestJSON-512846769 tempest-DeleteServersTestJSON-512846769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789289919717'] for port (da12b3d8-69b9-4313-96f8-2343fa2cdeb6), after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:16.723092 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a373ab2b-622a-4152-940a-977ad9573fa1 None None] Publish callbacks [] for port (81a761c3-2a1e-4962-bfaf-5c2f040d8af1), precommit_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:16.734134 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (64307ea2-7468-48d5-a188-5e76dfb99c6b), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:16.737645 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.rpc [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Device 94519c60-ed40-4640-8dc1-57747bf0da94 up at agent ovs-agent-dv-cinder-768458-18-iscsi {{(pid=103716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 05:29:16.876487 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6cb0433-8b03-4a93-bd63-07f7a59ef21a req-df179e32-24b1-4461-9150-2fb0edc347a4 tempest-DeleteServersTestJSON-512846769 tempest-DeleteServersTestJSON-512846769-project] Network 6524d76d-6324-44b0-8f7b-b29ae66515b8 is already hosted by enough agents. {{(pid=103715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 05:29:16.876487 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [req-d6cb0433-8b03-4a93-bd63-07f7a59ef21a req-df179e32-24b1-4461-9150-2fb0edc347a4 tempest-DeleteServersTestJSON-512846769 tempest-DeleteServersTestJSON-512846769-project] Resources bound (agent type, host, resource id): {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 05:29:16.877813 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.provisioning_blocks [None req-e196b755-3deb-4a00-a605-f51318f27f6f None None] Provisioning complete for port 5b703634-9ede-4863-b157-97a8de60550a triggered by entity DHCP. {{(pid=103716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 05:29:16.877813 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-e196b755-3deb-4a00-a605-f51318f27f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012754'] for port (5b703634-9ede-4863-b157-97a8de60550a), provisioning_complete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:16.877951 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-11890702-68ed-4672-bd1a-9affbcef4f47 req-ea28e291-2e4f-46be-92e2-a5372e5dd44c tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=baeaa70a8e234288af44838b99895a45&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4147706 Mar 02 05:29:16.877951 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6cb0433-8b03-4a93-bd63-07f7a59ef21a req-df179e32-24b1-4461-9150-2fb0edc347a4 tempest-DeleteServersTestJSON-512846769 tempest-DeleteServersTestJSON-512846769-project] Received port after_create {{(pid=103715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 05:29:16.877951 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cb0433-8b03-4a93-bd63-07f7a59ef21a req-df179e32-24b1-4461-9150-2fb0edc347a4 tempest-DeleteServersTestJSON-512846769 tempest-DeleteServersTestJSON-512846769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:29:16.877951 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-d6cb0433-8b03-4a93-bd63-07f7a59ef21a req-df179e32-24b1-4461-9150-2fb0edc347a4 tempest-DeleteServersTestJSON-512846769 tempest-DeleteServersTestJSON-512846769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531172'] for port (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:16.878203 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-e196b755-3deb-4a00-a605-f51318f27f6f None None] Port 5b703634-9ede-4863-b157-97a8de60550a cannot update to ACTIVE because it is not bound. {{(pid=103716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 02 05:29:16.878280 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df179e32-24b1-4461-9150-2fb0edc347a4 tempest-DeleteServersTestJSON-512846769 tempest-DeleteServersTestJSON-512846769-project] Pushing event updated for resources: {'Port': ['ID=da12b3d8-69b9-4313-96f8-2343fa2cdeb6,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:29:16.879908 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.provisioning_blocks [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Provisioning complete for port 94519c60-ed40-4640-8dc1-57747bf0da94 triggered by entity L2. {{(pid=103716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 05:29:16.880295 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012754'] for port (94519c60-ed40-4640-8dc1-57747bf0da94), provisioning_complete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:17.026536 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836ed5c0-b438-49e0-a78f-7000fdbfab42 admin admin] Pushing event updated for resources: {'Port': ['ID=f708e536-4a9f-41cc-907a-150ca1721be7,revision_number=2']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:29:17.050939 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a373ab2b-622a-4152-940a-977ad9573fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789290460654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789289919735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789289921293'] for port (81a761c3-2a1e-4962-bfaf-5c2f040d8af1), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:17.145347 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.db.db_base_plugin_common [req-a04defea-e7de-4750-942c-af2edd59638b req-aef23724-14bb-47e0-9080-b82b7bf0845c tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] Allocated IP 172.20.0.5 (cb4d6411-b85c-4bdf-b5e1-c15f0442d664/056b3ebb-3d6a-47e8-85ab-02c7bbeeef7f/1f25e0ce-7e86-4e42-ac1d-857b7783219a) {{(pid=103714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 05:29:17.188897 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d37a67d-691e-4033-a71a-6d506488439b None None] Pushing event updated for resources: {'Port': ['ID=81a761c3-2a1e-4962-bfaf-5c2f040d8af1,revision_number=3']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:29:17.230999 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-d6cb0433-8b03-4a93-bd63-07f7a59ef21a req-df179e32-24b1-4461-9150-2fb0edc347a4 tempest-DeleteServersTestJSON-512846769 tempest-DeleteServersTestJSON-512846769-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0679426 Mar 02 05:29:17.268009 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.wsgi [req-d6cb0433-8b03-4a93-bd63-07f7a59ef21a req-47b143e1-8add-4963-8f3e-f2e48295e7be tempest-DeleteServersTestJSON-512846769 tempest-DeleteServersTestJSON-512846769-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=103715) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 02 05:29:17.270099 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-d6cb0433-8b03-4a93-bd63-07f7a59ef21a req-47b143e1-8add-4963-8f3e-f2e48295e7be tempest-DeleteServersTestJSON-512846769 tempest-DeleteServersTestJSON-512846769-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0263944 Mar 02 05:29:17.280358 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.managers [None req-a373ab2b-622a-4152-940a-977ad9573fa1 None None] Attempting to bind port 81a761c3-2a1e-4962-bfaf-5c2f040d8af1 on host dv-cinder-768458-18-iscsi for vnic_type normal with profile {{(pid=103716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 05:29:17.280549 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.managers [None req-a373ab2b-622a-4152-940a-977ad9573fa1 None None] Attempting to bind port 81a761c3-2a1e-4962-bfaf-5c2f040d8af1 by drivers openvswitch,hyperv on host dv-cinder-768458-18-iscsi at level 0 using segments [{'id': 'f72dff1c-57c4-4f1b-839d-2a6b2e94cc43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '6269aee3-2e0e-4eb6-b2da-e53edf4d265e'}] {{(pid=103716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 05:29:17.280836 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a373ab2b-622a-4152-940a-977ad9573fa1 None None] Attempting to bind port 81a761c3-2a1e-4962-bfaf-5c2f040d8af1 on network 6269aee3-2e0e-4eb6-b2da-e53edf4d265e {{(pid=103716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 05:29:17.294018 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a373ab2b-622a-4152-940a-977ad9573fa1 None None] Checking agent: {'id': '64307ea2-7468-48d5-a188-5e76dfb99c6b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 5, 20, 46), 'started_at': datetime.datetime(2022, 3, 2, 5, 21, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 5, 29, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 05:29:17.295147 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a373ab2b-622a-4152-940a-977ad9573fa1 None None] Checking segment: {'id': 'f72dff1c-57c4-4f1b-839d-2a6b2e94cc43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '6269aee3-2e0e-4eb6-b2da-e53edf4d265e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 05:29:17.295147 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a373ab2b-622a-4152-940a-977ad9573fa1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:17.295379 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a373ab2b-622a-4152-940a-977ad9573fa1 None None] Bound using segment: {'id': 'f72dff1c-57c4-4f1b-839d-2a6b2e94cc43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '6269aee3-2e0e-4eb6-b2da-e53edf4d265e'} {{(pid=103716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 05:29:17.295692 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.managers [None req-a373ab2b-622a-4152-940a-977ad9573fa1 None None] Bound port: 81a761c3-2a1e-4962-bfaf-5c2f040d8af1, host: dv-cinder-768458-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f72dff1c-57c4-4f1b-839d-2a6b2e94cc43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '6269aee3-2e0e-4eb6-b2da-e53edf4d265e'}}] {{(pid=103716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 05:29:17.296233 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a373ab2b-622a-4152-940a-977ad9573fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for port (81a761c3-2a1e-4962-bfaf-5c2f040d8af1), before_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:17.312464 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36c0b5f-008b-4d1f-9d0c-83c3fe53359d req-f9113d1b-9a0f-4994-88b3-ded16fcdaeef tempest-DeleteServersTestJSON-512846769 tempest-DeleteServersTestJSON-512846769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:29:17.313920 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Current status of the port 94519c60-ed40-4640-8dc1-57747bf0da94 is: DOWN; New status is: ACTIVE {{(pid=103716) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 05:29:17.314407 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for port (94519c60-ed40-4640-8dc1-57747bf0da94), before_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:17.318037 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-a36c0b5f-008b-4d1f-9d0c-83c3fe53359d req-f9113d1b-9a0f-4994-88b3-ded16fcdaeef tempest-DeleteServersTestJSON-512846769 tempest-DeleteServersTestJSON-512846769-project] 10.222.0.32 "GET /v2.0/ports?device_id=580ce9a8-2b79-47da-8092-e1f137611fb4 HTTP/1.1" status: 200 len: 932 time: 0.6582632 Mar 02 05:29:17.332238 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-836ed5c0-b438-49e0-a78f-7000fdbfab42 admin admin] Network cca8cd28-8205-477a-92b1-88a32e29d0bc is already hosted by enough agents. {{(pid=103714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 05:29:17.344608 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-11890702-68ed-4672-bd1a-9affbcef4f47 req-a9eb44df-f607-44c3-9085-fe7e0258df1c service neutron] 10.222.0.32 "GET /v2.0/networks/6269aee3-2e0e-4eb6-b2da-e53edf4d265e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5474102 Mar 02 05:29:17.356312 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.scheduler.base_scheduler [None req-836ed5c0-b438-49e0-a78f-7000fdbfab42 admin admin] Resources bound (agent type, host, resource id): {{(pid=103714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 05:29:17.416974 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] For port 94519c60-ed40-4640-8dc1-57747bf0da94, host dv-cinder-768458-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-18-iscsi',level=0,port_id=94519c60-ed40-4640-8dc1-57747bf0da94,segment=NetworkSegment(4c026da1-f439-448a-ad69-ccdbf2795772),segment_id=4c026da1-f439-448a-ad69-ccdbf2795772)] {{(pid=103716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 05:29:17.515488 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789290460654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789289919735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789289921293'] for port (94519c60-ed40-4640-8dc1-57747bf0da94), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:17.516783 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.rpc [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Device f69dbdff-dc8a-4904-ae26-78b3078d3ae3 up at agent ovs-agent-dv-cinder-768458-18-iscsi {{(pid=103716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 05:29:17.582099 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-11890702-68ed-4672-bd1a-9affbcef4f47 req-c05e0776-9beb-466b-91e8-788547507fcb service neutron] 10.222.0.32 "GET /v2.0/networks/6269aee3-2e0e-4eb6-b2da-e53edf4d265e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2362695 Mar 02 05:29:17.656315 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-f3bba47e-f912-456e-83f0-97f83bac4714 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for port (5b703634-9ede-4863-b157-97a8de60550a), before_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:17.662171 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-a373ab2b-622a-4152-940a-977ad9573fa1 None None] For port 81a761c3-2a1e-4962-bfaf-5c2f040d8af1, host dv-cinder-768458-18-iscsi, cleared binding levels {{(pid=103716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 05:29:17.693349 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-a36c0b5f-008b-4d1f-9d0c-83c3fe53359d req-548a3aab-b49b-44e1-8328-df2b004bfbf7 tempest-DeleteServersTestJSON-512846769 tempest-DeleteServersTestJSON-512846769-project] 10.222.0.32 "GET /v2.0/security-groups?id=ac566ab1-1af5-474a-a2a2-f0b990b56907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3744683 Mar 02 05:29:17.705420 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.v2.base [req-d6cb0433-8b03-4a93-bd63-07f7a59ef21a req-65c29a1b-db09-4a64-8038-1ebb1f5b283f service neutron] Request body: {'port': {'device_id': '580ce9a8-2b79-47da-8092-e1f137611fb4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76845'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 05:29:17.741916 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-a373ab2b-622a-4152-940a-977ad9573fa1 None None] For port 81a761c3-2a1e-4962-bfaf-5c2f040d8af1, host dv-cinder-768458-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-18-iscsi',level=0,port_id=81a761c3-2a1e-4962-bfaf-5c2f040d8af1,segment=NetworkSegment(f72dff1c-57c4-4f1b-839d-2a6b2e94cc43),segment_id=f72dff1c-57c4-4f1b-839d-2a6b2e94cc43)] {{(pid=103716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 05:29:17.793385 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Pushing event updated for resources: {'Port': ['ID=94519c60-ed40-4640-8dc1-57747bf0da94,revision_number=4']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:29:17.804141 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.provisioning_blocks [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Provisioning complete for port f69dbdff-dc8a-4904-ae26-78b3078d3ae3 triggered by entity L2. {{(pid=103716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 05:29:17.804772 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012754'] for port (f69dbdff-dc8a-4904-ae26-78b3078d3ae3), provisioning_complete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:17.874203 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a373ab2b-622a-4152-940a-977ad9573fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789290460654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789289919735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789289921293'] for port (81a761c3-2a1e-4962-bfaf-5c2f040d8af1), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:17.910266 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-d6cb0433-8b03-4a93-bd63-07f7a59ef21a req-65c29a1b-db09-4a64-8038-1ebb1f5b283f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for port (da12b3d8-69b9-4313-96f8-2343fa2cdeb6), before_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:18.063815 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d37a67d-691e-4033-a71a-6d506488439b None None] Pushing event updated for resources: {'Port': ['ID=81a761c3-2a1e-4962-bfaf-5c2f040d8af1,revision_number=4']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:29:18.076649 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a373ab2b-622a-4152-940a-977ad9573fa1 None None] Routers {'a15bed18-2ce4-4c6b-b9c1-315af8c428ed'} bound to L3 agent in host dv-cinder-768458-18-iscsi {{(pid=103716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 05:29:18.076649 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.l3_hamode_db [None req-a373ab2b-622a-4152-940a-977ad9573fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T05:20:42Z,description=,heartbeat_timestamp=2022-03-02T05:29:12Z,host='dv-cinder-768458-18-iscsi',id=9c2b50e6-1677-4aa9-928e-941b4c488fc5,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T05:20:42Z,topic='l3_agent')) {'router_ids': ['a15bed18-2ce4-4c6b-b9c1-315af8c428ed'], 'active': True} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 05:29:18.179734 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.provisioning_blocks [None req-e66aecf6-6be4-4a07-a8b4-6863f3983b70 None None] Provisioning complete for port f708e536-4a9f-41cc-907a-150ca1721be7 triggered by entity DHCP. {{(pid=103716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 05:29:18.180136 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-e66aecf6-6be4-4a07-a8b4-6863f3983b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012754'] for port (f708e536-4a9f-41cc-907a-150ca1721be7), provisioning_complete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:18.224631 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Current status of the port f69dbdff-dc8a-4904-ae26-78b3078d3ae3 is: DOWN; New status is: ACTIVE {{(pid=103716) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 05:29:18.225024 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for port (f69dbdff-dc8a-4904-ae26-78b3078d3ae3), before_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:18.259331 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-6540d28c-38c7-4080-bfb4-791ac46db2b2 req-ab1f9d87-0c0c-4a16-9742-a394a2691605 tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] 10.222.0.32 "GET /v2.0/ports?device_id=a2b7491f-e53a-40e3-97e9-757e43cea760 HTTP/1.1" status: 200 len: 210 time: 0.1853929 Mar 02 05:29:18.303468 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-e66aecf6-6be4-4a07-a8b4-6863f3983b70 None None] Port f708e536-4a9f-41cc-907a-150ca1721be7 cannot update to ACTIVE because it is not bound. {{(pid=103716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 02 05:29:18.312564 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [req-a04defea-e7de-4750-942c-af2edd59638b req-aef23724-14bb-47e0-9080-b82b7bf0845c tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] Publish callbacks [] for port (1f25e0ce-7e86-4e42-ac1d-857b7783219a), precommit_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:18.331999 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] For port f69dbdff-dc8a-4904-ae26-78b3078d3ae3, host dv-cinder-768458-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-18-iscsi',level=0,port_id=f69dbdff-dc8a-4904-ae26-78b3078d3ae3,segment=NetworkSegment(4c026da1-f439-448a-ad69-ccdbf2795772),segment_id=4c026da1-f439-448a-ad69-ccdbf2795772)] {{(pid=103716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 05:29:18.340044 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-836ed5c0-b438-49e0-a78f-7000fdbfab42 admin admin] Router aa79e986-2404-4136-904a-dbad8a9b4ddf has already been hosted by L3 agent 9c2b50e6-1677-4aa9-928e-941b4c488fc5 {{(pid=103714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 05:29:18.356762 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.l3_dvr_db [None req-a373ab2b-622a-4152-940a-977ad9573fa1 None None] Set router a15bed18-2ce4-4c6b-b9c1-315af8c428ed gateway port host: dv-cinder-768458-18-iscsi {{(pid=103716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 05:29:18.393850 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-c706d02d-522b-45a7-bf0d-b0c1030f6065 req-3f274765-0b7d-4b0c-980a-e013c165595c tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/ports?device_id=13e93b9a-3bda-45ad-b1d1-25e229a6cf5b HTTP/1.1" status: 200 len: 210 time: 0.1870201 Mar 02 05:29:18.494309 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789290460654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789289919735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789289921293'] for port (f69dbdff-dc8a-4904-ae26-78b3078d3ae3), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:18.500780 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-f3bba47e-f912-456e-83f0-97f83bac4714 admin admin] Publish callbacks [] for port (5b703634-9ede-4863-b157-97a8de60550a), precommit_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:18.590738 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [req-a04defea-e7de-4750-942c-af2edd59638b req-aef23724-14bb-47e0-9080-b82b7bf0845c tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789289919717'] for port (1f25e0ce-7e86-4e42-ac1d-857b7783219a), after_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:18.635814 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.41', 53289) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:29:18.699113 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Pushing event updated for resources: {'Port': ['ID=f69dbdff-dc8a-4904-ae26-78b3078d3ae3,revision_number=4']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:29:18.706680 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-f3bba47e-f912-456e-83f0-97f83bac4714 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789290460654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789289919735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789289921293'] for port (5b703634-9ede-4863-b157-97a8de60550a), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:18.708286 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-f3bba47e-f912-456e-83f0-97f83bac4714 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-555351'] for router_interface (279f7eec-5f94-4a26-9856-cbbd0eb5eab5), after_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:18.815748 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-836ed5c0-b438-49e0-a78f-7000fdbfab42 admin admin] Notify agent at l3_agent.dv-cinder-768458-18-iscsi the message routers_updated {{(pid=103714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 05:29:18.832988 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.rpc [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Device 94519c60-ed40-4640-8dc1-57747bf0da94 up at agent ovs-agent-dv-cinder-768458-18-iscsi {{(pid=103716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 05:29:18.836563 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ac401c4-26fd-445d-959a-f91763372d43 None None] Sync routers for ids ['aa79e986-2404-4136-904a-dbad8a9b4ddf'] in dv-cinder-768458-18-iscsi {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 05:29:18.864986 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [None req-836ed5c0-b438-49e0-a78f-7000fdbfab42 admin admin] 10.222.0.32 "PUT /v2.0/routers/aa79e986-2404-4136-904a-dbad8a9b4ddf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7919126 Mar 02 05:29:18.882107 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac401c4-26fd-445d-959a-f91763372d43 None None] Routers {'aa79e986-2404-4136-904a-dbad8a9b4ddf'} bound to L3 agent in host dv-cinder-768458-18-iscsi {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 05:29:18.889212 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-4ac401c4-26fd-445d-959a-f91763372d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T05:20:42Z,description=,heartbeat_timestamp=2022-03-02T05:29:12Z,host='dv-cinder-768458-18-iscsi',id=9c2b50e6-1677-4aa9-928e-941b4c488fc5,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T05:20:42Z,topic='l3_agent')) {'router_ids': ['aa79e986-2404-4136-904a-dbad8a9b4ddf'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 05:29:18.962677 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db891d3d-0e66-45bc-8e0f-b75e70407d3a req-224a4b31-da7c-47e1-a924-332d73c9ba38 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:29:18.964231 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-db891d3d-0e66-45bc-8e0f-b75e70407d3a req-224a4b31-da7c-47e1-a924-332d73c9ba38 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.41 "GET /v2.0/networks?id=6269aee3-2e0e-4eb6-b2da-e53edf4d265e HTTP/1.1" status: 200 len: 819 time: 0.3259957 Mar 02 05:29:18.981698 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.v2.base [req-db891d3d-0e66-45bc-8e0f-b75e70407d3a req-69b9dc28-6bb7-4a5e-a990-476fec12002b tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] Request body: {'port': {'device_id': '4e6f95c0-3d74-43ec-9c37-9bff8fac7934', 'network_id': '6269aee3-2e0e-4eb6-b2da-e53edf4d265e', 'admin_state_up': True, 'tenant_id': 'baeaa70a8e234288af44838b99895a45'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 05:29:18.983856 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a04defea-e7de-4750-942c-af2edd59638b req-aef23724-14bb-47e0-9080-b82b7bf0845c tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] Network cb4d6411-b85c-4bdf-b5e1-c15f0442d664 is already hosted by enough agents. {{(pid=103714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 05:29:18.991411 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.scheduler.base_scheduler [req-a04defea-e7de-4750-942c-af2edd59638b req-aef23724-14bb-47e0-9080-b82b7bf0845c tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] Resources bound (agent type, host, resource id): {{(pid=103714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 05:29:19.004413 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.db.l3_dvrscheduler_db [req-a04defea-e7de-4750-942c-af2edd59638b req-aef23724-14bb-47e0-9080-b82b7bf0845c tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] Received port after_create {{(pid=103714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 05:29:19.020719 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04defea-e7de-4750-942c-af2edd59638b req-aef23724-14bb-47e0-9080-b82b7bf0845c tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:29:19.021887 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [req-a04defea-e7de-4750-942c-af2edd59638b req-aef23724-14bb-47e0-9080-b82b7bf0845c tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531172'] for port (None), before_response {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:19.143929 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.provisioning_blocks [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Provisioning complete for port 94519c60-ed40-4640-8dc1-57747bf0da94 triggered by entity L2. {{(pid=103716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 05:29:19.144624 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012754'] for port (94519c60-ed40-4640-8dc1-57747bf0da94), provisioning_complete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:19.185371 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-a04defea-e7de-4750-942c-af2edd59638b req-aef23724-14bb-47e0-9080-b82b7bf0845c tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7920020 Mar 02 05:29:19.279628 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.db.l3_dvr_db [None req-4ac401c4-26fd-445d-959a-f91763372d43 None None] Set router aa79e986-2404-4136-904a-dbad8a9b4ddf gateway port host: dv-cinder-768458-18-iscsi {{(pid=103717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 05:29:19.326950 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.l3_hamode_db [None req-a373ab2b-622a-4152-940a-977ad9573fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a15bed18-2ce4-4c6b-b9c1-315af8c428ed', 'name': 'tempest-ServerRescueNegativeTestJSON-1562253445-router', 'tenant_id': 'baeaa70a8e234288af44838b99895a45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'external_fixed_ips': [{'subnet_id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'ip_address': '172.27.2.17'}], 'enable_snat': True}, 'gw_port_id': 'a366fe9a-5e59-4912-818e-497237a16a34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T05:29:03Z', 'updated_at': '2022-03-02T05:29:10Z', 'revision_number': 4, 'project_id': 'baeaa70a8e234288af44838b99895a45', 'gw_port': {'id': 'a366fe9a-5e59-4912-818e-497237a16a34', 'name': '', 'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:e1:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a15bed18-2ce4-4c6b-b9c1-315af8c428ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'ip_address': '172.27.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T05:29:05Z', 'updated_at': '2022-03-02T05:29:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-18-iscsi', '_interfaces': [{'id': '81a761c3-2a1e-4962-bfaf-5c2f040d8af1', 'name': '', 'network_id': '6269aee3-2e0e-4eb6-b2da-e53edf4d265e', 'tenant_id': 'baeaa70a8e234288af44838b99895a45', 'mac_address': 'fa:16:3e:96:33:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a15bed18-2ce4-4c6b-b9c1-315af8c428ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '4a30aa60-f586-4276-a1aa-cd6a333ae855', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T05:29:09Z', 'updated_at': '2022-03-02T05:29:17Z', 'revision_number': 4, 'project_id': 'baeaa70a8e234288af44838b99895a45', 'subnets': [{'id': '4a30aa60-f586-4276-a1aa-cd6a333ae855', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-18-iscsi', False) {} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 05:29:19.369199 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.v2.base [req-a04defea-e7de-4750-942c-af2edd59638b req-41b51d28-bdea-43db-91a1-92273e2dc499 service neutron] Request body: {'port': {'device_id': 'a2b7491f-e53a-40e3-97e9-757e43cea760', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76845'}} {{(pid=103714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 05:29:19.369424 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a373ab2b-622a-4152-940a-977ad9573fa1 None None] The sync data for ids ['a15bed18-2ce4-4c6b-b9c1-315af8c428ed'] in dv-cinder-768458-18-iscsi is: [{'id': 'a15bed18-2ce4-4c6b-b9c1-315af8c428ed', 'name': 'tempest-ServerRescueNegativeTestJSON-1562253445-router', 'tenant_id': 'baeaa70a8e234288af44838b99895a45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'external_fixed_ips': [{'subnet_id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'ip_address': '172.27.2.17'}], 'enable_snat': True}, 'gw_port_id': 'a366fe9a-5e59-4912-818e-497237a16a34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T05:29:03Z', 'updated_at': '2022-03-02T05:29:10Z', 'revision_number': 4, 'project_id': 'baeaa70a8e234288af44838b99895a45', 'gw_port': {'id': 'a366fe9a-5e59-4912-818e-497237a16a34', 'name': '', 'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:e1:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a15bed18-2ce4-4c6b-b9c1-315af8c428ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'ip_address': '172.27.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T05:29:05Z', 'updated_at': '2022-03-02T05:29:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-18-iscsi', '_interfaces': [{'id': '81a761c3-2a1e-4962-bfaf-5c2f040d8af1', 'name': '', 'network_id': '6269aee3-2e0e-4eb6-b2da-e53edf4d265e', 'tenant_id': 'baeaa70a8e234288af44838b99895a45', 'mac_address': 'fa:16:3e:96:33:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a15bed18-2ce4-4c6b-b9c1-315af8c428ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '4a30aa60-f586-4276-a1aa-cd6a333ae855', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T05:29:09Z', 'updated_at': '2022-03-02T05:29:17Z', 'revision_number': 4, 'project_id': 'baeaa70a8e234288af44838b99895a45', 'subnets': [{'id': '4a30aa60-f586-4276-a1aa-cd6a333ae855', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 05:29:19.379687 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Current status of the port 94519c60-ed40-4640-8dc1-57747bf0da94 is: ACTIVE; New status is: ACTIVE {{(pid=103716) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 05:29:19.412689 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.notifiers.nova [req-d6cb0433-8b03-4a93-bd63-07f7a59ef21a req-65c29a1b-db09-4a64-8038-1ebb1f5b283f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da12b3d8-69b9-4313-96f8-2343fa2cdeb6 {{(pid=103715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 05:29:19.435580 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-d6cb0433-8b03-4a93-bd63-07f7a59ef21a req-65c29a1b-db09-4a64-8038-1ebb1f5b283f service neutron] Publish callbacks [] for port (da12b3d8-69b9-4313-96f8-2343fa2cdeb6), precommit_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:19.500393 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.db.provisioning_blocks [req-d6cb0433-8b03-4a93-bd63-07f7a59ef21a req-65c29a1b-db09-4a64-8038-1ebb1f5b283f service neutron] Transition to ACTIVE for port object da12b3d8-69b9-4313-96f8-2343fa2cdeb6 will not be triggered until provisioned by entity L2. {{(pid=103715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 02 05:29:19.600091 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-d6cb0433-8b03-4a93-bd63-07f7a59ef21a req-65c29a1b-db09-4a64-8038-1ebb1f5b283f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789290460654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789289919735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789289921293'] for port (da12b3d8-69b9-4313-96f8-2343fa2cdeb6), after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:19.630527 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.wsgi [-] (103714) accepted ('10.222.0.32', 34508) {{(pid=103714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:29:19.657783 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef23724-14bb-47e0-9080-b82b7bf0845c tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] Pushing event updated for resources: {'Port': ['ID=1f25e0ce-7e86-4e42-ac1d-857b7783219a,revision_number=1']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:29:19.915743 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [req-a04defea-e7de-4750-942c-af2edd59638b req-41b51d28-bdea-43db-91a1-92273e2dc499 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for port (1f25e0ce-7e86-4e42-ac1d-857b7783219a), before_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:19.940293 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-4ac401c4-26fd-445d-959a-f91763372d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa79e986-2404-4136-904a-dbad8a9b4ddf', 'name': 'tempest-AttachVolumeShelveTestJSON-1925534195-router', 'tenant_id': '7c356e87fe874337af907d7d9f0a2bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'external_fixed_ips': [{'subnet_id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'ip_address': '172.27.2.212'}], 'enable_snat': True}, 'gw_port_id': '94519c60-ed40-4640-8dc1-57747bf0da94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T05:29:04Z', 'updated_at': '2022-03-02T05:29:14Z', 'revision_number': 4, 'project_id': '7c356e87fe874337af907d7d9f0a2bb3', 'gw_port': {'id': '94519c60-ed40-4640-8dc1-57747bf0da94', 'name': '', 'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:b9:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa79e986-2404-4136-904a-dbad8a9b4ddf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'ip_address': '172.27.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T05:29:05Z', 'updated_at': '2022-03-02T05:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-18-iscsi', '_interfaces': [{'id': 'f708e536-4a9f-41cc-907a-150ca1721be7', 'name': '', 'network_id': 'cca8cd28-8205-477a-92b1-88a32e29d0bc', 'tenant_id': '7c356e87fe874337af907d7d9f0a2bb3', 'mac_address': 'fa:16:3e:d4:f2:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa79e986-2404-4136-904a-dbad8a9b4ddf', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'ab127ad9-ce11-421d-b130-80cd6d7ddae3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T05:29:11Z', 'updated_at': '2022-03-02T05:29:15Z', 'revision_number': 2, 'project_id': '7c356e87fe874337af907d7d9f0a2bb3', 'subnets': [{'id': 'ab127ad9-ce11-421d-b130-80cd6d7ddae3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-18-iscsi', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 05:29:19.973639 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2e5788-3deb-477d-84a4-d85dc89bc6ab req-790b3033-f7bb-4a90-8bc4-6f1f466d1b26 tempest-DeleteServersTestJSON-512846769 tempest-DeleteServersTestJSON-512846769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:29:19.981716 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-3f2e5788-3deb-477d-84a4-d85dc89bc6ab req-790b3033-f7bb-4a90-8bc4-6f1f466d1b26 tempest-DeleteServersTestJSON-512846769 tempest-DeleteServersTestJSON-512846769-project] 10.222.0.32 "GET /v2.0/ports?device_id=580ce9a8-2b79-47da-8092-e1f137611fb4 HTTP/1.1" status: 200 len: 932 time: 1.0817559 Mar 02 05:29:19.995756 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ac401c4-26fd-445d-959a-f91763372d43 None None] Checking router: aa79e986-2404-4136-904a-dbad8a9b4ddf for host: dv-cinder-768458-18-iscsi {{(pid=103717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 05:29:19.996082 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ac401c4-26fd-445d-959a-f91763372d43 None None] Updating router aa79e986-2404-4136-904a-dbad8a9b4ddf port f708e536-4a9f-41cc-907a-150ca1721be7 binding host dv-cinder-768458-18-iscsi {{(pid=103717) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 05:29:20.022312 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.32', 34514) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:29:20.031710 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-4ac401c4-26fd-445d-959a-f91763372d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for port (f708e536-4a9f-41cc-907a-150ca1721be7), before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:20.034475 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c29a1b-db09-4a64-8038-1ebb1f5b283f service neutron] Pushing event updated for resources: {'Port': ['ID=da12b3d8-69b9-4313-96f8-2343fa2cdeb6,revision_number=2']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:29:20.066460 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.v2.base [None req-1e48dcf3-5f0f-4b51-8e1b-f46096b181ff tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Request body: {'security_group': {'name': 'tempest-securitygroup--150730549', 'description': 'tempest-description--1035353282'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 05:29:20.131733 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-3f2e5788-3deb-477d-84a4-d85dc89bc6ab req-5fe26bc1-6b1e-4c01-9ee7-855122262697 tempest-DeleteServersTestJSON-512846769 tempest-DeleteServersTestJSON-512846769-project] 10.222.0.32 "GET /v2.0/security-groups?id=ac566ab1-1af5-474a-a2a2-f0b990b56907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487954 Mar 02 05:29:20.176884 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db891d3d-0e66-45bc-8e0f-b75e70407d3a req-69b9dc28-6bb7-4a5e-a990-476fec12002b tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] Made reservation on behalf of baeaa70a8e234288af44838b99895a45 for: {'port': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 05:29:20.184930 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-db891d3d-0e66-45bc-8e0f-b75e70407d3a req-69b9dc28-6bb7-4a5e-a990-476fec12002b tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for port (None), before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:20.254132 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.managers [req-d6cb0433-8b03-4a93-bd63-07f7a59ef21a req-65c29a1b-db09-4a64-8038-1ebb1f5b283f service neutron] Attempting to bind port da12b3d8-69b9-4313-96f8-2343fa2cdeb6 on host hv-cinder-76845 for vnic_type normal with profile {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 05:29:20.254830 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.managers [req-d6cb0433-8b03-4a93-bd63-07f7a59ef21a req-65c29a1b-db09-4a64-8038-1ebb1f5b283f service neutron] Attempting to bind port da12b3d8-69b9-4313-96f8-2343fa2cdeb6 by drivers openvswitch,hyperv on host hv-cinder-76845 at level 0 using segments [{'id': 'ea95cf1e-1801-4aac-b068-f790609643d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '6524d76d-6324-44b0-8f7b-b29ae66515b8'}] {{(pid=103715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 05:29:20.255488 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6cb0433-8b03-4a93-bd63-07f7a59ef21a req-65c29a1b-db09-4a64-8038-1ebb1f5b283f service neutron] Attempting to bind port da12b3d8-69b9-4313-96f8-2343fa2cdeb6 on network 6524d76d-6324-44b0-8f7b-b29ae66515b8 {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 05:29:20.285391 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-1e48dcf3-5f0f-4b51-8e1b-f46096b181ff tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Publish callbacks [] for security_group (None), before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:20.309062 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6cb0433-8b03-4a93-bd63-07f7a59ef21a req-65c29a1b-db09-4a64-8038-1ebb1f5b283f service neutron] Port da12b3d8-69b9-4313-96f8-2343fa2cdeb6 on network 6524d76d-6324-44b0-8f7b-b29ae66515b8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76845 {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 02 05:29:20.309537 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6cb0433-8b03-4a93-bd63-07f7a59ef21a req-65c29a1b-db09-4a64-8038-1ebb1f5b283f service neutron] Attempting to bind port da12b3d8-69b9-4313-96f8-2343fa2cdeb6 on network 6524d76d-6324-44b0-8f7b-b29ae66515b8 {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 05:29:20.339551 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6cb0433-8b03-4a93-bd63-07f7a59ef21a req-65c29a1b-db09-4a64-8038-1ebb1f5b283f service neutron] Checking agent: {'id': 'db45f871-b7ec-436d-b6b8-6a0a072a2253', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76845', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 5, 27, 7), 'started_at': datetime.datetime(2022, 3, 2, 5, 27, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 5, 29, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 05:29:20.340818 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6cb0433-8b03-4a93-bd63-07f7a59ef21a req-65c29a1b-db09-4a64-8038-1ebb1f5b283f service neutron] Checking segment: {'id': 'ea95cf1e-1801-4aac-b068-f790609643d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '6524d76d-6324-44b0-8f7b-b29ae66515b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 05:29:20.341571 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6cb0433-8b03-4a93-bd63-07f7a59ef21a req-65c29a1b-db09-4a64-8038-1ebb1f5b283f service neutron] Bound using segment: {'id': 'ea95cf1e-1801-4aac-b068-f790609643d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '6524d76d-6324-44b0-8f7b-b29ae66515b8'} {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 05:29:20.342237 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.managers [req-d6cb0433-8b03-4a93-bd63-07f7a59ef21a req-65c29a1b-db09-4a64-8038-1ebb1f5b283f service neutron] Bound port: da12b3d8-69b9-4313-96f8-2343fa2cdeb6, host: hv-cinder-76845, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea95cf1e-1801-4aac-b068-f790609643d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '6524d76d-6324-44b0-8f7b-b29ae66515b8'}}] {{(pid=103715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 05:29:20.342799 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-d6cb0433-8b03-4a93-bd63-07f7a59ef21a req-65c29a1b-db09-4a64-8038-1ebb1f5b283f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for port (da12b3d8-69b9-4313-96f8-2343fa2cdeb6), before_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:20.361564 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-8588ade5-520c-43b3-878a-854a417c7ea5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:20.461588 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bba47e-f912-456e-83f0-97f83bac4714 admin admin] Pushing event updated for resources: {'Port': ['ID=5b703634-9ede-4863-b157-97a8de60550a,revision_number=2']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:29:20.469082 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-4ac401c4-26fd-445d-959a-f91763372d43 None None] Publish callbacks [] for port (f708e536-4a9f-41cc-907a-150ca1721be7), precommit_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:20.515452 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3bba47e-f912-456e-83f0-97f83bac4714 admin admin] Network 18011967-2bc2-45c8-947b-290963b3926b is already hosted by enough agents. {{(pid=103714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 05:29:20.520631 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26000f25-8a91-4816-9299-a3a15ffce785 req-11713fbc-b30c-4cd5-b56a-38ec1d588c9b tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:29:20.522605 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-26000f25-8a91-4816-9299-a3a15ffce785 req-11713fbc-b30c-4cd5-b56a-38ec1d588c9b tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] 10.222.0.32 "GET /v2.0/ports?device_id=a2b7491f-e53a-40e3-97e9-757e43cea760 HTTP/1.1" status: 200 len: 931 time: 0.3004947 Mar 02 05:29:20.565969 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-4ac401c4-26fd-445d-959a-f91763372d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789290460654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789289919735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789289921293'] for port (f708e536-4a9f-41cc-907a-150ca1721be7), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:20.588013 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.scheduler.base_scheduler [None req-f3bba47e-f912-456e-83f0-97f83bac4714 admin admin] Resources bound (agent type, host, resource id): {{(pid=103714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 05:29:20.591614 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-d981dffb-8447-49e3-9114-e396d2e4640a req-0a26c80c-7892-4504-b388-acdffb0c7ea8 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/ports?device_id=13e93b9a-3bda-45ad-b1d1-25e229a6cf5b HTTP/1.1" status: 200 len: 210 time: 0.2149911 Mar 02 05:29:20.654692 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce323d1-eb90-4920-94fe-4f8b436b7e5a None None] Pushing event updated for resources: {'Port': ['ID=f708e536-4a9f-41cc-907a-150ca1721be7,revision_number=3']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:29:20.736746 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-4ac401c4-26fd-445d-959a-f91763372d43 None None] Attempting to bind port f708e536-4a9f-41cc-907a-150ca1721be7 on host dv-cinder-768458-18-iscsi for vnic_type normal with profile {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 05:29:20.737132 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-4ac401c4-26fd-445d-959a-f91763372d43 None None] Attempting to bind port f708e536-4a9f-41cc-907a-150ca1721be7 by drivers openvswitch,hyperv on host dv-cinder-768458-18-iscsi at level 0 using segments [{'id': '15c6c484-0d48-4d40-b6e8-616bb71b4578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'cca8cd28-8205-477a-92b1-88a32e29d0bc'}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 05:29:20.738381 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac401c4-26fd-445d-959a-f91763372d43 None None] Attempting to bind port f708e536-4a9f-41cc-907a-150ca1721be7 on network cca8cd28-8205-477a-92b1-88a32e29d0bc {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 05:29:20.772275 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac401c4-26fd-445d-959a-f91763372d43 None None] Checking agent: {'id': '64307ea2-7468-48d5-a188-5e76dfb99c6b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 5, 20, 46), 'started_at': datetime.datetime(2022, 3, 2, 5, 21, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 5, 29, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 05:29:20.772810 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac401c4-26fd-445d-959a-f91763372d43 None None] Checking segment: {'id': '15c6c484-0d48-4d40-b6e8-616bb71b4578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'cca8cd28-8205-477a-92b1-88a32e29d0bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 05:29:20.773286 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-4ac401c4-26fd-445d-959a-f91763372d43 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:20.773747 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac401c4-26fd-445d-959a-f91763372d43 None None] Bound using segment: {'id': '15c6c484-0d48-4d40-b6e8-616bb71b4578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'cca8cd28-8205-477a-92b1-88a32e29d0bc'} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 05:29:20.774313 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-4ac401c4-26fd-445d-959a-f91763372d43 None None] Bound port: f708e536-4a9f-41cc-907a-150ca1721be7, host: dv-cinder-768458-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15c6c484-0d48-4d40-b6e8-616bb71b4578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'cca8cd28-8205-477a-92b1-88a32e29d0bc'}}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 05:29:20.774762 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-4ac401c4-26fd-445d-959a-f91763372d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for port (f708e536-4a9f-41cc-907a-150ca1721be7), before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:20.822841 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.db.db_base_plugin_common [req-db891d3d-0e66-45bc-8e0f-b75e70407d3a req-69b9dc28-6bb7-4a5e-a990-476fec12002b tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] Allocated IP 172.20.0.9 (6269aee3-2e0e-4eb6-b2da-e53edf4d265e/4a30aa60-f586-4276-a1aa-cd6a333ae855/ec466470-4f90-4b06-9c22-8bb584849f0b) {{(pid=103715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 05:29:20.868825 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.db [req-d6cb0433-8b03-4a93-bd63-07f7a59ef21a req-65c29a1b-db09-4a64-8038-1ebb1f5b283f service neutron] For port da12b3d8-69b9-4313-96f8-2343fa2cdeb6, host hv-cinder-76845, cleared binding levels {{(pid=103715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 05:29:20.874725 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-8588ade5-520c-43b3-878a-854a417c7ea5 admin admin] Publish callbacks [] for security_group (aa437816-ed13-4ea1-a98e-c471a91d54ec), precommit_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:20.924613 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.rpc [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Device 81a761c3-2a1e-4962-bfaf-5c2f040d8af1 up at agent ovs-agent-dv-cinder-768458-18-iscsi {{(pid=103716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 05:29:20.979942 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-4ac401c4-26fd-445d-959a-f91763372d43 None None] For port f708e536-4a9f-41cc-907a-150ca1721be7, host dv-cinder-768458-18-iscsi, cleared binding levels {{(pid=103717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 05:29:20.985318 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-4ac401c4-26fd-445d-959a-f91763372d43 None None] For port f708e536-4a9f-41cc-907a-150ca1721be7, host dv-cinder-768458-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-18-iscsi',level=0,port_id=f708e536-4a9f-41cc-907a-150ca1721be7,segment=NetworkSegment(15c6c484-0d48-4d40-b6e8-616bb71b4578),segment_id=15c6c484-0d48-4d40-b6e8-616bb71b4578)] {{(pid=103717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 05:29:20.998481 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-8588ade5-520c-43b3-878a-854a417c7ea5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629892'] for security_group (aa437816-ed13-4ea1-a98e-c471a91d54ec), after_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:21.058729 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.provisioning_blocks [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Provisioning complete for port 81a761c3-2a1e-4962-bfaf-5c2f040d8af1 triggered by entity L2. {{(pid=103716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 05:29:21.060672 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012754'] for port (81a761c3-2a1e-4962-bfaf-5c2f040d8af1), provisioning_complete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:21.066238 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-4ac401c4-26fd-445d-959a-f91763372d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789290460654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789289919735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789289921293'] for port (f708e536-4a9f-41cc-907a-150ca1721be7), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:21.157896 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3bba47e-f912-456e-83f0-97f83bac4714 admin admin] Router 279f7eec-5f94-4a26-9856-cbbd0eb5eab5 has already been hosted by L3 agent 9c2b50e6-1677-4aa9-928e-941b4c488fc5 {{(pid=103714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 05:29:21.163745 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8588ade5-520c-43b3-878a-854a417c7ea5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa437816-ed13-4ea1-a98e-c471a91d54ec,revision_number=1']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:29:21.185391 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce323d1-eb90-4920-94fe-4f8b436b7e5a None None] Pushing event updated for resources: {'Port': ['ID=f708e536-4a9f-41cc-907a-150ca1721be7,revision_number=4']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:29:21.194937 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [None req-8588ade5-520c-43b3-878a-854a417c7ea5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=738b2a2f4bdf45769b979dbc3d9f68a3&name=default HTTP/1.1" status: 200 len: 2993 time: 1.5191739 Mar 02 05:29:21.207024 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.wsgi [-] (103714) accepted ('10.222.0.32', 34526) {{(pid=103714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:29:21.209897 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac401c4-26fd-445d-959a-f91763372d43 None None] Routers {'aa79e986-2404-4136-904a-dbad8a9b4ddf'} bound to L3 agent in host dv-cinder-768458-18-iscsi {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 05:29:21.210911 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-4ac401c4-26fd-445d-959a-f91763372d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T05:20:42Z,description=,heartbeat_timestamp=2022-03-02T05:29:12Z,host='dv-cinder-768458-18-iscsi',id=9c2b50e6-1677-4aa9-928e-941b4c488fc5,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T05:20:42Z,topic='l3_agent')) {'router_ids': ['aa79e986-2404-4136-904a-dbad8a9b4ddf'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 05:29:21.288969 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Current status of the port 81a761c3-2a1e-4962-bfaf-5c2f040d8af1 is: DOWN; New status is: ACTIVE {{(pid=103716) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 05:29:21.290278 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for port (81a761c3-2a1e-4962-bfaf-5c2f040d8af1), before_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:21.294126 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.provisioning_blocks [None req-15fab263-9641-42fd-a7c4-6b4db6997021 None None] Provisioning complete for port 5b703634-9ede-4863-b157-97a8de60550a triggered by entity DHCP. {{(pid=103716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 05:29:21.298279 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-15fab263-9641-42fd-a7c4-6b4db6997021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012754'] for port (5b703634-9ede-4863-b157-97a8de60550a), provisioning_complete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:21.392318 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-db891d3d-0e66-45bc-8e0f-b75e70407d3a req-69b9dc28-6bb7-4a5e-a990-476fec12002b tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] Publish callbacks [] for port (ec466470-4f90-4b06-9c22-8bb584849f0b), precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:21.405443 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-15fab263-9641-42fd-a7c4-6b4db6997021 None None] Port 5b703634-9ede-4863-b157-97a8de60550a cannot update to ACTIVE because it is not bound. {{(pid=103716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 02 05:29:21.429537 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] For port 81a761c3-2a1e-4962-bfaf-5c2f040d8af1, host dv-cinder-768458-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-18-iscsi',level=0,port_id=81a761c3-2a1e-4962-bfaf-5c2f040d8af1,segment=NetworkSegment(f72dff1c-57c4-4f1b-839d-2a6b2e94cc43),segment_id=f72dff1c-57c4-4f1b-839d-2a6b2e94cc43)] {{(pid=103716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 05:29:21.468305 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.provisioning_blocks [None req-15fab263-9641-42fd-a7c4-6b4db6997021 None None] Provisioning complete for port f708e536-4a9f-41cc-907a-150ca1721be7 triggered by entity DHCP. {{(pid=103716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 05:29:21.468697 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-15fab263-9641-42fd-a7c4-6b4db6997021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012754'] for port (f708e536-4a9f-41cc-907a-150ca1721be7), provisioning_complete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:21.488290 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.db [req-d6cb0433-8b03-4a93-bd63-07f7a59ef21a req-65c29a1b-db09-4a64-8038-1ebb1f5b283f service neutron] For port da12b3d8-69b9-4313-96f8-2343fa2cdeb6, host hv-cinder-76845, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=da12b3d8-69b9-4313-96f8-2343fa2cdeb6,segment=NetworkSegment(ea95cf1e-1801-4aac-b068-f790609643d0),segment_id=ea95cf1e-1801-4aac-b068-f790609643d0)] {{(pid=103715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 05:29:21.524639 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789290460654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789289919735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789289921293'] for port (81a761c3-2a1e-4962-bfaf-5c2f040d8af1), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:21.525509 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.rpc [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Device f69dbdff-dc8a-4904-ae26-78b3078d3ae3 up at agent ovs-agent-dv-cinder-768458-18-iscsi {{(pid=103716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 05:29:21.547812 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-1e48dcf3-5f0f-4b51-8e1b-f46096b181ff tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Publish callbacks [] for security_group (ce8b9e9a-d177-47c0-9c9b-f6152dd9c0f4), precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:21.570970 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-db891d3d-0e66-45bc-8e0f-b75e70407d3a req-69b9dc28-6bb7-4a5e-a990-476fec12002b tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789289919717'] for port (ec466470-4f90-4b06-9c22-8bb584849f0b), after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:21.616375 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-26000f25-8a91-4816-9299-a3a15ffce785 req-02f57cbc-5d56-49be-9a26-964e73d0f1aa tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d69e608-83e2-4afc-ba8a-1373a1de5f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0728281 Mar 02 05:29:21.650124 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-d6cb0433-8b03-4a93-bd63-07f7a59ef21a req-65c29a1b-db09-4a64-8038-1ebb1f5b283f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789290460654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789289919735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789289921293'] for port (da12b3d8-69b9-4313-96f8-2343fa2cdeb6), after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:21.652591 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.db.l3_dvr_db [None req-4ac401c4-26fd-445d-959a-f91763372d43 None None] Set router aa79e986-2404-4136-904a-dbad8a9b4ddf gateway port host: dv-cinder-768458-18-iscsi {{(pid=103717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 05:29:21.664059 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-1e48dcf3-5f0f-4b51-8e1b-f46096b181ff tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629892'] for security_group (ce8b9e9a-d177-47c0-9c9b-f6152dd9c0f4), after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:21.730279 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Pushing event updated for resources: {'Port': ['ID=81a761c3-2a1e-4962-bfaf-5c2f040d8af1,revision_number=5']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:29:21.827568 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e48dcf3-5f0f-4b51-8e1b-f46096b181ff tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce8b9e9a-d177-47c0-9c9b-f6152dd9c0f4,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:29:21.844127 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-15fab263-9641-42fd-a7c4-6b4db6997021 None None] Current status of the port f708e536-4a9f-41cc-907a-150ca1721be7 is: DOWN; New status is: ACTIVE {{(pid=103716) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 05:29:21.844530 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-15fab263-9641-42fd-a7c4-6b4db6997021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for port (f708e536-4a9f-41cc-907a-150ca1721be7), before_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:21.846714 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.provisioning_blocks [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Provisioning complete for port f69dbdff-dc8a-4904-ae26-78b3078d3ae3 triggered by entity L2. {{(pid=103716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 05:29:21.847083 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012754'] for port (f69dbdff-dc8a-4904-ae26-78b3078d3ae3), provisioning_complete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:21.857397 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-1e48dcf3-5f0f-4b51-8e1b-f46096b181ff tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Publish callbacks [] for security_group (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:21.858903 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-1e48dcf3-5f0f-4b51-8e1b-f46096b181ff tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.8329988 Mar 02 05:29:21.933810 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-99f47631-d9e3-41eb-991c-df28ef841065 req-21b988c6-dd42-49d5-871a-23fdd5dc8603 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/ports?device_id=13e93b9a-3bda-45ad-b1d1-25e229a6cf5b HTTP/1.1" status: 200 len: 210 time: 0.0730348 Mar 02 05:29:21.967719 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.32', 34540) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:29:21.989603 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.v2.base [None req-47b3d332-9f66-4c1a-9222-cebdad4ba5c7 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Request body: {'security_group_rule': {'security_group_id': 'ce8b9e9a-d177-47c0-9c9b-f6152dd9c0f4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 05:29:22.021860 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-15fab263-9641-42fd-a7c4-6b4db6997021 None None] For port f708e536-4a9f-41cc-907a-150ca1721be7, host dv-cinder-768458-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-18-iscsi',level=0,port_id=f708e536-4a9f-41cc-907a-150ca1721be7,segment=NetworkSegment(15c6c484-0d48-4d40-b6e8-616bb71b4578),segment_id=15c6c484-0d48-4d40-b6e8-616bb71b4578)] {{(pid=103716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 05:29:22.031590 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db891d3d-0e66-45bc-8e0f-b75e70407d3a req-69b9dc28-6bb7-4a5e-a990-476fec12002b tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] Network 6269aee3-2e0e-4eb6-b2da-e53edf4d265e is already hosted by enough agents. {{(pid=103715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 05:29:22.036804 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cb0433-8b03-4a93-bd63-07f7a59ef21a req-65c29a1b-db09-4a64-8038-1ebb1f5b283f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:29:22.037601 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-d6cb0433-8b03-4a93-bd63-07f7a59ef21a req-65c29a1b-db09-4a64-8038-1ebb1f5b283f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531172'] for port (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:22.039143 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-d6cb0433-8b03-4a93-bd63-07f7a59ef21a req-65c29a1b-db09-4a64-8038-1ebb1f5b283f service neutron] 10.222.0.41 "PUT /v2.0/ports/da12b3d8-69b9-4313-96f8-2343fa2cdeb6 HTTP/1.1" status: 200 len: 1094 time: 4.4231265 Mar 02 05:29:22.039824 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '580ce9a8-2b79-47da-8092-e1f137611fb4', 'tag': 'da12b3d8-69b9-4313-96f8-2343fa2cdeb6'}] {{(pid=103715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 05:29:22.100065 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [req-db891d3d-0e66-45bc-8e0f-b75e70407d3a req-69b9dc28-6bb7-4a5e-a990-476fec12002b tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] Resources bound (agent type, host, resource id): {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 05:29:22.101267 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Current status of the port f69dbdff-dc8a-4904-ae26-78b3078d3ae3 is: ACTIVE; New status is: ACTIVE {{(pid=103716) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 05:29:22.109162 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [req-db891d3d-0e66-45bc-8e0f-b75e70407d3a req-69b9dc28-6bb7-4a5e-a990-476fec12002b tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] Received port after_create {{(pid=103715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 05:29:22.109516 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-4ac401c4-26fd-445d-959a-f91763372d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa79e986-2404-4136-904a-dbad8a9b4ddf', 'name': 'tempest-AttachVolumeShelveTestJSON-1925534195-router', 'tenant_id': '7c356e87fe874337af907d7d9f0a2bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'external_fixed_ips': [{'subnet_id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'ip_address': '172.27.2.212'}], 'enable_snat': True}, 'gw_port_id': '94519c60-ed40-4640-8dc1-57747bf0da94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T05:29:04Z', 'updated_at': '2022-03-02T05:29:14Z', 'revision_number': 4, 'project_id': '7c356e87fe874337af907d7d9f0a2bb3', 'gw_port': {'id': '94519c60-ed40-4640-8dc1-57747bf0da94', 'name': '', 'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:b9:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa79e986-2404-4136-904a-dbad8a9b4ddf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'ip_address': '172.27.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T05:29:05Z', 'updated_at': '2022-03-02T05:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-18-iscsi', '_interfaces': [{'id': 'f708e536-4a9f-41cc-907a-150ca1721be7', 'name': '', 'network_id': 'cca8cd28-8205-477a-92b1-88a32e29d0bc', 'tenant_id': '7c356e87fe874337af907d7d9f0a2bb3', 'mac_address': 'fa:16:3e:d4:f2:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa79e986-2404-4136-904a-dbad8a9b4ddf', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'ab127ad9-ce11-421d-b130-80cd6d7ddae3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T05:29:11Z', 'updated_at': '2022-03-02T05:29:20Z', 'revision_number': 4, 'project_id': '7c356e87fe874337af907d7d9f0a2bb3', 'subnets': [{'id': 'ab127ad9-ce11-421d-b130-80cd6d7ddae3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-18-iscsi', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 05:29:22.114023 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db891d3d-0e66-45bc-8e0f-b75e70407d3a req-69b9dc28-6bb7-4a5e-a990-476fec12002b tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:29:22.115134 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-db891d3d-0e66-45bc-8e0f-b75e70407d3a req-69b9dc28-6bb7-4a5e-a990-476fec12002b tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531172'] for port (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:22.126758 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-15fab263-9641-42fd-a7c4-6b4db6997021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789290460654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789289919735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789289921293'] for port (f708e536-4a9f-41cc-907a-150ca1721be7), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:22.148527 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-47b3d332-9f66-4c1a-9222-cebdad4ba5c7 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Publish callbacks [] for security_group_rule (e8f607a2-f6da-4bfe-bfa0-557e294b6974), before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:22.155860 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b9dc28-6bb7-4a5e-a990-476fec12002b tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] Pushing event updated for resources: {'Port': ['ID=ec466470-4f90-4b06-9c22-8bb584849f0b,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:29:22.205716 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ac401c4-26fd-445d-959a-f91763372d43 None None] The sync data for ids ['aa79e986-2404-4136-904a-dbad8a9b4ddf'] in dv-cinder-768458-18-iscsi is: [{'id': 'aa79e986-2404-4136-904a-dbad8a9b4ddf', 'name': 'tempest-AttachVolumeShelveTestJSON-1925534195-router', 'tenant_id': '7c356e87fe874337af907d7d9f0a2bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'external_fixed_ips': [{'subnet_id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'ip_address': '172.27.2.212'}], 'enable_snat': True}, 'gw_port_id': '94519c60-ed40-4640-8dc1-57747bf0da94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T05:29:04Z', 'updated_at': '2022-03-02T05:29:14Z', 'revision_number': 4, 'project_id': '7c356e87fe874337af907d7d9f0a2bb3', 'gw_port': {'id': '94519c60-ed40-4640-8dc1-57747bf0da94', 'name': '', 'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:b9:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa79e986-2404-4136-904a-dbad8a9b4ddf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'ip_address': '172.27.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T05:29:05Z', 'updated_at': '2022-03-02T05:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-18-iscsi', '_interfaces': [{'id': 'f708e536-4a9f-41cc-907a-150ca1721be7', 'name': '', 'network_id': 'cca8cd28-8205-477a-92b1-88a32e29d0bc', 'tenant_id': '7c356e87fe874337af907d7d9f0a2bb3', 'mac_address': 'fa:16:3e:d4:f2:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa79e986-2404-4136-904a-dbad8a9b4ddf', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'ab127ad9-ce11-421d-b130-80cd6d7ddae3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T05:29:11Z', 'updated_at': '2022-03-02T05:29:20Z', 'revision_number': 4, 'project_id': '7c356e87fe874337af907d7d9f0a2bb3', 'subnets': [{'id': 'ab127ad9-ce11-421d-b130-80cd6d7ddae3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 05:29:22.222917 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-db891d3d-0e66-45bc-8e0f-b75e70407d3a req-69b9dc28-6bb7-4a5e-a990-476fec12002b tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2454147 Mar 02 05:29:22.243010 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c29a1b-db09-4a64-8038-1ebb1f5b283f service neutron] Pushing event updated for resources: {'Port': ['ID=da12b3d8-69b9-4313-96f8-2343fa2cdeb6,revision_number=3']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:29:22.263862 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-47b3d332-9f66-4c1a-9222-cebdad4ba5c7 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Publish callbacks [] for security_group_rule (e8f607a2-f6da-4bfe-bfa0-557e294b6974), precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:22.272288 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fab263-9641-42fd-a7c4-6b4db6997021 None None] Pushing event updated for resources: {'Port': ['ID=f708e536-4a9f-41cc-907a-150ca1721be7,revision_number=5']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:29:22.280965 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.provisioning_blocks [None req-1a524243-d83a-424b-81ea-ca4618768f83 None None] Provisioning complete for port f708e536-4a9f-41cc-907a-150ca1721be7 triggered by entity DHCP. {{(pid=103716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 05:29:22.281479 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-1a524243-d83a-424b-81ea-ca4618768f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012754'] for port (f708e536-4a9f-41cc-907a-150ca1721be7), provisioning_complete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:22.305164 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.notifiers.nova [req-a04defea-e7de-4750-942c-af2edd59638b req-41b51d28-bdea-43db-91a1-92273e2dc499 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f25e0ce-7e86-4e42-ac1d-857b7783219a {{(pid=103714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 05:29:22.317490 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-e4faae2c-26f8-4fe3-8c21-f99bb0c8b058 admin admin] Publish callbacks [] for security_group (aa437816-ed13-4ea1-a98e-c471a91d54ec), before_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:22.324273 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [req-a04defea-e7de-4750-942c-af2edd59638b req-41b51d28-bdea-43db-91a1-92273e2dc499 service neutron] Publish callbacks [] for port (1f25e0ce-7e86-4e42-ac1d-857b7783219a), precommit_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:22.343206 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-47b3d332-9f66-4c1a-9222-cebdad4ba5c7 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629875'] for security_group_rule (e8f607a2-f6da-4bfe-bfa0-557e294b6974), after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:22.376583 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821c9058-fd04-41cb-ae1a-d02c38974cb4 req-cd552651-dd0a-4762-a4a1-0acd14d6528a tempest-DeleteServersTestJSON-512846769 tempest-DeleteServersTestJSON-512846769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:29:22.378746 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6b615920106d83c92ac2e7a83ecc91ff2029d0c3ca4726e1521f538b1ed31e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de72e7c3-1d3b-4043-8e69-84ba319abd97" -d '{"events": [{"name": "network-changed", "server_uuid": "580ce9a8-2b79-47da-8092-e1f137611fb4", "tag": "da12b3d8-69b9-4313-96f8-2343fa2cdeb6"}]}' {{(pid=103715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 05:29:22.381975 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-821c9058-fd04-41cb-ae1a-d02c38974cb4 req-cd552651-dd0a-4762-a4a1-0acd14d6528a tempest-DeleteServersTestJSON-512846769 tempest-DeleteServersTestJSON-512846769-project] 10.222.0.32 "GET /v2.0/ports?device_id=580ce9a8-2b79-47da-8092-e1f137611fb4 HTTP/1.1" status: 200 len: 944 time: 1.1043937 Mar 02 05:29:22.393316 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b3d332-9f66-4c1a-9222-cebdad4ba5c7 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8f607a2-f6da-4bfe-bfa0-557e294b6974,revision_number=0']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:29:22.417272 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-1a524243-d83a-424b-81ea-ca4618768f83 None None] Current status of the port f708e536-4a9f-41cc-907a-150ca1721be7 is: ACTIVE; New status is: ACTIVE {{(pid=103716) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 05:29:22.442485 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.db.provisioning_blocks [req-a04defea-e7de-4750-942c-af2edd59638b req-41b51d28-bdea-43db-91a1-92273e2dc499 service neutron] Transition to ACTIVE for port object 1f25e0ce-7e86-4e42-ac1d-857b7783219a will not be triggered until provisioned by entity L2. {{(pid=103714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 02 05:29:22.447738 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-47b3d332-9f66-4c1a-9222-cebdad4ba5c7 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:22.448595 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3bba47e-f912-456e-83f0-97f83bac4714 admin admin] Notify agent at l3_agent.dv-cinder-768458-18-iscsi the message routers_updated {{(pid=103714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 05:29:22.448961 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-47b3d332-9f66-4c1a-9222-cebdad4ba5c7 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4716272 Mar 02 05:29:22.452370 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.32', 34552) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:29:22.457893 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [None req-f3bba47e-f912-456e-83f0-97f83bac4714 admin admin] 10.222.0.32 "PUT /v2.0/routers/279f7eec-5f94-4a26-9856-cbbd0eb5eab5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.2258639 Mar 02 05:29:22.460432 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-e4faae2c-26f8-4fe3-8c21-f99bb0c8b058 admin admin] Publish callbacks [] for security_group (aa437816-ed13-4ea1-a98e-c471a91d54ec), precommit_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:22.480612 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.v2.base [None req-a603ab7e-9e22-4aea-b1cb-f17d77bdf7e7 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Request body: {'security_group_rule': {'security_group_id': 'ce8b9e9a-d177-47c0-9c9b-f6152dd9c0f4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 05:29:22.513391 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8049d648-38c2-4547-9c5b-e000adf2ca54 None None] Sync routers for ids ['279f7eec-5f94-4a26-9856-cbbd0eb5eab5'] in dv-cinder-768458-18-iscsi {{(pid=103716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 05:29:22.544412 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8049d648-38c2-4547-9c5b-e000adf2ca54 None None] Routers {'279f7eec-5f94-4a26-9856-cbbd0eb5eab5'} bound to L3 agent in host dv-cinder-768458-18-iscsi {{(pid=103716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 05:29:22.545318 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.l3_hamode_db [None req-8049d648-38c2-4547-9c5b-e000adf2ca54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T05:20:42Z,description=,heartbeat_timestamp=2022-03-02T05:29:12Z,host='dv-cinder-768458-18-iscsi',id=9c2b50e6-1677-4aa9-928e-941b4c488fc5,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T05:20:42Z,topic='l3_agent')) {'router_ids': ['279f7eec-5f94-4a26-9856-cbbd0eb5eab5'], 'active': True} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 05:29:22.551000 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [req-a04defea-e7de-4750-942c-af2edd59638b req-41b51d28-bdea-43db-91a1-92273e2dc499 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789290460654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789289919735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789289921293'] for port (1f25e0ce-7e86-4e42-ac1d-857b7783219a), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:22.569862 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-821c9058-fd04-41cb-ae1a-d02c38974cb4 req-dc53f2c5-841d-4787-b44a-f6ad9da6fe26 tempest-DeleteServersTestJSON-512846769 tempest-DeleteServersTestJSON-512846769-project] 10.222.0.32 "GET /v2.0/security-groups?id=ac566ab1-1af5-474a-a2a2-f0b990b56907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635973 Mar 02 05:29:22.616317 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-a603ab7e-9e22-4aea-b1cb-f17d77bdf7e7 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Publish callbacks [] for security_group_rule (9cfcee8e-3f63-4839-943a-96c828b7d24b), before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:22.731101 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Mar 2022 05:29:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88f243f2-56f8-42e2-9a50-c2b7255a3182 x-openstack-request-id: req-88f243f2-56f8-42e2-9a50-c2b7255a3182 {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 05:29:22.734763 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "580ce9a8-2b79-47da-8092-e1f137611fb4", "tag": "da12b3d8-69b9-4313-96f8-2343fa2cdeb6", "status": "completed", "code": 200}]} {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 05:29:22.735331 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-88f243f2-56f8-42e2-9a50-c2b7255a3182 {{(pid=103715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 05:29:22.735986 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '580ce9a8-2b79-47da-8092-e1f137611fb4', 'tag': 'da12b3d8-69b9-4313-96f8-2343fa2cdeb6', 'status': 'completed', 'code': 200} Mar 02 05:29:22.769218 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b51d28-bdea-43db-91a1-92273e2dc499 service neutron] Pushing event updated for resources: {'Port': ['ID=1f25e0ce-7e86-4e42-ac1d-857b7783219a,revision_number=2']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:29:22.773785 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.managers [req-a04defea-e7de-4750-942c-af2edd59638b req-41b51d28-bdea-43db-91a1-92273e2dc499 service neutron] Attempting to bind port 1f25e0ce-7e86-4e42-ac1d-857b7783219a on host hv-cinder-76845 for vnic_type normal with profile {{(pid=103714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 05:29:22.774323 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.managers [req-a04defea-e7de-4750-942c-af2edd59638b req-41b51d28-bdea-43db-91a1-92273e2dc499 service neutron] Attempting to bind port 1f25e0ce-7e86-4e42-ac1d-857b7783219a by drivers openvswitch,hyperv on host hv-cinder-76845 at level 0 using segments [{'id': 'c6af62b3-fa4c-444b-9a01-d317b4ec4d1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'cb4d6411-b85c-4bdf-b5e1-c15f0442d664'}] {{(pid=103714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 05:29:22.774906 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a04defea-e7de-4750-942c-af2edd59638b req-41b51d28-bdea-43db-91a1-92273e2dc499 service neutron] Attempting to bind port 1f25e0ce-7e86-4e42-ac1d-857b7783219a on network cb4d6411-b85c-4bdf-b5e1-c15f0442d664 {{(pid=103714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 05:29:22.785154 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a04defea-e7de-4750-942c-af2edd59638b req-41b51d28-bdea-43db-91a1-92273e2dc499 service neutron] Port 1f25e0ce-7e86-4e42-ac1d-857b7783219a on network cb4d6411-b85c-4bdf-b5e1-c15f0442d664 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76845 {{(pid=103714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 02 05:29:22.785696 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a04defea-e7de-4750-942c-af2edd59638b req-41b51d28-bdea-43db-91a1-92273e2dc499 service neutron] Attempting to bind port 1f25e0ce-7e86-4e42-ac1d-857b7783219a on network cb4d6411-b85c-4bdf-b5e1-c15f0442d664 {{(pid=103714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 05:29:22.799898 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a04defea-e7de-4750-942c-af2edd59638b req-41b51d28-bdea-43db-91a1-92273e2dc499 service neutron] Checking agent: {'id': 'db45f871-b7ec-436d-b6b8-6a0a072a2253', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76845', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 5, 27, 7), 'started_at': datetime.datetime(2022, 3, 2, 5, 27, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 5, 29, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 05:29:22.800524 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a04defea-e7de-4750-942c-af2edd59638b req-41b51d28-bdea-43db-91a1-92273e2dc499 service neutron] Checking segment: {'id': 'c6af62b3-fa4c-444b-9a01-d317b4ec4d1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'cb4d6411-b85c-4bdf-b5e1-c15f0442d664'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 05:29:22.801352 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a04defea-e7de-4750-942c-af2edd59638b req-41b51d28-bdea-43db-91a1-92273e2dc499 service neutron] Bound using segment: {'id': 'c6af62b3-fa4c-444b-9a01-d317b4ec4d1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'cb4d6411-b85c-4bdf-b5e1-c15f0442d664'} {{(pid=103714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 05:29:22.802322 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.managers [req-a04defea-e7de-4750-942c-af2edd59638b req-41b51d28-bdea-43db-91a1-92273e2dc499 service neutron] Bound port: 1f25e0ce-7e86-4e42-ac1d-857b7783219a, host: hv-cinder-76845, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6af62b3-fa4c-444b-9a01-d317b4ec4d1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'cb4d6411-b85c-4bdf-b5e1-c15f0442d664'}}] {{(pid=103714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 05:29:22.802854 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [req-a04defea-e7de-4750-942c-af2edd59638b req-41b51d28-bdea-43db-91a1-92273e2dc499 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for port (1f25e0ce-7e86-4e42-ac1d-857b7783219a), before_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:22.860432 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-a603ab7e-9e22-4aea-b1cb-f17d77bdf7e7 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Publish callbacks [] for security_group_rule (9cfcee8e-3f63-4839-943a-96c828b7d24b), precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:22.953167 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-e4faae2c-26f8-4fe3-8c21-f99bb0c8b058 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629892'] for security_group (aa437816-ed13-4ea1-a98e-c471a91d54ec), after_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:22.964268 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-e4faae2c-26f8-4fe3-8c21-f99bb0c8b058 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:22.966846 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [None req-e4faae2c-26f8-4fe3-8c21-f99bb0c8b058 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/aa437816-ed13-4ea1-a98e-c471a91d54ec HTTP/1.1" status: 204 len: 168 time: 1.7565417 Mar 02 05:29:22.974258 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-a603ab7e-9e22-4aea-b1cb-f17d77bdf7e7 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629875'] for security_group_rule (9cfcee8e-3f63-4839-943a-96c828b7d24b), after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:23.030875 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a603ab7e-9e22-4aea-b1cb-f17d77bdf7e7 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9cfcee8e-3f63-4839-943a-96c828b7d24b,revision_number=0']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:29:23.033897 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.rpc [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Device 81a761c3-2a1e-4962-bfaf-5c2f040d8af1 up at agent ovs-agent-dv-cinder-768458-18-iscsi {{(pid=103716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 05:29:23.068943 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4faae2c-26f8-4fe3-8c21-f99bb0c8b058 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa437816-ed13-4ea1-a98e-c471a91d54ec,revision_number=None']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:29:23.073954 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.v2.base [req-db891d3d-0e66-45bc-8e0f-b75e70407d3a req-a3b11503-9e87-4a73-b329-fc4d7814b5f2 service neutron] Request body: {'port': {'device_id': '4e6f95c0-3d74-43ec-9c37-9bff8fac7934', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76845'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 05:29:23.184882 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2777924e-a0a4-4aa7-8f9c-f2ed28d5e680 req-963703cc-836f-4ba9-a051-7375f2a9b02b tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:29:23.190842 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-2777924e-a0a4-4aa7-8f9c-f2ed28d5e680 req-963703cc-836f-4ba9-a051-7375f2a9b02b tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] 10.222.0.32 "GET /v2.0/ports?device_id=a2b7491f-e53a-40e3-97e9-757e43cea760 HTTP/1.1" status: 200 len: 943 time: 0.3458970 Mar 02 05:29:23.214623 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.db [req-a04defea-e7de-4750-942c-af2edd59638b req-41b51d28-bdea-43db-91a1-92273e2dc499 service neutron] For port 1f25e0ce-7e86-4e42-ac1d-857b7783219a, host hv-cinder-76845, cleared binding levels {{(pid=103714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 05:29:23.341240 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-2777924e-a0a4-4aa7-8f9c-f2ed28d5e680 req-7ce800da-9cdc-4d0f-90e7-cd222cd64cbf tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d69e608-83e2-4afc-ba8a-1373a1de5f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307008 Mar 02 05:29:23.390859 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.db [req-a04defea-e7de-4750-942c-af2edd59638b req-41b51d28-bdea-43db-91a1-92273e2dc499 service neutron] For port 1f25e0ce-7e86-4e42-ac1d-857b7783219a, host hv-cinder-76845, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=1f25e0ce-7e86-4e42-ac1d-857b7783219a,segment=NetworkSegment(c6af62b3-fa4c-444b-9a01-d317b4ec4d1f),segment_id=c6af62b3-fa4c-444b-9a01-d317b4ec4d1f)] {{(pid=103714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 05:29:23.410261 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.l3_dvr_db [None req-8049d648-38c2-4547-9c5b-e000adf2ca54 None None] Set router 279f7eec-5f94-4a26-9856-cbbd0eb5eab5 gateway port host: dv-cinder-768458-18-iscsi {{(pid=103716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 05:29:23.414831 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.provisioning_blocks [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Provisioning complete for port 81a761c3-2a1e-4962-bfaf-5c2f040d8af1 triggered by entity L2. {{(pid=103716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 05:29:23.416048 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012754'] for port (81a761c3-2a1e-4962-bfaf-5c2f040d8af1), provisioning_complete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:23.426978 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-a603ab7e-9e22-4aea-b1cb-f17d77bdf7e7 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:23.429162 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-a603ab7e-9e22-4aea-b1cb-f17d77bdf7e7 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9758093 Mar 02 05:29:23.432376 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.wsgi [-] (103714) accepted ('10.222.0.32', 34580) {{(pid=103714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:29:23.440563 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.v2.base [None req-b6a4ed15-d477-4a1a-9861-90b6d5143e88 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Request body: {'floatingip': {'floating_network_id': 'b55256da-732d-4561-a24f-23ea9a772c58'}} {{(pid=103714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 05:29:23.481912 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de72e7c3-1d3b-4043-8e69-84ba319abd97 req-b434ee4f-9c7a-4e46-b8ba-05c26ab8fad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:29:23.484857 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-de72e7c3-1d3b-4043-8e69-84ba319abd97 req-b434ee4f-9c7a-4e46-b8ba-05c26ab8fad1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=590c1787b8fc414494d29793ff416658&device_id=580ce9a8-2b79-47da-8092-e1f137611fb4 HTTP/1.1" status: 200 len: 1128 time: 0.3775551 Mar 02 05:29:23.486211 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-db891d3d-0e66-45bc-8e0f-b75e70407d3a req-a3b11503-9e87-4a73-b329-fc4d7814b5f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for port (ec466470-4f90-4b06-9c22-8bb584849f0b), before_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:23.555457 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-ba8d8198-09ca-4029-ba7b-35841d7474c4 req-b0937748-e4cb-4d0e-a9bd-720ce9c1dd21 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/ports?device_id=13e93b9a-3bda-45ad-b1d1-25e229a6cf5b HTTP/1.1" status: 200 len: 210 time: 0.0590587 Mar 02 05:29:23.556274 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [req-a04defea-e7de-4750-942c-af2edd59638b req-41b51d28-bdea-43db-91a1-92273e2dc499 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789290460654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789289919735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789289921293'] for port (1f25e0ce-7e86-4e42-ac1d-857b7783219a), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:23.710266 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.wsgi [-] (103714) accepted ('10.222.0.41', 53296) {{(pid=103714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:29:23.720912 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b51d28-bdea-43db-91a1-92273e2dc499 service neutron] Pushing event updated for resources: {'Port': ['ID=1f25e0ce-7e86-4e42-ac1d-857b7783219a,revision_number=3']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:29:23.730782 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-b6a4ed15-d477-4a1a-9861-90b6d5143e88 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:23.877570 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.wsgi [-] (103714) accepted ('10.222.0.32', 34588) {{(pid=103714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:29:23.899867 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Current status of the port 81a761c3-2a1e-4962-bfaf-5c2f040d8af1 is: ACTIVE; New status is: ACTIVE {{(pid=103716) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 05:29:23.901113 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.rpc [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Device f708e536-4a9f-41cc-907a-150ca1721be7 up at agent ovs-agent-dv-cinder-768458-18-iscsi {{(pid=103716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 05:29:24.004439 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.v2.base [None req-1b87bb42-785c-4a06-8c2d-b521339b53d5 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] Request body: {'security_group': {'name': 'tempest-securitygroup--59016895', 'description': 'tempest-description--1066016412'}} {{(pid=103714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 05:29:24.041188 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.l3_hamode_db [None req-8049d648-38c2-4547-9c5b-e000adf2ca54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '279f7eec-5f94-4a26-9856-cbbd0eb5eab5', 'name': 'tempest-AttachVolumeTestJSON-318348053-router', 'tenant_id': 'e206b3ab3679495682403c34b4fe8d9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'external_fixed_ips': [{'subnet_id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'ip_address': '172.27.2.68'}], 'enable_snat': True}, 'gw_port_id': 'f69dbdff-dc8a-4904-ae26-78b3078d3ae3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T05:29:04Z', 'updated_at': '2022-03-02T05:29:17Z', 'revision_number': 4, 'project_id': 'e206b3ab3679495682403c34b4fe8d9a', 'gw_port': {'id': 'f69dbdff-dc8a-4904-ae26-78b3078d3ae3', 'name': '', 'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:af:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '279f7eec-5f94-4a26-9856-cbbd0eb5eab5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'ip_address': '172.27.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T05:29:06Z', 'updated_at': '2022-03-02T05:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-18-iscsi', '_interfaces': [{'id': '5b703634-9ede-4863-b157-97a8de60550a', 'name': '', 'network_id': '18011967-2bc2-45c8-947b-290963b3926b', 'tenant_id': 'e206b3ab3679495682403c34b4fe8d9a', 'mac_address': 'fa:16:3e:c8:2a:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '279f7eec-5f94-4a26-9856-cbbd0eb5eab5', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '24744b4d-8303-4a95-a314-609059e1d9b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T05:29:12Z', 'updated_at': '2022-03-02T05:29:17Z', 'revision_number': 2, 'project_id': 'e206b3ab3679495682403c34b4fe8d9a', 'subnets': [{'id': '24744b4d-8303-4a95-a314-609059e1d9b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-18-iscsi', False) {} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 05:29:24.076363 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04defea-e7de-4750-942c-af2edd59638b req-41b51d28-bdea-43db-91a1-92273e2dc499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:29:24.079977 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [req-a04defea-e7de-4750-942c-af2edd59638b req-41b51d28-bdea-43db-91a1-92273e2dc499 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531172'] for port (None), before_response {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:24.083639 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-a04defea-e7de-4750-942c-af2edd59638b req-41b51d28-bdea-43db-91a1-92273e2dc499 service neutron] 10.222.0.41 "PUT /v2.0/ports/1f25e0ce-7e86-4e42-ac1d-857b7783219a HTTP/1.1" status: 200 len: 1093 time: 4.7680304 Mar 02 05:29:24.095771 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8049d648-38c2-4547-9c5b-e000adf2ca54 None None] Checking router: 279f7eec-5f94-4a26-9856-cbbd0eb5eab5 for host: dv-cinder-768458-18-iscsi {{(pid=103716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 05:29:24.096399 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8049d648-38c2-4547-9c5b-e000adf2ca54 None None] Updating router 279f7eec-5f94-4a26-9856-cbbd0eb5eab5 port 5b703634-9ede-4863-b157-97a8de60550a binding host dv-cinder-768458-18-iscsi {{(pid=103716) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 05:29:24.098658 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.provisioning_blocks [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Provisioning complete for port f708e536-4a9f-41cc-907a-150ca1721be7 triggered by entity L2. {{(pid=103716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 05:29:24.110500 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012754'] for port (f708e536-4a9f-41cc-907a-150ca1721be7), provisioning_complete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:24.114694 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2b7491f-e53a-40e3-97e9-757e43cea760', 'tag': '1f25e0ce-7e86-4e42-ac1d-857b7783219a'}] {{(pid=103714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 05:29:24.248148 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-8049d648-38c2-4547-9c5b-e000adf2ca54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for port (5b703634-9ede-4863-b157-97a8de60550a), before_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:24.328333 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de72e7c3-1d3b-4043-8e69-84ba319abd97 req-6d927921-e5e0-4592-a787-0e176d5cb517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:29:24.343721 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-de72e7c3-1d3b-4043-8e69-84ba319abd97 req-6d927921-e5e0-4592-a787-0e176d5cb517 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=590c1787b8fc414494d29793ff416658&shared=False HTTP/1.1" status: 200 len: 913 time: 0.8292944 Mar 02 05:29:24.600627 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-1b87bb42-785c-4a06-8c2d-b521339b53d5 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] Publish callbacks [] for security_group (None), before_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:24.697371 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Current status of the port f708e536-4a9f-41cc-907a-150ca1721be7 is: ACTIVE; New status is: ACTIVE {{(pid=103716) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 05:29:24.892251 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de72e7c3-1d3b-4043-8e69-84ba319abd97 req-8b756c77-6306-40f8-8fac-8eca65eb80cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:29:24.894657 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-de72e7c3-1d3b-4043-8e69-84ba319abd97 req-8b756c77-6306-40f8-8fac-8eca65eb80cf service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5419183 Mar 02 05:29:24.981808 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-1b87bb42-785c-4a06-8c2d-b521339b53d5 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] Publish callbacks [] for security_group (c04bdde9-68b7-4585-97f2-cb2ed276dc41), precommit_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:24.997381 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ff79788530fe2085a0b37cf7dfc71d903fcc72df0d156f3e5e7065db2593a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fb92c40-3990-49a6-886a-94bce6d8221c" -d '{"events": [{"name": "network-changed", "server_uuid": "a2b7491f-e53a-40e3-97e9-757e43cea760", "tag": "1f25e0ce-7e86-4e42-ac1d-857b7783219a"}]}' {{(pid=103714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 05:29:25.005950 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8e2c90-6a33-4f19-9a0c-fdabe5051c22 req-ad63172e-2477-46df-98bd-525e5afd9e2c tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:29:25.007540 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-ab8e2c90-6a33-4f19-9a0c-fdabe5051c22 req-ad63172e-2477-46df-98bd-525e5afd9e2c tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] 10.222.0.32 "GET /v2.0/ports?device_id=a2b7491f-e53a-40e3-97e9-757e43cea760 HTTP/1.1" status: 200 len: 943 time: 0.4506137 Mar 02 05:29:25.030006 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-8049d648-38c2-4547-9c5b-e000adf2ca54 None None] Publish callbacks [] for port (5b703634-9ede-4863-b157-97a8de60550a), precommit_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:25.066957 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e24fd19-dcb7-4ab7-b7d0-3bfc53982c92 req-be30b00a-1baa-4d0f-946e-e598373c8969 tempest-DeleteServersTestJSON-512846769 tempest-DeleteServersTestJSON-512846769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:29:25.074540 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-3e24fd19-dcb7-4ab7-b7d0-3bfc53982c92 req-be30b00a-1baa-4d0f-946e-e598373c8969 tempest-DeleteServersTestJSON-512846769 tempest-DeleteServersTestJSON-512846769-project] 10.222.0.32 "GET /v2.0/ports?device_id=580ce9a8-2b79-47da-8092-e1f137611fb4 HTTP/1.1" status: 200 len: 944 time: 1.1977377 Mar 02 05:29:25.077874 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04defea-e7de-4750-942c-af2edd59638b req-df241dee-57ab-45a1-8f7c-69e89e9698ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:29:25.079327 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-a04defea-e7de-4750-942c-af2edd59638b req-df241dee-57ab-45a1-8f7c-69e89e9698ad service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=47a43f3507b84842aa61a77dbb193f66&device_id=a2b7491f-e53a-40e3-97e9-757e43cea760 HTTP/1.1" status: 200 len: 1127 time: 0.6980774 Mar 02 05:29:25.144696 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11890702-68ed-4672-bd1a-9affbcef4f47 req-93e56102-f53e-4935-9496-33e639a38a47 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:29:25.147076 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-11890702-68ed-4672-bd1a-9affbcef4f47 req-93e56102-f53e-4935-9496-33e639a38a47 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.41 "GET /v2.0/networks?id=6269aee3-2e0e-4eb6-b2da-e53edf4d265e HTTP/1.1" status: 200 len: 819 time: 1.4179134 Mar 02 05:29:25.148087 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-1b87bb42-785c-4a06-8c2d-b521339b53d5 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629892'] for security_group (c04bdde9-68b7-4585-97f2-cb2ed276dc41), after_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:25.155040 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-8049d648-38c2-4547-9c5b-e000adf2ca54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789290460654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789289919735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789289921293'] for port (5b703634-9ede-4863-b157-97a8de60550a), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:25.252131 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-ab8e2c90-6a33-4f19-9a0c-fdabe5051c22 req-2f5ff6a3-b82a-4190-9f96-5da94a4f4644 tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d69e608-83e2-4afc-ba8a-1373a1de5f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2380886 Mar 02 05:29:25.286663 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cb0433-8b03-4a93-bd63-07f7a59ef21a req-6f1c443e-0369-452d-abf9-b66cb36f90e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:29:25.299031 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-d6cb0433-8b03-4a93-bd63-07f7a59ef21a req-6f1c443e-0369-452d-abf9-b66cb36f90e8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=590c1787b8fc414494d29793ff416658&device_id=580ce9a8-2b79-47da-8092-e1f137611fb4 HTTP/1.1" status: 200 len: 1128 time: 0.3254418 Mar 02 05:29:25.304205 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c728b84-126a-4a9e-bd60-d99550f465d1 None None] Pushing event updated for resources: {'Port': ['ID=5b703634-9ede-4863-b157-97a8de60550a,revision_number=3']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:29:25.491380 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.managers [None req-8049d648-38c2-4547-9c5b-e000adf2ca54 None None] Attempting to bind port 5b703634-9ede-4863-b157-97a8de60550a on host dv-cinder-768458-18-iscsi for vnic_type normal with profile {{(pid=103716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 05:29:25.492249 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.managers [None req-8049d648-38c2-4547-9c5b-e000adf2ca54 None None] Attempting to bind port 5b703634-9ede-4863-b157-97a8de60550a by drivers openvswitch,hyperv on host dv-cinder-768458-18-iscsi at level 0 using segments [{'id': '43e8c482-1a50-4e10-a19a-64e9763e2b05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '18011967-2bc2-45c8-947b-290963b3926b'}] {{(pid=103716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 05:29:25.493560 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8049d648-38c2-4547-9c5b-e000adf2ca54 None None] Attempting to bind port 5b703634-9ede-4863-b157-97a8de60550a on network 18011967-2bc2-45c8-947b-290963b3926b {{(pid=103716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 05:29:25.498836 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.v2.base [req-11890702-68ed-4672-bd1a-9affbcef4f47 req-2fb87d93-380c-450b-ba56-838749753ff8 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] Request body: {'port': {'device_id': '13e93b9a-3bda-45ad-b1d1-25e229a6cf5b', 'network_id': '6269aee3-2e0e-4eb6-b2da-e53edf4d265e', 'admin_state_up': True, 'tenant_id': 'baeaa70a8e234288af44838b99895a45'}} {{(pid=103714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 05:29:25.508525 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8049d648-38c2-4547-9c5b-e000adf2ca54 None None] Checking agent: {'id': '64307ea2-7468-48d5-a188-5e76dfb99c6b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 5, 20, 46), 'started_at': datetime.datetime(2022, 3, 2, 5, 21, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 5, 29, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 05:29:25.508525 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8049d648-38c2-4547-9c5b-e000adf2ca54 None None] Checking segment: {'id': '43e8c482-1a50-4e10-a19a-64e9763e2b05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '18011967-2bc2-45c8-947b-290963b3926b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 05:29:25.508525 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-8049d648-38c2-4547-9c5b-e000adf2ca54 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:25.508525 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8049d648-38c2-4547-9c5b-e000adf2ca54 None None] Bound using segment: {'id': '43e8c482-1a50-4e10-a19a-64e9763e2b05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '18011967-2bc2-45c8-947b-290963b3926b'} {{(pid=103716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 05:29:25.508525 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.managers [None req-8049d648-38c2-4547-9c5b-e000adf2ca54 None None] Bound port: 5b703634-9ede-4863-b157-97a8de60550a, host: dv-cinder-768458-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43e8c482-1a50-4e10-a19a-64e9763e2b05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '18011967-2bc2-45c8-947b-290963b3926b'}}] {{(pid=103716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 05:29:25.508525 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-8049d648-38c2-4547-9c5b-e000adf2ca54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for port (5b703634-9ede-4863-b157-97a8de60550a), before_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:25.521528 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-d6cb0433-8b03-4a93-bd63-07f7a59ef21a req-c96c3e54-e158-488a-a336-e2e4713da30c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=da12b3d8-69b9-4313-96f8-2343fa2cdeb6 HTTP/1.1" status: 200 len: 217 time: 0.2048538 Mar 02 05:29:25.545234 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-a04defea-e7de-4750-942c-af2edd59638b req-fb714a8c-eed2-43c6-816f-f53083196b3c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1f25e0ce-7e86-4e42-ac1d-857b7783219a HTTP/1.1" status: 200 len: 217 time: 0.4457760 Mar 02 05:29:25.591896 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-00de21fb-7394-477b-a3e3-275ca22a1bed req-b9763625-998e-4558-8738-14ff65c5e45a tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/ports?device_id=13e93b9a-3bda-45ad-b1d1-25e229a6cf5b HTTP/1.1" status: 200 len: 210 time: 0.0691171 Mar 02 05:29:25.686054 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cb0433-8b03-4a93-bd63-07f7a59ef21a req-7fab6795-6321-4814-a686-f66b52c874fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:29:25.688239 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-d6cb0433-8b03-4a93-bd63-07f7a59ef21a req-7fab6795-6321-4814-a686-f66b52c874fa service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1fdca3a1-517a-499c-9459-2f3c35d8fead HTTP/1.1" status: 200 len: 852 time: 0.0870061 Mar 02 05:29:25.698716 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-1b87bb42-785c-4a06-8c2d-b521339b53d5 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] Publish callbacks [] for security_group (None), before_response {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:25.703919 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [None req-1b87bb42-785c-4a06-8c2d-b521339b53d5 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 1.7994790 Mar 02 05:29:25.704689 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.wsgi [-] (103714) accepted ('10.222.0.32', 34648) {{(pid=103714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:29:25.742064 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-8049d648-38c2-4547-9c5b-e000adf2ca54 None None] For port 5b703634-9ede-4863-b157-97a8de60550a, host dv-cinder-768458-18-iscsi, cleared binding levels {{(pid=103716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 05:29:25.750876 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-8049d648-38c2-4547-9c5b-e000adf2ca54 None None] For port 5b703634-9ede-4863-b157-97a8de60550a, host dv-cinder-768458-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-18-iscsi',level=0,port_id=5b703634-9ede-4863-b157-97a8de60550a,segment=NetworkSegment(43e8c482-1a50-4e10-a19a-64e9763e2b05),segment_id=43e8c482-1a50-4e10-a19a-64e9763e2b05)] {{(pid=103716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 05:29:25.768251 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.v2.base [None req-c47b1168-e648-4b39-82b8-86abbf7c3b5d tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] Request body: {'security_group_rule': {'security_group_id': 'c04bdde9-68b7-4585-97f2-cb2ed276dc41', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 05:29:25.775335 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b87bb42-785c-4a06-8c2d-b521339b53d5 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c04bdde9-68b7-4585-97f2-cb2ed276dc41,revision_number=1']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:29:25.796033 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-d6cb0433-8b03-4a93-bd63-07f7a59ef21a req-54a55784-5526-404f-8270-36f2e9e7aad0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6524d76d-6324-44b0-8f7b-b29ae66515b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0967841 Mar 02 05:29:25.814227 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-3e24fd19-dcb7-4ab7-b7d0-3bfc53982c92 req-8789c79c-43d9-41b2-82f0-dafbcb3c9c87 tempest-DeleteServersTestJSON-512846769 tempest-DeleteServersTestJSON-512846769-project] 10.222.0.32 "GET /v2.0/security-groups?id=ac566ab1-1af5-474a-a2a2-f0b990b56907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7387836 Mar 02 05:29:25.816625 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.provisioning_blocks [None req-33649857-dcda-4da8-bf66-42220caeacf3 None None] Provisioning complete for port 5b703634-9ede-4863-b157-97a8de60550a triggered by entity DHCP. {{(pid=103716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 05:29:25.816625 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-33649857-dcda-4da8-bf66-42220caeacf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012754'] for port (5b703634-9ede-4863-b157-97a8de60550a), provisioning_complete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:25.869905 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04defea-e7de-4750-942c-af2edd59638b req-3fbc4a29-01d9-4c8f-aa74-0a7ec8201fff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:29:25.871467 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-a04defea-e7de-4750-942c-af2edd59638b req-3fbc4a29-01d9-4c8f-aa74-0a7ec8201fff service neutron] 10.222.0.41 "GET /v2.0/subnets?id=056b3ebb-3d6a-47e8-85ab-02c7bbeeef7f HTTP/1.1" status: 200 len: 854 time: 0.2236373 Mar 02 05:29:25.875120 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-b6a4ed15-d477-4a1a-9861-90b6d5143e88 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for port (None), before_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:25.888343 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-8049d648-38c2-4547-9c5b-e000adf2ca54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789290460654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789289919735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789289921293'] for port (5b703634-9ede-4863-b157-97a8de60550a), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:25.903536 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.notifiers.nova [req-db891d3d-0e66-45bc-8e0f-b75e70407d3a req-a3b11503-9e87-4a73-b329-fc4d7814b5f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec466470-4f90-4b06-9c22-8bb584849f0b {{(pid=103715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 05:29:25.953260 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-a04defea-e7de-4750-942c-af2edd59638b req-5ea658a9-f272-483f-965e-3a2639b856aa service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cb4d6411-b85c-4bdf-b5e1-c15f0442d664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0721729 Mar 02 05:29:25.992675 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-33649857-dcda-4da8-bf66-42220caeacf3 None None] Port 5b703634-9ede-4863-b157-97a8de60550a cannot update to ACTIVE because it is not bound. {{(pid=103716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 02 05:29:26.018926 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-db891d3d-0e66-45bc-8e0f-b75e70407d3a req-a3b11503-9e87-4a73-b329-fc4d7814b5f2 service neutron] Publish callbacks [] for port (ec466470-4f90-4b06-9c22-8bb584849f0b), precommit_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:26.078264 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.db.provisioning_blocks [req-db891d3d-0e66-45bc-8e0f-b75e70407d3a req-a3b11503-9e87-4a73-b329-fc4d7814b5f2 service neutron] Transition to ACTIVE for port object ec466470-4f90-4b06-9c22-8bb584849f0b will not be triggered until provisioned by entity L2. {{(pid=103715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 02 05:29:26.081554 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Mar 2022 05:29:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4672caab-19a9-4f7a-b745-cf7d2c7401f9 x-openstack-request-id: req-4672caab-19a9-4f7a-b745-cf7d2c7401f9 {{(pid=103714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 05:29:26.082049 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2b7491f-e53a-40e3-97e9-757e43cea760", "tag": "1f25e0ce-7e86-4e42-ac1d-857b7783219a", "status": "completed", "code": 200}]} {{(pid=103714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 05:29:26.082458 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4672caab-19a9-4f7a-b745-cf7d2c7401f9 {{(pid=103714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 05:29:26.083093 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2b7491f-e53a-40e3-97e9-757e43cea760', 'tag': '1f25e0ce-7e86-4e42-ac1d-857b7783219a', 'status': 'completed', 'code': 200} Mar 02 05:29:26.098910 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-c47b1168-e648-4b39-82b8-86abbf7c3b5d tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] Publish callbacks [] for security_group_rule (71abc716-3861-4496-8551-30c5faa86f1f), before_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:26.146634 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c728b84-126a-4a9e-bd60-d99550f465d1 None None] Pushing event updated for resources: {'Port': ['ID=5b703634-9ede-4863-b157-97a8de60550a,revision_number=4']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:29:26.168481 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8049d648-38c2-4547-9c5b-e000adf2ca54 None None] Routers {'279f7eec-5f94-4a26-9856-cbbd0eb5eab5'} bound to L3 agent in host dv-cinder-768458-18-iscsi {{(pid=103716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 05:29:26.169519 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.l3_hamode_db [None req-8049d648-38c2-4547-9c5b-e000adf2ca54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T05:20:42Z,description=,heartbeat_timestamp=2022-03-02T05:29:12Z,host='dv-cinder-768458-18-iscsi',id=9c2b50e6-1677-4aa9-928e-941b4c488fc5,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T05:20:42Z,topic='l3_agent')) {'router_ids': ['279f7eec-5f94-4a26-9856-cbbd0eb5eab5'], 'active': True} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 05:29:26.172349 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-d6cb0433-8b03-4a93-bd63-07f7a59ef21a req-d9152710-a34e-48fe-8e2e-fe31e4d06bf4 service neutron] 10.222.0.41 "GET /v2.0/networks/6524d76d-6324-44b0-8f7b-b29ae66515b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3563917 Mar 02 05:29:26.173040 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-db891d3d-0e66-45bc-8e0f-b75e70407d3a req-a3b11503-9e87-4a73-b329-fc4d7814b5f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789290460654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789289919735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789289921293'] for port (ec466470-4f90-4b06-9c22-8bb584849f0b), after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:26.310033 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b11503-9e87-4a73-b329-fc4d7814b5f2 service neutron] Pushing event updated for resources: {'Port': ['ID=ec466470-4f90-4b06-9c22-8bb584849f0b,revision_number=2']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:29:26.370270 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-a04defea-e7de-4750-942c-af2edd59638b req-ca6465b0-c931-441a-a673-f9446c4a4e8d service neutron] 10.222.0.41 "GET /v2.0/networks/cb4d6411-b85c-4bdf-b5e1-c15f0442d664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3847129 Mar 02 05:29:26.376830 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11890702-68ed-4672-bd1a-9affbcef4f47 req-2fb87d93-380c-450b-ba56-838749753ff8 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] Made reservation on behalf of baeaa70a8e234288af44838b99895a45 for: {'port': 1} {{(pid=103714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 05:29:26.380192 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [req-11890702-68ed-4672-bd1a-9affbcef4f47 req-2fb87d93-380c-450b-ba56-838749753ff8 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for port (None), before_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:26.454307 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.managers [req-db891d3d-0e66-45bc-8e0f-b75e70407d3a req-a3b11503-9e87-4a73-b329-fc4d7814b5f2 service neutron] Attempting to bind port ec466470-4f90-4b06-9c22-8bb584849f0b on host hv-cinder-76845 for vnic_type normal with profile {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 05:29:26.454958 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.managers [req-db891d3d-0e66-45bc-8e0f-b75e70407d3a req-a3b11503-9e87-4a73-b329-fc4d7814b5f2 service neutron] Attempting to bind port ec466470-4f90-4b06-9c22-8bb584849f0b by drivers openvswitch,hyperv on host hv-cinder-76845 at level 0 using segments [{'id': 'f72dff1c-57c4-4f1b-839d-2a6b2e94cc43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '6269aee3-2e0e-4eb6-b2da-e53edf4d265e'}] {{(pid=103715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 05:29:26.455528 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db891d3d-0e66-45bc-8e0f-b75e70407d3a req-a3b11503-9e87-4a73-b329-fc4d7814b5f2 service neutron] Attempting to bind port ec466470-4f90-4b06-9c22-8bb584849f0b on network 6269aee3-2e0e-4eb6-b2da-e53edf4d265e {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 05:29:26.456298 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.l3_dvr_db [None req-8049d648-38c2-4547-9c5b-e000adf2ca54 None None] Set router 279f7eec-5f94-4a26-9856-cbbd0eb5eab5 gateway port host: dv-cinder-768458-18-iscsi {{(pid=103716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 05:29:26.473324 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db891d3d-0e66-45bc-8e0f-b75e70407d3a req-a3b11503-9e87-4a73-b329-fc4d7814b5f2 service neutron] Port ec466470-4f90-4b06-9c22-8bb584849f0b on network 6269aee3-2e0e-4eb6-b2da-e53edf4d265e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76845 {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 02 05:29:26.473999 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db891d3d-0e66-45bc-8e0f-b75e70407d3a req-a3b11503-9e87-4a73-b329-fc4d7814b5f2 service neutron] Attempting to bind port ec466470-4f90-4b06-9c22-8bb584849f0b on network 6269aee3-2e0e-4eb6-b2da-e53edf4d265e {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 05:29:26.491929 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-d6cb0433-8b03-4a93-bd63-07f7a59ef21a req-ebb203e3-436f-4291-a897-c0093f261791 service neutron] 10.222.0.41 "GET /v2.0/networks/6524d76d-6324-44b0-8f7b-b29ae66515b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2903914 Mar 02 05:29:26.493104 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db891d3d-0e66-45bc-8e0f-b75e70407d3a req-a3b11503-9e87-4a73-b329-fc4d7814b5f2 service neutron] Checking agent: {'id': 'db45f871-b7ec-436d-b6b8-6a0a072a2253', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76845', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 5, 27, 7), 'started_at': datetime.datetime(2022, 3, 2, 5, 27, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 5, 29, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 05:29:26.493737 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db891d3d-0e66-45bc-8e0f-b75e70407d3a req-a3b11503-9e87-4a73-b329-fc4d7814b5f2 service neutron] Checking segment: {'id': 'f72dff1c-57c4-4f1b-839d-2a6b2e94cc43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '6269aee3-2e0e-4eb6-b2da-e53edf4d265e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 05:29:26.494476 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db891d3d-0e66-45bc-8e0f-b75e70407d3a req-a3b11503-9e87-4a73-b329-fc4d7814b5f2 service neutron] Bound using segment: {'id': 'f72dff1c-57c4-4f1b-839d-2a6b2e94cc43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '6269aee3-2e0e-4eb6-b2da-e53edf4d265e'} {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 05:29:26.495231 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.managers [req-db891d3d-0e66-45bc-8e0f-b75e70407d3a req-a3b11503-9e87-4a73-b329-fc4d7814b5f2 service neutron] Bound port: ec466470-4f90-4b06-9c22-8bb584849f0b, host: hv-cinder-76845, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f72dff1c-57c4-4f1b-839d-2a6b2e94cc43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '6269aee3-2e0e-4eb6-b2da-e53edf4d265e'}}] {{(pid=103715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 05:29:26.495876 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-db891d3d-0e66-45bc-8e0f-b75e70407d3a req-a3b11503-9e87-4a73-b329-fc4d7814b5f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for port (ec466470-4f90-4b06-9c22-8bb584849f0b), before_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:26.556337 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cc28ff-3339-4759-b0cb-8c676fa2729c req-deb5acce-ddf8-42d4-aedb-e1e1034fe381 tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:29:26.559428 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-00cc28ff-3339-4759-b0cb-8c676fa2729c req-deb5acce-ddf8-42d4-aedb-e1e1034fe381 tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] 10.222.0.32 "GET /v2.0/ports?device_id=a2b7491f-e53a-40e3-97e9-757e43cea760 HTTP/1.1" status: 200 len: 943 time: 0.1669040 Mar 02 05:29:26.636080 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.db [req-db891d3d-0e66-45bc-8e0f-b75e70407d3a req-a3b11503-9e87-4a73-b329-fc4d7814b5f2 service neutron] For port ec466470-4f90-4b06-9c22-8bb584849f0b, host hv-cinder-76845, cleared binding levels {{(pid=103715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 05:29:26.691459 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-00cc28ff-3339-4759-b0cb-8c676fa2729c req-c8e6e5eb-b322-4b74-bba7-bf08601bf6b3 tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d69e608-83e2-4afc-ba8a-1373a1de5f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258028 Mar 02 05:29:26.707512 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.provisioning_blocks [None req-d36d8c01-046c-4cb5-bc1f-625cf7f13b4b None None] Provisioning complete for port 5b703634-9ede-4863-b157-97a8de60550a triggered by entity DHCP. {{(pid=103716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 05:29:26.707894 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-d36d8c01-046c-4cb5-bc1f-625cf7f13b4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012754'] for port (5b703634-9ede-4863-b157-97a8de60550a), provisioning_complete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:26.713499 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.db [req-db891d3d-0e66-45bc-8e0f-b75e70407d3a req-a3b11503-9e87-4a73-b329-fc4d7814b5f2 service neutron] For port ec466470-4f90-4b06-9c22-8bb584849f0b, host hv-cinder-76845, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=ec466470-4f90-4b06-9c22-8bb584849f0b,segment=NetworkSegment(f72dff1c-57c4-4f1b-839d-2a6b2e94cc43),segment_id=f72dff1c-57c4-4f1b-839d-2a6b2e94cc43)] {{(pid=103715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 05:29:26.783789 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-db891d3d-0e66-45bc-8e0f-b75e70407d3a req-a3b11503-9e87-4a73-b329-fc4d7814b5f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789290460654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789289919735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789289921293'] for port (ec466470-4f90-4b06-9c22-8bb584849f0b), after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:26.881257 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db891d3d-0e66-45bc-8e0f-b75e70407d3a req-a3b11503-9e87-4a73-b329-fc4d7814b5f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:29:26.881896 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-db891d3d-0e66-45bc-8e0f-b75e70407d3a req-a3b11503-9e87-4a73-b329-fc4d7814b5f2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531172'] for port (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:26.883541 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-db891d3d-0e66-45bc-8e0f-b75e70407d3a req-a3b11503-9e87-4a73-b329-fc4d7814b5f2 service neutron] 10.222.0.41 "PUT /v2.0/ports/ec466470-4f90-4b06-9c22-8bb584849f0b HTTP/1.1" status: 200 len: 1093 time: 3.8374052 Mar 02 05:29:26.906281 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.db.db_base_plugin_common [None req-b6a4ed15-d477-4a1a-9861-90b6d5143e88 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Allocated IP 172.27.2.88 (b55256da-732d-4561-a24f-23ea9a772c58/77df959b-d159-4f61-98dc-e86e1ea2cf69/588d3354-135c-427c-8fa0-212aae305670) {{(pid=103714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 05:29:26.921612 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e6f95c0-3d74-43ec-9c37-9bff8fac7934', 'tag': 'ec466470-4f90-4b06-9c22-8bb584849f0b'}] {{(pid=103715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 05:29:26.924081 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6b615920106d83c92ac2e7a83ecc91ff2029d0c3ca4726e1521f538b1ed31e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-643c529e-de41-4149-b957-c272cbf55256" -d '{"events": [{"name": "network-changed", "server_uuid": "4e6f95c0-3d74-43ec-9c37-9bff8fac7934", "tag": "ec466470-4f90-4b06-9c22-8bb584849f0b"}]}' {{(pid=103715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 05:29:26.938366 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-fda0857a-5d5b-49bf-8d0e-12eb09cc008c req-1816b500-e246-4947-a187-45d02a9b3241 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/ports?device_id=13e93b9a-3bda-45ad-b1d1-25e229a6cf5b HTTP/1.1" status: 200 len: 210 time: 0.0890126 Mar 02 05:29:26.974215 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b11503-9e87-4a73-b329-fc4d7814b5f2 service neutron] Pushing event updated for resources: {'Port': ['ID=ec466470-4f90-4b06-9c22-8bb584849f0b,revision_number=3']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:29:27.004110 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-c47b1168-e648-4b39-82b8-86abbf7c3b5d tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] Publish callbacks [] for security_group_rule (71abc716-3861-4496-8551-30c5faa86f1f), precommit_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:27.091623 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db891d3d-0e66-45bc-8e0f-b75e70407d3a req-e9606ee4-202f-4f20-a45d-3dc27cc1cff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:29:27.093453 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-db891d3d-0e66-45bc-8e0f-b75e70407d3a req-e9606ee4-202f-4f20-a45d-3dc27cc1cff0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=baeaa70a8e234288af44838b99895a45&device_id=4e6f95c0-3d74-43ec-9c37-9bff8fac7934 HTTP/1.1" status: 200 len: 1127 time: 0.0792673 Mar 02 05:29:27.210046 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-c47b1168-e648-4b39-82b8-86abbf7c3b5d tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629875'] for security_group_rule (71abc716-3861-4496-8551-30c5faa86f1f), after_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:27.210762 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-d36d8c01-046c-4cb5-bc1f-625cf7f13b4b None None] Current status of the port 5b703634-9ede-4863-b157-97a8de60550a is: DOWN; New status is: ACTIVE {{(pid=103716) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 05:29:27.211390 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-d36d8c01-046c-4cb5-bc1f-625cf7f13b4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for port (5b703634-9ede-4863-b157-97a8de60550a), before_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:27.319815 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.db.db_base_plugin_common [req-11890702-68ed-4672-bd1a-9affbcef4f47 req-2fb87d93-380c-450b-ba56-838749753ff8 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] Allocated IP 172.20.0.13 (6269aee3-2e0e-4eb6-b2da-e53edf4d265e/4a30aa60-f586-4276-a1aa-cd6a333ae855/8cbde07d-4c96-4199-a4ad-3812e8837525) {{(pid=103714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 05:29:27.381646 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-d36d8c01-046c-4cb5-bc1f-625cf7f13b4b None None] For port 5b703634-9ede-4863-b157-97a8de60550a, host dv-cinder-768458-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-18-iscsi',level=0,port_id=5b703634-9ede-4863-b157-97a8de60550a,segment=NetworkSegment(43e8c482-1a50-4e10-a19a-64e9763e2b05),segment_id=43e8c482-1a50-4e10-a19a-64e9763e2b05)] {{(pid=103716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 05:29:27.410482 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.l3_hamode_db [None req-8049d648-38c2-4547-9c5b-e000adf2ca54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '279f7eec-5f94-4a26-9856-cbbd0eb5eab5', 'name': 'tempest-AttachVolumeTestJSON-318348053-router', 'tenant_id': 'e206b3ab3679495682403c34b4fe8d9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'external_fixed_ips': [{'subnet_id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'ip_address': '172.27.2.68'}], 'enable_snat': True}, 'gw_port_id': 'f69dbdff-dc8a-4904-ae26-78b3078d3ae3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T05:29:04Z', 'updated_at': '2022-03-02T05:29:17Z', 'revision_number': 4, 'project_id': 'e206b3ab3679495682403c34b4fe8d9a', 'gw_port': {'id': 'f69dbdff-dc8a-4904-ae26-78b3078d3ae3', 'name': '', 'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:af:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '279f7eec-5f94-4a26-9856-cbbd0eb5eab5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'ip_address': '172.27.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T05:29:06Z', 'updated_at': '2022-03-02T05:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-18-iscsi', '_interfaces': [{'id': '5b703634-9ede-4863-b157-97a8de60550a', 'name': '', 'network_id': '18011967-2bc2-45c8-947b-290963b3926b', 'tenant_id': 'e206b3ab3679495682403c34b4fe8d9a', 'mac_address': 'fa:16:3e:c8:2a:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '279f7eec-5f94-4a26-9856-cbbd0eb5eab5', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '24744b4d-8303-4a95-a314-609059e1d9b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T05:29:12Z', 'updated_at': '2022-03-02T05:29:25Z', 'revision_number': 4, 'project_id': 'e206b3ab3679495682403c34b4fe8d9a', 'subnets': [{'id': '24744b4d-8303-4a95-a314-609059e1d9b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-18-iscsi', False) {} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 05:29:27.465723 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8049d648-38c2-4547-9c5b-e000adf2ca54 None None] The sync data for ids ['279f7eec-5f94-4a26-9856-cbbd0eb5eab5'] in dv-cinder-768458-18-iscsi is: [{'id': '279f7eec-5f94-4a26-9856-cbbd0eb5eab5', 'name': 'tempest-AttachVolumeTestJSON-318348053-router', 'tenant_id': 'e206b3ab3679495682403c34b4fe8d9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'external_fixed_ips': [{'subnet_id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'ip_address': '172.27.2.68'}], 'enable_snat': True}, 'gw_port_id': 'f69dbdff-dc8a-4904-ae26-78b3078d3ae3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T05:29:04Z', 'updated_at': '2022-03-02T05:29:17Z', 'revision_number': 4, 'project_id': 'e206b3ab3679495682403c34b4fe8d9a', 'gw_port': {'id': 'f69dbdff-dc8a-4904-ae26-78b3078d3ae3', 'name': '', 'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:af:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '279f7eec-5f94-4a26-9856-cbbd0eb5eab5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'ip_address': '172.27.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T05:29:06Z', 'updated_at': '2022-03-02T05:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-18-iscsi', '_interfaces': [{'id': '5b703634-9ede-4863-b157-97a8de60550a', 'name': '', 'network_id': '18011967-2bc2-45c8-947b-290963b3926b', 'tenant_id': 'e206b3ab3679495682403c34b4fe8d9a', 'mac_address': 'fa:16:3e:c8:2a:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '279f7eec-5f94-4a26-9856-cbbd0eb5eab5', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '24744b4d-8303-4a95-a314-609059e1d9b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T05:29:12Z', 'updated_at': '2022-03-02T05:29:25Z', 'revision_number': 4, 'project_id': 'e206b3ab3679495682403c34b4fe8d9a', 'subnets': [{'id': '24744b4d-8303-4a95-a314-609059e1d9b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 05:29:27.482502 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-d36d8c01-046c-4cb5-bc1f-625cf7f13b4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789290460654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789289919735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789289921293'] for port (5b703634-9ede-4863-b157-97a8de60550a), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:27.655727 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36d8c01-046c-4cb5-bc1f-625cf7f13b4b None None] Pushing event updated for resources: {'Port': ['ID=5b703634-9ede-4863-b157-97a8de60550a,revision_number=5']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:29:27.681859 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-b6a4ed15-d477-4a1a-9861-90b6d5143e88 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Publish callbacks [] for port (588d3354-135c-427c-8fa0-212aae305670), precommit_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:27.719514 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47b1168-e648-4b39-82b8-86abbf7c3b5d tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71abc716-3861-4496-8551-30c5faa86f1f,revision_number=0']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:29:27.731514 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-a04defea-e7de-4750-942c-af2edd59638b req-6a99ee7b-8949-4c29-9210-70bbbdbcdaa5 service neutron] 10.222.0.41 "GET /v2.0/networks/cb4d6411-b85c-4bdf-b5e1-c15f0442d664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0630782 Mar 02 05:29:27.731594 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-db891d3d-0e66-45bc-8e0f-b75e70407d3a req-7de1b473-e62c-44f4-a9fc-5c54ba4b41aa service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ec466470-4f90-4b06-9c22-8bb584849f0b HTTP/1.1" status: 200 len: 217 time: 0.6185756 Mar 02 05:29:27.734345 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Mar 2022 05:29:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b24d1426-ed91-4f9d-937b-461bd585ebd3 x-openstack-request-id: req-b24d1426-ed91-4f9d-937b-461bd585ebd3 {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 05:29:27.734716 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e6f95c0-3d74-43ec-9c37-9bff8fac7934", "tag": "ec466470-4f90-4b06-9c22-8bb584849f0b", "status": "completed", "code": 200}]} {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 05:29:27.735037 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b24d1426-ed91-4f9d-937b-461bd585ebd3 {{(pid=103715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 05:29:27.735523 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e6f95c0-3d74-43ec-9c37-9bff8fac7934', 'tag': 'ec466470-4f90-4b06-9c22-8bb584849f0b', 'status': 'completed', 'code': 200} Mar 02 05:29:27.882725 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec85a26-d2bb-4ad3-8521-c19dfe9820af req-1deb8f27-6890-4b83-a5d4-b4442b155f4b tempest-DeleteServersTestJSON-512846769 tempest-DeleteServersTestJSON-512846769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:29:27.884787 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-fec85a26-d2bb-4ad3-8521-c19dfe9820af req-1deb8f27-6890-4b83-a5d4-b4442b155f4b tempest-DeleteServersTestJSON-512846769 tempest-DeleteServersTestJSON-512846769-project] 10.222.0.32 "GET /v2.0/ports?device_id=580ce9a8-2b79-47da-8092-e1f137611fb4 HTTP/1.1" status: 200 len: 944 time: 0.1524425 Mar 02 05:29:27.884993 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [req-11890702-68ed-4672-bd1a-9affbcef4f47 req-2fb87d93-380c-450b-ba56-838749753ff8 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] Publish callbacks [] for port (8cbde07d-4c96-4199-a4ad-3812e8837525), precommit_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:27.886263 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db891d3d-0e66-45bc-8e0f-b75e70407d3a req-57b5afad-7bd9-46f2-8b6b-c7b5ad92ae21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:29:27.888267 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-db891d3d-0e66-45bc-8e0f-b75e70407d3a req-57b5afad-7bd9-46f2-8b6b-c7b5ad92ae21 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4a30aa60-f586-4276-a1aa-cd6a333ae855 HTTP/1.1" status: 200 len: 859 time: 0.1370711 Mar 02 05:29:27.961373 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-db891d3d-0e66-45bc-8e0f-b75e70407d3a req-2f0b1923-151e-4435-bb38-99f0f114cafc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6269aee3-2e0e-4eb6-b2da-e53edf4d265e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402482 Mar 02 05:29:27.969300 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-c47b1168-e648-4b39-82b8-86abbf7c3b5d tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:27.973081 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [None req-c47b1168-e648-4b39-82b8-86abbf7c3b5d tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.2493443 Mar 02 05:29:27.987064 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-fec85a26-d2bb-4ad3-8521-c19dfe9820af req-6dcd48f7-1192-4a0e-b868-c9253df16c91 tempest-DeleteServersTestJSON-512846769 tempest-DeleteServersTestJSON-512846769-project] 10.222.0.32 "GET /v2.0/security-groups?id=ac566ab1-1af5-474a-a2a2-f0b990b56907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868649 Mar 02 05:29:27.987869 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.32', 34702) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:29:27.993384 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.v2.base [None req-b1435a6c-606f-4072-b597-7d1de5c657cc tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] Request body: {'security_group_rule': {'security_group_id': 'c04bdde9-68b7-4585-97f2-cb2ed276dc41', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 05:29:28.045791 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-b6a4ed15-d477-4a1a-9861-90b6d5143e88 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789289919717'] for port (588d3354-135c-427c-8fa0-212aae305670), after_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:28.129365 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [req-11890702-68ed-4672-bd1a-9affbcef4f47 req-2fb87d93-380c-450b-ba56-838749753ff8 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789289919717'] for port (8cbde07d-4c96-4199-a4ad-3812e8837525), after_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:28.138577 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6a4ed15-d477-4a1a-9861-90b6d5143e88 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Network b55256da-732d-4561-a24f-23ea9a772c58 is already hosted by enough agents. {{(pid=103714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 05:29:28.158822 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.scheduler.base_scheduler [None req-b6a4ed15-d477-4a1a-9861-90b6d5143e88 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Resources bound (agent type, host, resource id): {{(pid=103714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 05:29:28.161940 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a4ed15-d477-4a1a-9861-90b6d5143e88 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Received port after_create {{(pid=103714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 05:29:28.202190 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-db891d3d-0e66-45bc-8e0f-b75e70407d3a req-158440d7-6b33-4888-870e-4af0a6912591 service neutron] 10.222.0.41 "GET /v2.0/networks/6269aee3-2e0e-4eb6-b2da-e53edf4d265e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1996317 Mar 02 05:29:28.204676 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-b1435a6c-606f-4072-b597-7d1de5c657cc tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] Publish callbacks [] for security_group_rule (7153c413-6063-4149-80dd-c0ada1bbbd2d), before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:28.261245 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-b6a4ed15-d477-4a1a-9861-90b6d5143e88 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Publish callbacks [] for floatingip (126aee7b-cab4-44c0-9ecd-8ffbd956e706), precommit_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:28.285055 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb92c40-3990-49a6-886a-94bce6d8221c req-90e8d9da-5b81-4110-980d-e67695f8ef7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:29:28.286787 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-7fb92c40-3990-49a6-886a-94bce6d8221c req-90e8d9da-5b81-4110-980d-e67695f8ef7c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=47a43f3507b84842aa61a77dbb193f66&device_id=a2b7491f-e53a-40e3-97e9-757e43cea760 HTTP/1.1" status: 200 len: 1127 time: 0.3369713 Mar 02 05:29:28.297191 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e61f54-563b-4c97-bcfc-81ff071b9f12 req-7bd4b092-636e-4618-80cb-2d496c440842 tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:29:28.305864 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-53e61f54-563b-4c97-bcfc-81ff071b9f12 req-7bd4b092-636e-4618-80cb-2d496c440842 tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] 10.222.0.32 "GET /v2.0/ports?device_id=a2b7491f-e53a-40e3-97e9-757e43cea760 HTTP/1.1" status: 200 len: 943 time: 0.4712820 Mar 02 05:29:28.311944 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a4ed15-d477-4a1a-9861-90b6d5143e88 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Pushing event updated for resources: {'Port': ['ID=588d3354-135c-427c-8fa0-212aae305670,revision_number=1']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:29:28.326562 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c02156-9e0d-4660-ba7c-2cc50113dca9 req-5d1b33e0-3129-473c-8ad5-09aa6cd28e92 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:29:28.332115 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-10c02156-9e0d-4660-ba7c-2cc50113dca9 req-5d1b33e0-3129-473c-8ad5-09aa6cd28e92 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/ports?device_id=13e93b9a-3bda-45ad-b1d1-25e229a6cf5b HTTP/1.1" status: 200 len: 932 time: 0.2056506 Mar 02 05:29:28.341364 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11890702-68ed-4672-bd1a-9affbcef4f47 req-2fb87d93-380c-450b-ba56-838749753ff8 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] Network 6269aee3-2e0e-4eb6-b2da-e53edf4d265e is already hosted by enough agents. {{(pid=103714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 05:29:28.346688 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.scheduler.base_scheduler [req-11890702-68ed-4672-bd1a-9affbcef4f47 req-2fb87d93-380c-450b-ba56-838749753ff8 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] Resources bound (agent type, host, resource id): {{(pid=103714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 05:29:28.361342 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.db.l3_dvrscheduler_db [req-11890702-68ed-4672-bd1a-9affbcef4f47 req-2fb87d93-380c-450b-ba56-838749753ff8 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] Received port after_create {{(pid=103714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 05:29:28.377680 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11890702-68ed-4672-bd1a-9affbcef4f47 req-2fb87d93-380c-450b-ba56-838749753ff8 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:29:28.379120 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [req-11890702-68ed-4672-bd1a-9affbcef4f47 req-2fb87d93-380c-450b-ba56-838749753ff8 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531172'] for port (None), before_response {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:28.450496 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-b1435a6c-606f-4072-b597-7d1de5c657cc tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] Publish callbacks [] for security_group_rule (7153c413-6063-4149-80dd-c0ada1bbbd2d), precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:28.455884 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-db891d3d-0e66-45bc-8e0f-b75e70407d3a req-cff18cf4-7bbd-4241-9ef5-4bbbf4828969 service neutron] 10.222.0.41 "GET /v2.0/networks/6269aee3-2e0e-4eb6-b2da-e53edf4d265e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2456775 Mar 02 05:29:28.503481 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-10c02156-9e0d-4660-ba7c-2cc50113dca9 req-1f8a04b1-6abb-4d23-a168-edcf51d48d75 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd784b26-a24e-48e7-98ec-6c0ab769f87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622448 Mar 02 05:29:28.565925 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-b1435a6c-606f-4072-b597-7d1de5c657cc tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629875'] for security_group_rule (7153c413-6063-4149-80dd-c0ada1bbbd2d), after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:28.606408 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1435a6c-606f-4072-b597-7d1de5c657cc tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7153c413-6063-4149-80dd-c0ada1bbbd2d,revision_number=0']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:29:28.654669 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb87d93-380c-450b-ba56-838749753ff8 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] Pushing event updated for resources: {'Port': ['ID=8cbde07d-4c96-4199-a4ad-3812e8837525,revision_number=1']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:29:28.688362 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-53e61f54-563b-4c97-bcfc-81ff071b9f12 req-b149a80c-fe71-4a12-a4a9-7d8f2b0e9d53 tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d69e608-83e2-4afc-ba8a-1373a1de5f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3759744 Mar 02 05:29:28.689118 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-b6a4ed15-d477-4a1a-9861-90b6d5143e88 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for port (588d3354-135c-427c-8fa0-212aae305670), before_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:28.706096 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-11890702-68ed-4672-bd1a-9affbcef4f47 req-2fb87d93-380c-450b-ba56-838749753ff8 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3224711 Mar 02 05:29:28.733799 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-b1435a6c-606f-4072-b597-7d1de5c657cc tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:28.741639 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-b1435a6c-606f-4072-b597-7d1de5c657cc tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7527850 Mar 02 05:29:28.746775 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.32', 34718) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:29:28.763673 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.v2.base [None req-219d88d0-435d-45a6-a648-aa1b15827ce1 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] Request body: {'floatingip': {'floating_network_id': 'b55256da-732d-4561-a24f-23ea9a772c58'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 05:29:28.810824 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643c529e-de41-4149-b957-c272cbf55256 req-b2ba3246-6b28-4fca-8eca-0b9b8748fb5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:29:28.812822 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-643c529e-de41-4149-b957-c272cbf55256 req-b2ba3246-6b28-4fca-8eca-0b9b8748fb5f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=baeaa70a8e234288af44838b99895a45&device_id=4e6f95c0-3d74-43ec-9c37-9bff8fac7934 HTTP/1.1" status: 200 len: 1127 time: 0.1395116 Mar 02 05:29:28.820440 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.v2.base [req-11890702-68ed-4672-bd1a-9affbcef4f47 req-bd223cf9-6848-46cd-b2f8-5d70d340d65c service neutron] Request body: {'port': {'device_id': '13e93b9a-3bda-45ad-b1d1-25e229a6cf5b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76845'}} {{(pid=103714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 05:29:28.880705 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.rpc [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Device 5b703634-9ede-4863-b157-97a8de60550a up at agent ovs-agent-dv-cinder-768458-18-iscsi {{(pid=103716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 05:29:29.031259 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.provisioning_blocks [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Provisioning complete for port 5b703634-9ede-4863-b157-97a8de60550a triggered by entity L2. {{(pid=103716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 05:29:29.031669 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012754'] for port (5b703634-9ede-4863-b157-97a8de60550a), provisioning_complete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:29.117010 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb92c40-3990-49a6-886a-94bce6d8221c req-2e362694-a3a6-49b0-b8dc-9ddf80444e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:29:29.118565 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-7fb92c40-3990-49a6-886a-94bce6d8221c req-2e362694-a3a6-49b0-b8dc-9ddf80444e27 service neutron] 10.222.0.41 "GET /v2.0/networks?id=cb4d6411-b85c-4bdf-b5e1-c15f0442d664 HTTP/1.1" status: 200 len: 915 time: 0.8084319 Mar 02 05:29:29.121007 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [req-11890702-68ed-4672-bd1a-9affbcef4f47 req-bd223cf9-6848-46cd-b2f8-5d70d340d65c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for port (8cbde07d-4c96-4199-a4ad-3812e8837525), before_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:29.128811 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-219d88d0-435d-45a6-a648-aa1b15827ce1 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:29.232228 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Current status of the port 5b703634-9ede-4863-b157-97a8de60550a is: ACTIVE; New status is: ACTIVE {{(pid=103716) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 05:29:29.301956 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643c529e-de41-4149-b957-c272cbf55256 req-c0fcd3ab-2a71-4bf2-899d-6e2ca2a067ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:29:29.303455 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-643c529e-de41-4149-b957-c272cbf55256 req-c0fcd3ab-2a71-4bf2-899d-6e2ca2a067ef service neutron] 10.222.0.41 "GET /v2.0/networks?id=6269aee3-2e0e-4eb6-b2da-e53edf4d265e HTTP/1.1" status: 200 len: 920 time: 0.4733241 Mar 02 05:29:29.369207 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-7fb92c40-3990-49a6-886a-94bce6d8221c req-edd210a0-b8ad-46a1-ad57-7b2b767ae708 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1f25e0ce-7e86-4e42-ac1d-857b7783219a HTTP/1.1" status: 200 len: 217 time: 0.2052751 Mar 02 05:29:29.417746 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-219d88d0-435d-45a6-a648-aa1b15827ce1 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for port (None), before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:29.555047 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-643c529e-de41-4149-b957-c272cbf55256 req-69289419-a748-4a9b-ba58-50e0ca058157 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ec466470-4f90-4b06-9c22-8bb584849f0b HTTP/1.1" status: 200 len: 217 time: 0.0597742 Mar 02 05:29:29.648897 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-b6a4ed15-d477-4a1a-9861-90b6d5143e88 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Publish callbacks [] for port (588d3354-135c-427c-8fa0-212aae305670), precommit_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:29.662188 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0c0ba3-fb9b-430c-991b-16b6f802a033 req-fd03ebdf-e5a3-4cbc-a027-e3063fe910dd tempest-DeleteServersTestJSON-512846769 tempest-DeleteServersTestJSON-512846769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:29:29.664010 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-bc0c0ba3-fb9b-430c-991b-16b6f802a033 req-fd03ebdf-e5a3-4cbc-a027-e3063fe910dd tempest-DeleteServersTestJSON-512846769 tempest-DeleteServersTestJSON-512846769-project] 10.222.0.32 "GET /v2.0/ports?device_id=580ce9a8-2b79-47da-8092-e1f137611fb4 HTTP/1.1" status: 200 len: 944 time: 0.5385151 Mar 02 05:29:29.688232 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb92c40-3990-49a6-886a-94bce6d8221c req-911fada1-b31b-4c16-be46-b045760a1b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:29:29.689740 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-7fb92c40-3990-49a6-886a-94bce6d8221c req-911fada1-b31b-4c16-be46-b045760a1b08 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=056b3ebb-3d6a-47e8-85ab-02c7bbeeef7f HTTP/1.1" status: 200 len: 854 time: 0.2278302 Mar 02 05:29:29.713508 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643c529e-de41-4149-b957-c272cbf55256 req-d216a9ac-0c94-4494-a175-94690ae688b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:29:29.715574 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-643c529e-de41-4149-b957-c272cbf55256 req-d216a9ac-0c94-4494-a175-94690ae688b9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4a30aa60-f586-4276-a1aa-cd6a333ae855 HTTP/1.1" status: 200 len: 859 time: 0.1319709 Mar 02 05:29:29.765669 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-7fb92c40-3990-49a6-886a-94bce6d8221c req-b860088d-477e-4874-a10e-4d2126ddd6af service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cb4d6411-b85c-4bdf-b5e1-c15f0442d664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0589967 Mar 02 05:29:29.807008 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-643c529e-de41-4149-b957-c272cbf55256 req-a6c2f6c7-4a41-454c-bd1e-d189125ccf23 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6269aee3-2e0e-4eb6-b2da-e53edf4d265e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0822201 Mar 02 05:29:29.808313 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-bc0c0ba3-fb9b-430c-991b-16b6f802a033 req-c74faf78-7b05-4ddf-b049-61fd3c24e90f tempest-DeleteServersTestJSON-512846769 tempest-DeleteServersTestJSON-512846769-project] 10.222.0.32 "GET /v2.0/security-groups?id=ac566ab1-1af5-474a-a2a2-f0b990b56907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371675 Mar 02 05:29:29.853093 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.db.db_base_plugin_common [None req-219d88d0-435d-45a6-a648-aa1b15827ce1 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] Allocated IP 172.27.2.12 (b55256da-732d-4561-a24f-23ea9a772c58/77df959b-d159-4f61-98dc-e86e1ea2cf69/09b519b7-518a-479c-b553-32c4792424b6) {{(pid=103715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 05:29:29.870129 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41a8ded-91db-4f59-8d06-6854248ca72e req-6639cd24-cb55-4aaa-b3e9-cac767b783d2 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:29:29.873734 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-b41a8ded-91db-4f59-8d06-6854248ca72e req-6639cd24-cb55-4aaa-b3e9-cac767b783d2 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/ports?device_id=13e93b9a-3bda-45ad-b1d1-25e229a6cf5b HTTP/1.1" status: 200 len: 932 time: 0.2453544 Mar 02 05:29:29.998735 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-b41a8ded-91db-4f59-8d06-6854248ca72e req-27a1fe79-826f-4f25-bb5c-a250bb2854fa tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd784b26-a24e-48e7-98ec-6c0ab769f87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131470 Mar 02 05:29:30.312965 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-7fb92c40-3990-49a6-886a-94bce6d8221c req-4cb5c54f-8268-4feb-a349-8ebc826b7560 service neutron] 10.222.0.41 "GET /v2.0/networks/cb4d6411-b85c-4bdf-b5e1-c15f0442d664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5033562 Mar 02 05:29:30.339274 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a99a9bc-7173-4ba5-aac7-cda276e0a4ae req-e3f80aa5-cd64-4e81-83d4-1bb574f25a47 tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:29:30.341729 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-5a99a9bc-7173-4ba5-aac7-cda276e0a4ae req-e3f80aa5-cd64-4e81-83d4-1bb574f25a47 tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] 10.222.0.32 "GET /v2.0/ports?device_id=a2b7491f-e53a-40e3-97e9-757e43cea760 HTTP/1.1" status: 200 len: 943 time: 0.1426268 Mar 02 05:29:30.344024 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.notifiers.nova [req-11890702-68ed-4672-bd1a-9affbcef4f47 req-bd223cf9-6848-46cd-b2f8-5d70d340d65c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8cbde07d-4c96-4199-a4ad-3812e8837525 {{(pid=103714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 05:29:30.360685 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [req-11890702-68ed-4672-bd1a-9affbcef4f47 req-bd223cf9-6848-46cd-b2f8-5d70d340d65c service neutron] Publish callbacks [] for port (8cbde07d-4c96-4199-a4ad-3812e8837525), precommit_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:30.397037 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.db.provisioning_blocks [req-11890702-68ed-4672-bd1a-9affbcef4f47 req-bd223cf9-6848-46cd-b2f8-5d70d340d65c service neutron] Transition to ACTIVE for port object 8cbde07d-4c96-4199-a4ad-3812e8837525 will not be triggered until provisioned by entity L2. {{(pid=103714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 02 05:29:30.400061 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-219d88d0-435d-45a6-a648-aa1b15827ce1 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] Publish callbacks [] for port (09b519b7-518a-479c-b553-32c4792424b6), precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:30.409759 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-643c529e-de41-4149-b957-c272cbf55256 req-5cabb656-8208-494b-9bf4-179ed89f8c37 service neutron] 10.222.0.41 "GET /v2.0/networks/6269aee3-2e0e-4eb6-b2da-e53edf4d265e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4605944 Mar 02 05:29:30.435317 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-5a99a9bc-7173-4ba5-aac7-cda276e0a4ae req-f484ab83-113f-42c8-9e64-845744f4b6a5 tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d69e608-83e2-4afc-ba8a-1373a1de5f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866358 Mar 02 05:29:30.680251 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-b6a4ed15-d477-4a1a-9861-90b6d5143e88 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789290460654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789289919735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789289921293'] for port (588d3354-135c-427c-8fa0-212aae305670), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:30.735010 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-b6a4ed15-d477-4a1a-9861-90b6d5143e88 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556348'] for floatingip (126aee7b-cab4-44c0-9ecd-8ffbd956e706), after_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:30.764099 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a4ed15-d477-4a1a-9861-90b6d5143e88 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Pushing event updated for resources: {'Port': ['ID=588d3354-135c-427c-8fa0-212aae305670,revision_number=2']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:29:30.824181 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-219d88d0-435d-45a6-a648-aa1b15827ce1 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789289919717'] for port (09b519b7-518a-479c-b553-32c4792424b6), after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:30.826059 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [req-11890702-68ed-4672-bd1a-9affbcef4f47 req-bd223cf9-6848-46cd-b2f8-5d70d340d65c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789290460654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789289919735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789289921293'] for port (8cbde07d-4c96-4199-a4ad-3812e8837525), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:30.885692 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-219d88d0-435d-45a6-a648-aa1b15827ce1 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] Network b55256da-732d-4561-a24f-23ea9a772c58 is already hosted by enough agents. {{(pid=103715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 05:29:30.889689 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-219d88d0-435d-45a6-a648-aa1b15827ce1 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] Resources bound (agent type, host, resource id): {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 05:29:30.891443 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219d88d0-435d-45a6-a648-aa1b15827ce1 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] Pushing event updated for resources: {'Port': ['ID=09b519b7-518a-479c-b553-32c4792424b6,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:29:30.895260 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-219d88d0-435d-45a6-a648-aa1b15827ce1 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] Received port after_create {{(pid=103715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 05:29:30.924134 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd223cf9-6848-46cd-b2f8-5d70d340d65c service neutron] Pushing event updated for resources: {'Port': ['ID=8cbde07d-4c96-4199-a4ad-3812e8837525,revision_number=2']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:29:30.926282 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-b6a4ed15-d477-4a1a-9861-90b6d5143e88 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25628'] for floatingip (None), before_response {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:30.935759 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [None req-b6a4ed15-d477-4a1a-9861-90b6d5143e88 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 7.5018790 Mar 02 05:29:31.001828 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.managers [req-11890702-68ed-4672-bd1a-9affbcef4f47 req-bd223cf9-6848-46cd-b2f8-5d70d340d65c service neutron] Attempting to bind port 8cbde07d-4c96-4199-a4ad-3812e8837525 on host hv-cinder-76845 for vnic_type normal with profile {{(pid=103714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 05:29:31.002530 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.managers [req-11890702-68ed-4672-bd1a-9affbcef4f47 req-bd223cf9-6848-46cd-b2f8-5d70d340d65c service neutron] Attempting to bind port 8cbde07d-4c96-4199-a4ad-3812e8837525 by drivers openvswitch,hyperv on host hv-cinder-76845 at level 0 using segments [{'id': 'f72dff1c-57c4-4f1b-839d-2a6b2e94cc43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '6269aee3-2e0e-4eb6-b2da-e53edf4d265e'}] {{(pid=103714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 05:29:31.002530 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11890702-68ed-4672-bd1a-9affbcef4f47 req-bd223cf9-6848-46cd-b2f8-5d70d340d65c service neutron] Attempting to bind port 8cbde07d-4c96-4199-a4ad-3812e8837525 on network 6269aee3-2e0e-4eb6-b2da-e53edf4d265e {{(pid=103714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 05:29:31.010034 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11890702-68ed-4672-bd1a-9affbcef4f47 req-bd223cf9-6848-46cd-b2f8-5d70d340d65c service neutron] Port 8cbde07d-4c96-4199-a4ad-3812e8837525 on network 6269aee3-2e0e-4eb6-b2da-e53edf4d265e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76845 {{(pid=103714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 02 05:29:31.010364 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11890702-68ed-4672-bd1a-9affbcef4f47 req-bd223cf9-6848-46cd-b2f8-5d70d340d65c service neutron] Attempting to bind port 8cbde07d-4c96-4199-a4ad-3812e8837525 on network 6269aee3-2e0e-4eb6-b2da-e53edf4d265e {{(pid=103714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 05:29:31.014217 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-219d88d0-435d-45a6-a648-aa1b15827ce1 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] Publish callbacks [] for floatingip (355b6a1e-4dc2-4361-9585-8070412618d1), precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:31.018992 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11890702-68ed-4672-bd1a-9affbcef4f47 req-bd223cf9-6848-46cd-b2f8-5d70d340d65c service neutron] Checking agent: {'id': 'db45f871-b7ec-436d-b6b8-6a0a072a2253', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76845', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 5, 27, 7), 'started_at': datetime.datetime(2022, 3, 2, 5, 27, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 5, 29, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 05:29:31.018992 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11890702-68ed-4672-bd1a-9affbcef4f47 req-bd223cf9-6848-46cd-b2f8-5d70d340d65c service neutron] Checking segment: {'id': 'f72dff1c-57c4-4f1b-839d-2a6b2e94cc43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '6269aee3-2e0e-4eb6-b2da-e53edf4d265e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 05:29:31.022564 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11890702-68ed-4672-bd1a-9affbcef4f47 req-bd223cf9-6848-46cd-b2f8-5d70d340d65c service neutron] Bound using segment: {'id': 'f72dff1c-57c4-4f1b-839d-2a6b2e94cc43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '6269aee3-2e0e-4eb6-b2da-e53edf4d265e'} {{(pid=103714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 05:29:31.022564 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.managers [req-11890702-68ed-4672-bd1a-9affbcef4f47 req-bd223cf9-6848-46cd-b2f8-5d70d340d65c service neutron] Bound port: 8cbde07d-4c96-4199-a4ad-3812e8837525, host: hv-cinder-76845, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f72dff1c-57c4-4f1b-839d-2a6b2e94cc43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '6269aee3-2e0e-4eb6-b2da-e53edf4d265e'}}] {{(pid=103714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 05:29:31.022564 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [req-11890702-68ed-4672-bd1a-9affbcef4f47 req-bd223cf9-6848-46cd-b2f8-5d70d340d65c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for port (8cbde07d-4c96-4199-a4ad-3812e8837525), before_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:31.048786 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3384e4-483e-44e0-b3fb-a21818c873df req-43113f92-8c5e-41f0-9f84-d8802a1ee540 tempest-DeleteServersTestJSON-512846769 tempest-DeleteServersTestJSON-512846769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:29:31.050476 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-8c3384e4-483e-44e0-b3fb-a21818c873df req-43113f92-8c5e-41f0-9f84-d8802a1ee540 tempest-DeleteServersTestJSON-512846769 tempest-DeleteServersTestJSON-512846769-project] 10.222.0.32 "GET /v2.0/ports?device_id=580ce9a8-2b79-47da-8092-e1f137611fb4 HTTP/1.1" status: 200 len: 944 time: 0.1507246 Mar 02 05:29:31.136772 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-219d88d0-435d-45a6-a648-aa1b15827ce1 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for port (09b519b7-518a-479c-b553-32c4792424b6), before_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:31.151572 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.db [req-11890702-68ed-4672-bd1a-9affbcef4f47 req-bd223cf9-6848-46cd-b2f8-5d70d340d65c service neutron] For port 8cbde07d-4c96-4199-a4ad-3812e8837525, host hv-cinder-76845, cleared binding levels {{(pid=103714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 05:29:31.156690 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-8c3384e4-483e-44e0-b3fb-a21818c873df req-2abe5c06-1f31-4c90-ad4a-18043cdfae57 tempest-DeleteServersTestJSON-512846769 tempest-DeleteServersTestJSON-512846769-project] 10.222.0.32 "GET /v2.0/security-groups?id=ac566ab1-1af5-474a-a2a2-f0b990b56907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837097 Mar 02 05:29:31.158262 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.db [req-11890702-68ed-4672-bd1a-9affbcef4f47 req-bd223cf9-6848-46cd-b2f8-5d70d340d65c service neutron] For port 8cbde07d-4c96-4199-a4ad-3812e8837525, host hv-cinder-76845, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=8cbde07d-4c96-4199-a4ad-3812e8837525,segment=NetworkSegment(f72dff1c-57c4-4f1b-839d-2a6b2e94cc43),segment_id=f72dff1c-57c4-4f1b-839d-2a6b2e94cc43)] {{(pid=103714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 05:29:31.214423 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-04c2dd25-ef30-4aae-bca8-19c589b1ffad req-959537ae-20a0-4f3b-b3b8-34b5c0f52985 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--150730549&fields=id&tenant_id=7c356e87fe874337af907d7d9f0a2bb3 HTTP/1.1" status: 200 len: 267 time: 0.0876682 Mar 02 05:29:31.268591 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66682c3-09cf-4bd5-b727-8686dde65f91 req-77ffb198-f2be-48d2-8577-5e1958ac1a99 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:29:31.269991 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-f66682c3-09cf-4bd5-b727-8686dde65f91 req-77ffb198-f2be-48d2-8577-5e1958ac1a99 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/ports?device_id=13e93b9a-3bda-45ad-b1d1-25e229a6cf5b HTTP/1.1" status: 200 len: 944 time: 0.0586669 Mar 02 05:29:31.276765 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [req-11890702-68ed-4672-bd1a-9affbcef4f47 req-bd223cf9-6848-46cd-b2f8-5d70d340d65c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789290460654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789289919735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789289921293'] for port (8cbde07d-4c96-4199-a4ad-3812e8837525), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:31.325728 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11890702-68ed-4672-bd1a-9affbcef4f47 req-bd223cf9-6848-46cd-b2f8-5d70d340d65c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:29:31.326362 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [req-11890702-68ed-4672-bd1a-9affbcef4f47 req-bd223cf9-6848-46cd-b2f8-5d70d340d65c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531172'] for port (None), before_response {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:31.327773 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-11890702-68ed-4672-bd1a-9affbcef4f47 req-bd223cf9-6848-46cd-b2f8-5d70d340d65c service neutron] 10.222.0.41 "PUT /v2.0/ports/8cbde07d-4c96-4199-a4ad-3812e8837525 HTTP/1.1" status: 200 len: 1094 time: 2.5866251 Mar 02 05:29:31.331930 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13e93b9a-3bda-45ad-b1d1-25e229a6cf5b', 'tag': '8cbde07d-4c96-4199-a4ad-3812e8837525'}] {{(pid=103714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 05:29:31.336636 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ff79788530fe2085a0b37cf7dfc71d903fcc72df0d156f3e5e7065db2593a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21f544f2-b6e8-4258-9562-f7f76d9c2526" -d '{"events": [{"name": "network-changed", "server_uuid": "13e93b9a-3bda-45ad-b1d1-25e229a6cf5b", "tag": "8cbde07d-4c96-4199-a4ad-3812e8837525"}]}' {{(pid=103714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 05:29:31.431134 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-f66682c3-09cf-4bd5-b727-8686dde65f91 req-ea640a62-d2c3-491b-b82b-d2edfd2fe379 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd784b26-a24e-48e7-98ec-6c0ab769f87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510277 Mar 02 05:29:31.433864 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd223cf9-6848-46cd-b2f8-5d70d340d65c service neutron] Pushing event updated for resources: {'Port': ['ID=8cbde07d-4c96-4199-a4ad-3812e8837525,revision_number=3']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:29:31.504877 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Mar 2022 05:29:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd104efb-ebe1-4af8-800e-104a93fdf26d x-openstack-request-id: req-cd104efb-ebe1-4af8-800e-104a93fdf26d {{(pid=103714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 05:29:31.505169 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13e93b9a-3bda-45ad-b1d1-25e229a6cf5b", "tag": "8cbde07d-4c96-4199-a4ad-3812e8837525", "status": "completed", "code": 200}]} {{(pid=103714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 05:29:31.505429 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-cd104efb-ebe1-4af8-800e-104a93fdf26d {{(pid=103714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 05:29:31.505827 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13e93b9a-3bda-45ad-b1d1-25e229a6cf5b', 'tag': '8cbde07d-4c96-4199-a4ad-3812e8837525', 'status': 'completed', 'code': 200} Mar 02 05:29:31.511509 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-7fb92c40-3990-49a6-886a-94bce6d8221c req-a4b15fd7-b0ce-49e8-92f2-7b0ade292b68 service neutron] 10.222.0.41 "GET /v2.0/networks/cb4d6411-b85c-4bdf-b5e1-c15f0442d664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1695127 Mar 02 05:29:31.530930 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11890702-68ed-4672-bd1a-9affbcef4f47 req-dd023990-f5fb-4a20-a394-bfc287eff197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:29:31.532855 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-11890702-68ed-4672-bd1a-9affbcef4f47 req-dd023990-f5fb-4a20-a394-bfc287eff197 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=baeaa70a8e234288af44838b99895a45&device_id=13e93b9a-3bda-45ad-b1d1-25e229a6cf5b HTTP/1.1" status: 200 len: 1128 time: 0.0765066 Mar 02 05:29:31.587186 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-11890702-68ed-4672-bd1a-9affbcef4f47 req-810b6c49-5402-4325-90a8-0b60fc7e6f10 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8cbde07d-4c96-4199-a4ad-3812e8837525 HTTP/1.1" status: 200 len: 217 time: 0.0380094 Mar 02 05:29:31.632527 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c2dd25-ef30-4aae-bca8-19c589b1ffad req-72d4dad1-e24e-47be-9a27-c077a11404b0 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:29:31.633996 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-04c2dd25-ef30-4aae-bca8-19c589b1ffad req-72d4dad1-e24e-47be-9a27-c077a11404b0 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/networks?id=cca8cd28-8205-477a-92b1-88a32e29d0bc HTTP/1.1" status: 200 len: 817 time: 0.4044993 Mar 02 05:29:31.670857 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-219d88d0-435d-45a6-a648-aa1b15827ce1 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] Publish callbacks [] for port (09b519b7-518a-479c-b553-32c4792424b6), precommit_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:31.679829 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-04c2dd25-ef30-4aae-bca8-19c589b1ffad req-b44fa7c5-701b-4758-a784-206a3d487444 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/quotas/7c356e87fe874337af907d7d9f0a2bb3 HTTP/1.1" status: 200 len: 375 time: 0.0390959 Mar 02 05:29:31.695136 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11890702-68ed-4672-bd1a-9affbcef4f47 req-fdef57c9-cbc6-4208-a9ef-b6d9f2909d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:29:31.697237 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-11890702-68ed-4672-bd1a-9affbcef4f47 req-fdef57c9-cbc6-4208-a9ef-b6d9f2909d2d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4a30aa60-f586-4276-a1aa-cd6a333ae855 HTTP/1.1" status: 200 len: 859 time: 0.0788391 Mar 02 05:29:31.704624 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-643c529e-de41-4149-b957-c272cbf55256 req-3925606a-068d-4dbf-9031-65b549b37742 service neutron] 10.222.0.41 "GET /v2.0/networks/6269aee3-2e0e-4eb6-b2da-e53edf4d265e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3634846 Mar 02 05:29:31.725538 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b15224-5ba9-490b-b7da-b8dc7556baef req-361760a8-1742-4fe5-9e7b-f4461b1a67f9 tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:29:31.727187 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-82b15224-5ba9-490b-b7da-b8dc7556baef req-361760a8-1742-4fe5-9e7b-f4461b1a67f9 tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] 10.222.0.32 "GET /v2.0/ports?device_id=a2b7491f-e53a-40e3-97e9-757e43cea760 HTTP/1.1" status: 200 len: 943 time: 0.1255729 Mar 02 05:29:31.750008 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-04c2dd25-ef30-4aae-bca8-19c589b1ffad req-d95bc8ee-399c-4555-b255-b538e1be1195 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=7c356e87fe874337af907d7d9f0a2bb3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0611744 Mar 02 05:29:31.750008 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-219d88d0-435d-45a6-a648-aa1b15827ce1 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789290460654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789289919735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789289921293'] for port (09b519b7-518a-479c-b553-32c4792424b6), after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:31.750175 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-11890702-68ed-4672-bd1a-9affbcef4f47 req-f6e065d6-6fe0-4fd7-ba97-d8cad8d9c842 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6269aee3-2e0e-4eb6-b2da-e53edf4d265e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441105 Mar 02 05:29:31.825972 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-219d88d0-435d-45a6-a648-aa1b15827ce1 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556348'] for floatingip (355b6a1e-4dc2-4361-9585-8070412618d1), after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:31.851798 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219d88d0-435d-45a6-a648-aa1b15827ce1 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] Pushing event updated for resources: {'Port': ['ID=09b519b7-518a-479c-b553-32c4792424b6,revision_number=2']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:29:31.853457 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-82b15224-5ba9-490b-b7da-b8dc7556baef req-eaa9a7c6-54eb-4ec9-a2ed-cc62554a6c97 tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d69e608-83e2-4afc-ba8a-1373a1de5f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090839 Mar 02 05:29:31.899928 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-04c2dd25-ef30-4aae-bca8-19c589b1ffad req-9e4d30ee-bd80-4166-a72a-5c2ace4a24bf service neutron] 10.222.0.32 "GET /v2.0/networks/cca8cd28-8205-477a-92b1-88a32e29d0bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246085 Mar 02 05:29:31.904357 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-11890702-68ed-4672-bd1a-9affbcef4f47 req-5da752a1-aa4a-424c-bf4e-3a4dbbd11635 service neutron] 10.222.0.41 "GET /v2.0/networks/6269aee3-2e0e-4eb6-b2da-e53edf4d265e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485155 Mar 02 05:29:31.916952 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-219d88d0-435d-45a6-a648-aa1b15827ce1 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25628'] for floatingip (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:31.926738 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-219d88d0-435d-45a6-a648-aa1b15827ce1 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.1611967 Mar 02 05:29:32.028568 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-04c2dd25-ef30-4aae-bca8-19c589b1ffad req-5f28826c-f60f-49f1-ab05-aa37b629b2aa service neutron] 10.222.0.32 "GET /v2.0/networks/cca8cd28-8205-477a-92b1-88a32e29d0bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182034 Mar 02 05:29:32.056833 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-11890702-68ed-4672-bd1a-9affbcef4f47 req-a7e2e5a3-9325-420d-83ea-eb0d9aed1f57 service neutron] 10.222.0.41 "GET /v2.0/networks/6269aee3-2e0e-4eb6-b2da-e53edf4d265e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451297 Mar 02 05:29:32.117368 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.32', 34836) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:29:32.183234 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-9cbe444f-79d3-4199-a267-3a6f135d1bbf req-a4c6be36-813c-449c-afbe-f73385ac3eee tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--59016895&fields=id&tenant_id=e206b3ab3679495682403c34b4fe8d9a HTTP/1.1" status: 200 len: 267 time: 0.0788648 Mar 02 05:29:32.292679 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-72e3b017-ef3b-4749-a16a-c6be44532714 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:32.331308 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f544f2-b6e8-4258-9562-f7f76d9c2526 req-1c9768cb-f844-4561-8973-23db430f04af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:29:32.332747 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-21f544f2-b6e8-4258-9562-f7f76d9c2526 req-1c9768cb-f844-4561-8973-23db430f04af service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=baeaa70a8e234288af44838b99895a45&device_id=13e93b9a-3bda-45ad-b1d1-25e229a6cf5b HTTP/1.1" status: 200 len: 1128 time: 0.1168847 Mar 02 05:29:32.342959 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbe444f-79d3-4199-a267-3a6f135d1bbf req-3f2df054-b555-43f1-b14c-2d4e73d15e50 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:29:32.344386 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-9cbe444f-79d3-4199-a267-3a6f135d1bbf req-3f2df054-b555-43f1-b14c-2d4e73d15e50 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] 10.222.0.32 "GET /v2.0/networks?id=18011967-2bc2-45c8-947b-290963b3926b HTTP/1.1" status: 200 len: 810 time: 0.1437726 Mar 02 05:29:32.369218 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-72e3b017-ef3b-4749-a16a-c6be44532714 admin admin] Publish callbacks [] for security_group (dad608eb-c34f-4477-8302-b1d768838e72), precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:32.413329 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-9cbe444f-79d3-4199-a267-3a6f135d1bbf req-f47463d8-1d69-4f17-9006-e128247b7d86 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] 10.222.0.32 "GET /v2.0/quotas/e206b3ab3679495682403c34b4fe8d9a HTTP/1.1" status: 200 len: 375 time: 0.0608981 Mar 02 05:29:32.494554 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-72e3b017-ef3b-4749-a16a-c6be44532714 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629892'] for security_group (dad608eb-c34f-4477-8302-b1d768838e72), after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:32.500935 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f544f2-b6e8-4258-9562-f7f76d9c2526 req-e2abf5c6-f9f2-4301-bfc7-1612c0fdf5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:29:32.502486 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-21f544f2-b6e8-4258-9562-f7f76d9c2526 req-e2abf5c6-f9f2-4301-bfc7-1612c0fdf5b1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=6269aee3-2e0e-4eb6-b2da-e53edf4d265e HTTP/1.1" status: 200 len: 920 time: 0.1572394 Mar 02 05:29:32.524076 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-9cbe444f-79d3-4199-a267-3a6f135d1bbf req-f4faf671-cfc4-4448-ad1c-a81bd149e738 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=e206b3ab3679495682403c34b4fe8d9a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0995626 Mar 02 05:29:32.524164 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f15631-4e7e-4b30-b77a-afc5b5c1163c req-401a8a9c-a3cf-447c-af85-f952e18a858f tempest-DeleteServersTestJSON-512846769 tempest-DeleteServersTestJSON-512846769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:29:32.525280 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-95f15631-4e7e-4b30-b77a-afc5b5c1163c req-401a8a9c-a3cf-447c-af85-f952e18a858f tempest-DeleteServersTestJSON-512846769 tempest-DeleteServersTestJSON-512846769-project] 10.222.0.32 "GET /v2.0/ports?device_id=580ce9a8-2b79-47da-8092-e1f137611fb4 HTTP/1.1" status: 200 len: 944 time: 0.0751143 Mar 02 05:29:32.568123 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e3b017-ef3b-4749-a16a-c6be44532714 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dad608eb-c34f-4477-8302-b1d768838e72,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:29:32.576768 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-21f544f2-b6e8-4258-9562-f7f76d9c2526 req-b11839d3-6397-4fa7-aa69-1a179edff368 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8cbde07d-4c96-4199-a4ad-3812e8837525 HTTP/1.1" status: 200 len: 217 time: 0.0557451 Mar 02 05:29:32.577532 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-72e3b017-ef3b-4749-a16a-c6be44532714 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=69d533a8876c42ee808db7d1e273cea8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4591115 Mar 02 05:29:32.580248 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.32', 34860) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:29:32.627041 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-95f15631-4e7e-4b30-b77a-afc5b5c1163c req-faca42bf-8cf5-4670-ba14-0fa7c7f9ac75 tempest-DeleteServersTestJSON-512846769 tempest-DeleteServersTestJSON-512846769-project] 10.222.0.32 "GET /v2.0/security-groups?id=ac566ab1-1af5-474a-a2a2-f0b990b56907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879631 Mar 02 05:29:32.661192 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-661a7a39-d53f-4508-b69e-b501d85fffce admin admin] Publish callbacks [] for security_group (dad608eb-c34f-4477-8302-b1d768838e72), before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:32.682260 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f544f2-b6e8-4258-9562-f7f76d9c2526 req-5924c031-b3b6-4e24-a7b6-9750273ce1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:29:32.684287 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-21f544f2-b6e8-4258-9562-f7f76d9c2526 req-5924c031-b3b6-4e24-a7b6-9750273ce1b8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4a30aa60-f586-4276-a1aa-cd6a333ae855 HTTP/1.1" status: 200 len: 859 time: 0.0926807 Mar 02 05:29:32.708937 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-661a7a39-d53f-4508-b69e-b501d85fffce admin admin] Publish callbacks [] for security_group (dad608eb-c34f-4477-8302-b1d768838e72), precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:32.713146 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-6e564aaf-a2cb-409c-94be-364876095974 req-17983d6f-1c68-46a5-bbe8-9c1aeaa2492c tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/ports?device_id=454afccc-8b3f-40a7-8e18-30480566cda9 HTTP/1.1" status: 200 len: 210 time: 0.0376096 Mar 02 05:29:32.727836 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-9cbe444f-79d3-4199-a267-3a6f135d1bbf req-d52287ba-ca7d-4ef4-9d20-493918abe2da service neutron] 10.222.0.32 "GET /v2.0/networks/18011967-2bc2-45c8-947b-290963b3926b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605039 Mar 02 05:29:32.730037 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-21f544f2-b6e8-4258-9562-f7f76d9c2526 req-5f500cb3-39bb-448e-8f2c-bd929f584039 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6269aee3-2e0e-4eb6-b2da-e53edf4d265e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352657 Mar 02 05:29:32.828721 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3aceba5-5733-4f84-af48-2c8ebabcc43e req-3a3e199c-b463-4083-9d8c-f5f939fd5074 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:29:32.830495 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-c3aceba5-5733-4f84-af48-2c8ebabcc43e req-3a3e199c-b463-4083-9d8c-f5f939fd5074 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/ports?device_id=13e93b9a-3bda-45ad-b1d1-25e229a6cf5b HTTP/1.1" status: 200 len: 944 time: 0.0569501 Mar 02 05:29:32.857038 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-661a7a39-d53f-4508-b69e-b501d85fffce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629892'] for security_group (dad608eb-c34f-4477-8302-b1d768838e72), after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:32.859752 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-661a7a39-d53f-4508-b69e-b501d85fffce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:32.860947 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-661a7a39-d53f-4508-b69e-b501d85fffce admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/dad608eb-c34f-4477-8302-b1d768838e72 HTTP/1.1" status: 204 len: 168 time: 0.2798576 Mar 02 05:29:32.879599 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661a7a39-d53f-4508-b69e-b501d85fffce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dad608eb-c34f-4477-8302-b1d768838e72,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:29:32.904743 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-c3aceba5-5733-4f84-af48-2c8ebabcc43e req-ca8f819e-e54f-4176-8db1-ebb74c4f5629 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd784b26-a24e-48e7-98ec-6c0ab769f87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669854 Mar 02 05:29:32.914467 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-9cbe444f-79d3-4199-a267-3a6f135d1bbf req-78f65744-6633-4eac-a441-b9a0dbb53bcb service neutron] 10.222.0.32 "GET /v2.0/networks/18011967-2bc2-45c8-947b-290963b3926b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1717978 Mar 02 05:29:32.925906 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-21f544f2-b6e8-4258-9562-f7f76d9c2526 req-c00fd2b3-2baa-48ba-9459-781d8b69167b service neutron] 10.222.0.41 "GET /v2.0/networks/6269aee3-2e0e-4eb6-b2da-e53edf4d265e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1839490 Mar 02 05:29:33.029128 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-21f544f2-b6e8-4258-9562-f7f76d9c2526 req-fd663aeb-f7e7-458f-b86c-e14f7db9da2e service neutron] 10.222.0.41 "GET /v2.0/networks/6269aee3-2e0e-4eb6-b2da-e53edf4d265e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954089 Mar 02 05:29:33.052484 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951de77b-da3f-41b8-987b-ce513ebada28 req-16b37c82-8169-40e0-83d8-98725df75932 tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:29:33.053969 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-951de77b-da3f-41b8-987b-ce513ebada28 req-16b37c82-8169-40e0-83d8-98725df75932 tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] 10.222.0.32 "GET /v2.0/ports?device_id=a2b7491f-e53a-40e3-97e9-757e43cea760 HTTP/1.1" status: 200 len: 943 time: 0.0803947 Mar 02 05:29:33.101503 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-951de77b-da3f-41b8-987b-ce513ebada28 req-030af6c4-b33b-477f-b14d-a842c019b214 tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d69e608-83e2-4afc-ba8a-1373a1de5f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409005 Mar 02 05:29:33.297878 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-ca93ca92-c82f-4a68-979e-c92a64202c6b req-24ae866f-fd30-4396-9eb4-a80f1209c027 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] 10.222.0.32 "GET /v2.0/ports?device_id=7002d8fb-8274-485e-b875-ad2e5586984a HTTP/1.1" status: 200 len: 210 time: 0.0644662 Mar 02 05:29:33.749106 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41db57e6-fa34-4b84-802f-eb1000feb357 req-1f01a8d1-8e42-4f6c-a71e-6d21aa6f7408 tempest-DeleteServersTestJSON-512846769 tempest-DeleteServersTestJSON-512846769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:29:33.750613 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-41db57e6-fa34-4b84-802f-eb1000feb357 req-1f01a8d1-8e42-4f6c-a71e-6d21aa6f7408 tempest-DeleteServersTestJSON-512846769 tempest-DeleteServersTestJSON-512846769-project] 10.222.0.32 "GET /v2.0/ports?device_id=580ce9a8-2b79-47da-8092-e1f137611fb4 HTTP/1.1" status: 200 len: 944 time: 0.0550833 Mar 02 05:29:33.819003 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-41db57e6-fa34-4b84-802f-eb1000feb357 req-e902c902-c167-4749-b04c-4ceaf96d7f7f tempest-DeleteServersTestJSON-512846769 tempest-DeleteServersTestJSON-512846769-project] 10.222.0.32 "GET /v2.0/security-groups?id=ac566ab1-1af5-474a-a2a2-f0b990b56907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616727 Mar 02 05:29:33.842886 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-abf47ed4-69fa-4ab5-b84d-b58081df58b3 req-cd434811-43f6-47d0-95d2-e0c2c7334aea tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/ports?device_id=454afccc-8b3f-40a7-8e18-30480566cda9 HTTP/1.1" status: 200 len: 210 time: 0.0387008 Mar 02 05:29:34.057024 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47295cd1-47a8-4ee3-a815-5141ecd0ce0d req-f021d2c6-13c5-418f-b84c-87beeadeae83 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:29:34.060345 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-47295cd1-47a8-4ee3-a815-5141ecd0ce0d req-f021d2c6-13c5-418f-b84c-87beeadeae83 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/ports?device_id=13e93b9a-3bda-45ad-b1d1-25e229a6cf5b HTTP/1.1" status: 200 len: 944 time: 0.0914524 Mar 02 05:29:34.134003 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-47295cd1-47a8-4ee3-a815-5141ecd0ce0d req-c8df9c17-6b6a-4c9e-b996-be05eab6ec8d tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd784b26-a24e-48e7-98ec-6c0ab769f87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551469 Mar 02 05:29:34.233269 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef603b8-d9df-49b1-8d5c-a8c12a01959e req-e5b73b59-c02e-4098-b26a-2d291f81771f tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:29:34.240457 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-5ef603b8-d9df-49b1-8d5c-a8c12a01959e req-e5b73b59-c02e-4098-b26a-2d291f81771f tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] 10.222.0.32 "GET /v2.0/ports?device_id=a2b7491f-e53a-40e3-97e9-757e43cea760 HTTP/1.1" status: 200 len: 943 time: 0.0627363 Mar 02 05:29:34.294722 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-5ef603b8-d9df-49b1-8d5c-a8c12a01959e req-4f47e884-bb43-4432-87f5-606a38843593 tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d69e608-83e2-4afc-ba8a-1373a1de5f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533321 Mar 02 05:29:34.307063 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.32', 34940) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:29:34.393058 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-83b5f6f9-d883-479a-b363-7253ff414da7 req-dc0a2eea-7f47-462c-bb54-be1863db59d4 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] 10.222.0.32 "GET /v2.0/ports?device_id=7002d8fb-8274-485e-b875-ad2e5586984a HTTP/1.1" status: 200 len: 210 time: 0.0305681 Mar 02 05:29:34.411222 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-c3fe1b63-24f1-4f1a-8ad9-d13052a13c92 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:34.486329 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-c3fe1b63-24f1-4f1a-8ad9-d13052a13c92 admin admin] Publish callbacks [] for security_group (eabc7a6d-a93b-4f00-b231-7fb50b7d6c25), precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:34.564991 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-c3fe1b63-24f1-4f1a-8ad9-d13052a13c92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629892'] for security_group (eabc7a6d-a93b-4f00-b231-7fb50b7d6c25), after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:34.601284 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fe1b63-24f1-4f1a-8ad9-d13052a13c92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eabc7a6d-a93b-4f00-b231-7fb50b7d6c25,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:29:34.606175 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-c3fe1b63-24f1-4f1a-8ad9-d13052a13c92 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=77364671529a44aebe48c0da7f654a9e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3041649 Mar 02 05:29:34.609651 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.32', 34948) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:29:34.664543 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-77460bf5-12c8-4281-a6d9-42f2addcd76c admin admin] Publish callbacks [] for security_group (eabc7a6d-a93b-4f00-b231-7fb50b7d6c25), before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:34.689249 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-77460bf5-12c8-4281-a6d9-42f2addcd76c admin admin] Publish callbacks [] for security_group (eabc7a6d-a93b-4f00-b231-7fb50b7d6c25), precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:34.716155 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.rpc [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Device ec466470-4f90-4b06-9c22-8bb584849f0b details requested by agent hyperv_hv-cinder-76845 with host hv-cinder-76845 {{(pid=103716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 02 05:29:34.811883 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-77460bf5-12c8-4281-a6d9-42f2addcd76c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629892'] for security_group (eabc7a6d-a93b-4f00-b231-7fb50b7d6c25), after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:34.814702 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-77460bf5-12c8-4281-a6d9-42f2addcd76c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:34.815888 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-77460bf5-12c8-4281-a6d9-42f2addcd76c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/eabc7a6d-a93b-4f00-b231-7fb50b7d6c25 HTTP/1.1" status: 204 len: 168 time: 0.2059693 Mar 02 05:29:34.825221 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77460bf5-12c8-4281-a6d9-42f2addcd76c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eabc7a6d-a93b-4f00-b231-7fb50b7d6c25,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:29:34.837794 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] For port ec466470-4f90-4b06-9c22-8bb584849f0b, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=ec466470-4f90-4b06-9c22-8bb584849f0b,segment=NetworkSegment(f72dff1c-57c4-4f1b-839d-2a6b2e94cc43),segment_id=f72dff1c-57c4-4f1b-839d-2a6b2e94cc43)] {{(pid=103716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 05:29:34.856842 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.rpc [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Returning: {'device': 'ec466470-4f90-4b06-9c22-8bb584849f0b', 'network_id': '6269aee3-2e0e-4eb6-b2da-e53edf4d265e', 'port_id': 'ec466470-4f90-4b06-9c22-8bb584849f0b', 'mac_address': 'fa:16:3e:28:ef:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 298, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a30aa60-f586-4276-a1aa-cd6a333ae855', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 02 05:29:34.911752 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Current status of the port ec466470-4f90-4b06-9c22-8bb584849f0b is: DOWN; New status is: BUILD {{(pid=103716) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 05:29:34.912154 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for port (ec466470-4f90-4b06-9c22-8bb584849f0b), before_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:34.948055 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.notifiers.nova [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec466470-4f90-4b06-9c22-8bb584849f0b {{(pid=103716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 05:29:34.981765 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] For port ec466470-4f90-4b06-9c22-8bb584849f0b, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=ec466470-4f90-4b06-9c22-8bb584849f0b,segment=NetworkSegment(f72dff1c-57c4-4f1b-839d-2a6b2e94cc43),segment_id=f72dff1c-57c4-4f1b-839d-2a6b2e94cc43)] {{(pid=103716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 05:29:35.048822 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-688bf2e4-8d80-4c19-8726-1acda46fbebb req-a5010371-f036-4e2a-8d0b-10b41710c0a2 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/ports?device_id=454afccc-8b3f-40a7-8e18-30480566cda9 HTTP/1.1" status: 200 len: 210 time: 0.0398576 Mar 02 05:29:35.051751 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789290460654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789289919735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789289921293'] for port (ec466470-4f90-4b06-9c22-8bb584849f0b), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:35.052936 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.rpc [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Device da12b3d8-69b9-4313-96f8-2343fa2cdeb6 details requested by agent hyperv_hv-cinder-76845 with host hv-cinder-76845 {{(pid=103716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 02 05:29:35.074914 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b91fb59-bc7c-49e1-9ab0-efe8095b1631 req-ca6be325-9561-4fee-8ce9-5c5689ab5de6 tempest-DeleteServersTestJSON-512846769 tempest-DeleteServersTestJSON-512846769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:29:35.075541 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-8b91fb59-bc7c-49e1-9ab0-efe8095b1631 req-ca6be325-9561-4fee-8ce9-5c5689ab5de6 tempest-DeleteServersTestJSON-512846769 tempest-DeleteServersTestJSON-512846769-project] 10.222.0.32 "GET /v2.0/ports?device_id=580ce9a8-2b79-47da-8092-e1f137611fb4 HTTP/1.1" status: 200 len: 944 time: 0.1175795 Mar 02 05:29:35.118658 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c2dd25-ef30-4aae-bca8-19c589b1ffad req-f880d4d4-26b9-425b-8230-1b429ca431f6 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:29:35.122045 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-04c2dd25-ef30-4aae-bca8-19c589b1ffad req-f880d4d4-26b9-425b-8230-1b429ca431f6 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.41 "GET /v2.0/networks?id=cca8cd28-8205-477a-92b1-88a32e29d0bc HTTP/1.1" status: 200 len: 817 time: 0.2710607 Mar 02 05:29:35.216925 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-8b91fb59-bc7c-49e1-9ab0-efe8095b1631 req-19e05b73-fb4d-402b-b176-ee52cda9fb03 tempest-DeleteServersTestJSON-512846769 tempest-DeleteServersTestJSON-512846769-project] 10.222.0.32 "GET /v2.0/security-groups?id=ac566ab1-1af5-474a-a2a2-f0b990b56907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395502 Mar 02 05:29:35.236377 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Pushing event updated for resources: {'Port': ['ID=ec466470-4f90-4b06-9c22-8bb584849f0b,revision_number=4']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:29:35.254260 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-04c2dd25-ef30-4aae-bca8-19c589b1ffad req-1ea6b26b-c766-438b-91d3-8202293d4a24 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7c356e87fe874337af907d7d9f0a2bb3 HTTP/1.1" status: 200 len: 379 time: 0.1249101 Mar 02 05:29:35.267222 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.v2.base [req-04c2dd25-ef30-4aae-bca8-19c589b1ffad req-c15e1a52-0af4-4045-a4ce-94db5f0fd1fb tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Request body: {'port': {'device_id': '454afccc-8b3f-40a7-8e18-30480566cda9', 'network_id': 'cca8cd28-8205-477a-92b1-88a32e29d0bc', 'admin_state_up': True, 'tenant_id': '7c356e87fe874337af907d7d9f0a2bb3', 'security_groups': ['ce8b9e9a-d177-47c0-9c9b-f6152dd9c0f4']}} {{(pid=103714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 05:29:35.303639 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] For port da12b3d8-69b9-4313-96f8-2343fa2cdeb6, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=da12b3d8-69b9-4313-96f8-2343fa2cdeb6,segment=NetworkSegment(ea95cf1e-1801-4aac-b068-f790609643d0),segment_id=ea95cf1e-1801-4aac-b068-f790609643d0)] {{(pid=103716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 05:29:35.323035 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.rpc [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Returning: {'device': 'da12b3d8-69b9-4313-96f8-2343fa2cdeb6', 'network_id': '6524d76d-6324-44b0-8f7b-b29ae66515b8', 'port_id': 'da12b3d8-69b9-4313-96f8-2343fa2cdeb6', 'mac_address': 'fa:16:3e:74:05:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 284, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fdca3a1-517a-499c-9459-2f3c35d8fead', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 02 05:29:35.368058 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Current status of the port da12b3d8-69b9-4313-96f8-2343fa2cdeb6 is: DOWN; New status is: BUILD {{(pid=103716) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 05:29:35.368058 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for port (da12b3d8-69b9-4313-96f8-2343fa2cdeb6), before_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:35.380690 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.notifiers.nova [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da12b3d8-69b9-4313-96f8-2343fa2cdeb6 {{(pid=103716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 05:29:35.407594 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] For port da12b3d8-69b9-4313-96f8-2343fa2cdeb6, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=da12b3d8-69b9-4313-96f8-2343fa2cdeb6,segment=NetworkSegment(ea95cf1e-1801-4aac-b068-f790609643d0),segment_id=ea95cf1e-1801-4aac-b068-f790609643d0)] {{(pid=103716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 05:29:35.481656 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1861c9b-c6bb-49cd-90d2-81070d19b7f8 req-c50112e6-04db-4ad4-ad68-e8b427aabdf1 tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:29:35.483311 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971e12c3-a1b4-43be-af1d-daaa0e4d93dc req-00097a74-e744-4664-9d55-a93a1b03ff83 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:29:35.483438 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-a1861c9b-c6bb-49cd-90d2-81070d19b7f8 req-c50112e6-04db-4ad4-ad68-e8b427aabdf1 tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] 10.222.0.32 "GET /v2.0/ports?device_id=a2b7491f-e53a-40e3-97e9-757e43cea760 HTTP/1.1" status: 200 len: 943 time: 0.0682523 Mar 02 05:29:35.484817 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-971e12c3-a1b4-43be-af1d-daaa0e4d93dc req-00097a74-e744-4664-9d55-a93a1b03ff83 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/ports?device_id=13e93b9a-3bda-45ad-b1d1-25e229a6cf5b HTTP/1.1" status: 200 len: 944 time: 0.2297521 Mar 02 05:29:35.492490 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789290460654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789289919735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789289921293'] for port (da12b3d8-69b9-4313-96f8-2343fa2cdeb6), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:35.493577 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.rpc [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Device 8cbde07d-4c96-4199-a4ad-3812e8837525 details requested by agent hyperv_hv-cinder-76845 with host hv-cinder-76845 {{(pid=103716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 02 05:29:35.561695 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-971e12c3-a1b4-43be-af1d-daaa0e4d93dc req-54976958-881d-4eb7-a9b0-45dd18a5c8c9 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd784b26-a24e-48e7-98ec-6c0ab769f87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613623 Mar 02 05:29:35.578824 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] For port 8cbde07d-4c96-4199-a4ad-3812e8837525, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=8cbde07d-4c96-4199-a4ad-3812e8837525,segment=NetworkSegment(f72dff1c-57c4-4f1b-839d-2a6b2e94cc43),segment_id=f72dff1c-57c4-4f1b-839d-2a6b2e94cc43)] {{(pid=103716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 05:29:35.580110 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-a1861c9b-c6bb-49cd-90d2-81070d19b7f8 req-3aca1fc4-3cea-4be3-8b26-2c327caccf53 tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d69e608-83e2-4afc-ba8a-1373a1de5f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843854 Mar 02 05:29:35.587933 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Pushing event updated for resources: {'Port': ['ID=da12b3d8-69b9-4313-96f8-2343fa2cdeb6,revision_number=4']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:29:35.602295 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.rpc [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Returning: {'device': '8cbde07d-4c96-4199-a4ad-3812e8837525', 'network_id': '6269aee3-2e0e-4eb6-b2da-e53edf4d265e', 'port_id': '8cbde07d-4c96-4199-a4ad-3812e8837525', 'mac_address': 'fa:16:3e:3d:d6:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 298, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a30aa60-f586-4276-a1aa-cd6a333ae855', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 02 05:29:35.617382 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04c2dd25-ef30-4aae-bca8-19c589b1ffad req-c15e1a52-0af4-4045-a4ce-94db5f0fd1fb tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Made reservation on behalf of 7c356e87fe874337af907d7d9f0a2bb3 for: {'port': 1} {{(pid=103714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 05:29:35.620800 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [req-04c2dd25-ef30-4aae-bca8-19c589b1ffad req-c15e1a52-0af4-4045-a4ce-94db5f0fd1fb tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for port (None), before_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:35.648397 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Current status of the port 8cbde07d-4c96-4199-a4ad-3812e8837525 is: DOWN; New status is: BUILD {{(pid=103716) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 05:29:35.648844 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for port (8cbde07d-4c96-4199-a4ad-3812e8837525), before_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:35.666515 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.notifiers.nova [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8cbde07d-4c96-4199-a4ad-3812e8837525 {{(pid=103716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 05:29:35.669109 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-7fcb31ba-975a-4094-9cc5-7c30a58f3477 req-b108f51e-bb33-4c98-ae09-59712b6ce2ee tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] 10.222.0.32 "GET /v2.0/ports?device_id=7002d8fb-8274-485e-b875-ad2e5586984a HTTP/1.1" status: 200 len: 210 time: 0.0352023 Mar 02 05:29:35.689788 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] For port 8cbde07d-4c96-4199-a4ad-3812e8837525, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=8cbde07d-4c96-4199-a4ad-3812e8837525,segment=NetworkSegment(f72dff1c-57c4-4f1b-839d-2a6b2e94cc43),segment_id=f72dff1c-57c4-4f1b-839d-2a6b2e94cc43)] {{(pid=103716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 05:29:35.749711 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789290460654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789289919735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789289921293'] for port (8cbde07d-4c96-4199-a4ad-3812e8837525), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:35.750477 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.rpc [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Device 1f25e0ce-7e86-4e42-ac1d-857b7783219a details requested by agent hyperv_hv-cinder-76845 with host hv-cinder-76845 {{(pid=103716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 02 05:29:35.792722 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.db.db_base_plugin_common [req-04c2dd25-ef30-4aae-bca8-19c589b1ffad req-c15e1a52-0af4-4045-a4ce-94db5f0fd1fb tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Allocated IP 172.20.0.12 (cca8cd28-8205-477a-92b1-88a32e29d0bc/ab127ad9-ce11-421d-b130-80cd6d7ddae3/9ef18fca-f561-405a-b28a-5f1055d3faea) {{(pid=103714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 05:29:35.842585 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.32', 34992) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:29:35.854486 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Pushing event updated for resources: {'Port': ['ID=8cbde07d-4c96-4199-a4ad-3812e8837525,revision_number=4']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:29:35.911723 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] For port 1f25e0ce-7e86-4e42-ac1d-857b7783219a, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=1f25e0ce-7e86-4e42-ac1d-857b7783219a,segment=NetworkSegment(c6af62b3-fa4c-444b-9a01-d317b4ec4d1f),segment_id=c6af62b3-fa4c-444b-9a01-d317b4ec4d1f)] {{(pid=103716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 05:29:35.925390 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-667cea58-ca9e-4377-8b45-dea2ab499888 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:35.933560 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.rpc [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Returning: {'device': '1f25e0ce-7e86-4e42-ac1d-857b7783219a', 'network_id': 'cb4d6411-b85c-4bdf-b5e1-c15f0442d664', 'port_id': '1f25e0ce-7e86-4e42-ac1d-857b7783219a', 'mac_address': 'fa:16:3e:47:1a:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 283, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '056b3ebb-3d6a-47e8-85ab-02c7bbeeef7f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 02 05:29:35.999227 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Current status of the port 1f25e0ce-7e86-4e42-ac1d-857b7783219a is: DOWN; New status is: BUILD {{(pid=103716) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 05:29:35.999669 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for port (1f25e0ce-7e86-4e42-ac1d-857b7783219a), before_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:36.021357 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.notifiers.nova [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f25e0ce-7e86-4e42-ac1d-857b7783219a {{(pid=103716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 05:29:36.026771 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbe444f-79d3-4199-a267-3a6f135d1bbf req-d930895e-c672-45c3-9cd4-440282953faa tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:29:36.029595 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-9cbe444f-79d3-4199-a267-3a6f135d1bbf req-d930895e-c672-45c3-9cd4-440282953faa tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] 10.222.0.41 "GET /v2.0/networks?id=18011967-2bc2-45c8-947b-290963b3926b HTTP/1.1" status: 200 len: 810 time: 0.1841936 Mar 02 05:29:36.048233 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] For port 1f25e0ce-7e86-4e42-ac1d-857b7783219a, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=1f25e0ce-7e86-4e42-ac1d-857b7783219a,segment=NetworkSegment(c6af62b3-fa4c-444b-9a01-d317b4ec4d1f),segment_id=c6af62b3-fa4c-444b-9a01-d317b4ec4d1f)] {{(pid=103716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 05:29:36.054141 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [req-04c2dd25-ef30-4aae-bca8-19c589b1ffad req-c15e1a52-0af4-4045-a4ce-94db5f0fd1fb tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Publish callbacks [] for port (9ef18fca-f561-405a-b28a-5f1055d3faea), precommit_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:36.128259 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-667cea58-ca9e-4377-8b45-dea2ab499888 admin admin] Publish callbacks [] for security_group (994ce7f1-08ea-4ad4-bb03-f2d1d72bdcd0), precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:36.156319 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-9cbe444f-79d3-4199-a267-3a6f135d1bbf req-60f4032e-2d64-42d5-8b4c-9304a25be723 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e206b3ab3679495682403c34b4fe8d9a HTTP/1.1" status: 200 len: 378 time: 0.1184123 Mar 02 05:29:36.174446 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.v2.base [req-9cbe444f-79d3-4199-a267-3a6f135d1bbf req-8bf3fe9b-96f0-4753-90c8-4f959329def0 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] Request body: {'port': {'device_id': '7002d8fb-8274-485e-b875-ad2e5586984a', 'network_id': '18011967-2bc2-45c8-947b-290963b3926b', 'admin_state_up': True, 'tenant_id': 'e206b3ab3679495682403c34b4fe8d9a', 'security_groups': ['c04bdde9-68b7-4585-97f2-cb2ed276dc41']}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 05:29:36.177829 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789290460654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789289919735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789289921293'] for port (1f25e0ce-7e86-4e42-ac1d-857b7783219a), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:36.179717 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-5928c611-edc6-4066-b491-fcbdfecc6eae req-12cb7974-12a4-45b0-a481-db4f278e9e37 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/ports?device_id=454afccc-8b3f-40a7-8e18-30480566cda9 HTTP/1.1" status: 200 len: 210 time: 0.0486474 Mar 02 05:29:36.205562 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [req-04c2dd25-ef30-4aae-bca8-19c589b1ffad req-c15e1a52-0af4-4045-a4ce-94db5f0fd1fb tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789289919717'] for port (9ef18fca-f561-405a-b28a-5f1055d3faea), after_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:36.240201 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Pushing event updated for resources: {'Port': ['ID=1f25e0ce-7e86-4e42-ac1d-857b7783219a,revision_number=4']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:29:36.256697 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-667cea58-ca9e-4377-8b45-dea2ab499888 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629892'] for security_group (994ce7f1-08ea-4ad4-bb03-f2d1d72bdcd0), after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:36.269285 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04c2dd25-ef30-4aae-bca8-19c589b1ffad req-c15e1a52-0af4-4045-a4ce-94db5f0fd1fb tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Network cca8cd28-8205-477a-92b1-88a32e29d0bc is already hosted by enough agents. {{(pid=103714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 05:29:36.272718 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.scheduler.base_scheduler [req-04c2dd25-ef30-4aae-bca8-19c589b1ffad req-c15e1a52-0af4-4045-a4ce-94db5f0fd1fb tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Resources bound (agent type, host, resource id): {{(pid=103714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 05:29:36.277600 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.db.l3_dvrscheduler_db [req-04c2dd25-ef30-4aae-bca8-19c589b1ffad req-c15e1a52-0af4-4045-a4ce-94db5f0fd1fb tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Received port after_create {{(pid=103714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 05:29:36.283797 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c2dd25-ef30-4aae-bca8-19c589b1ffad req-c15e1a52-0af4-4045-a4ce-94db5f0fd1fb tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:29:36.284549 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [req-04c2dd25-ef30-4aae-bca8-19c589b1ffad req-c15e1a52-0af4-4045-a4ce-94db5f0fd1fb tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531172'] for port (None), before_response {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:36.312217 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15e1a52-0af4-4045-a4ce-94db5f0fd1fb tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Pushing event updated for resources: {'Port': ['ID=9ef18fca-f561-405a-b28a-5f1055d3faea,revision_number=1']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:29:36.364974 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667cea58-ca9e-4377-8b45-dea2ab499888 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=994ce7f1-08ea-4ad4-bb03-f2d1d72bdcd0,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:29:36.390573 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-667cea58-ca9e-4377-8b45-dea2ab499888 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b9228030ff084a8eab902b2597e3adcc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5463853 Mar 02 05:29:36.393090 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.32', 35018) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:29:36.407549 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-04c2dd25-ef30-4aae-bca8-19c589b1ffad req-c15e1a52-0af4-4045-a4ce-94db5f0fd1fb tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1450708 Mar 02 05:29:36.418541 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.v2.base [req-04c2dd25-ef30-4aae-bca8-19c589b1ffad req-277859ac-32c0-4dc2-a39a-6dada77f05da service neutron] Request body: {'port': {'device_id': '454afccc-8b3f-40a7-8e18-30480566cda9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76845'}} {{(pid=103714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 05:29:36.453014 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da99a34d-9dd7-4b84-87ce-a5f831728351 req-dab01803-5e4b-4760-bb3e-d995b288f1f3 tempest-DeleteServersTestJSON-512846769 tempest-DeleteServersTestJSON-512846769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:29:36.454673 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-da99a34d-9dd7-4b84-87ce-a5f831728351 req-dab01803-5e4b-4760-bb3e-d995b288f1f3 tempest-DeleteServersTestJSON-512846769 tempest-DeleteServersTestJSON-512846769-project] 10.222.0.32 "GET /v2.0/ports?device_id=580ce9a8-2b79-47da-8092-e1f137611fb4 HTTP/1.1" status: 200 len: 945 time: 0.1107066 Mar 02 05:29:36.458550 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-c46b1f93-fcdb-4780-90c0-229d1c44b971 admin admin] Publish callbacks [] for security_group (994ce7f1-08ea-4ad4-bb03-f2d1d72bdcd0), before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:36.494544 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9cbe444f-79d3-4199-a267-3a6f135d1bbf req-8bf3fe9b-96f0-4753-90c8-4f959329def0 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] Made reservation on behalf of e206b3ab3679495682403c34b4fe8d9a for: {'port': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 05:29:36.498996 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-9cbe444f-79d3-4199-a267-3a6f135d1bbf req-8bf3fe9b-96f0-4753-90c8-4f959329def0 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for port (None), before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:36.505902 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-c46b1f93-fcdb-4780-90c0-229d1c44b971 admin admin] Publish callbacks [] for security_group (994ce7f1-08ea-4ad4-bb03-f2d1d72bdcd0), precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:36.522193 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [req-04c2dd25-ef30-4aae-bca8-19c589b1ffad req-277859ac-32c0-4dc2-a39a-6dada77f05da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for port (9ef18fca-f561-405a-b28a-5f1055d3faea), before_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:36.556003 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-da99a34d-9dd7-4b84-87ce-a5f831728351 req-8ca42eb2-8db0-4ba5-a504-1f2eefe182cb tempest-DeleteServersTestJSON-512846769 tempest-DeleteServersTestJSON-512846769-project] 10.222.0.32 "GET /v2.0/security-groups?id=ac566ab1-1af5-474a-a2a2-f0b990b56907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888777 Mar 02 05:29:36.621005 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.provisioning_blocks [None req-438d1a44-7af1-463d-937e-caa3bd3e28ba None None] Provisioning complete for port 9ef18fca-f561-405a-b28a-5f1055d3faea triggered by entity DHCP. {{(pid=103716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 05:29:36.622046 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-438d1a44-7af1-463d-937e-caa3bd3e28ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012754'] for port (9ef18fca-f561-405a-b28a-5f1055d3faea), provisioning_complete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:36.673748 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] get_ports_and_sgs() called for port_ids ['8cbde07d-4c96-4199-a4ad-3812e8837525'] {{(pid=103716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 05:29:36.676029 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] get_ports_and_sgs() called for port_ids ['ec466470-4f90-4b06-9c22-8bb584849f0b'] {{(pid=103716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 05:29:36.681279 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] get_ports_and_sgs() called for port_ids ['1f25e0ce-7e86-4e42-ac1d-857b7783219a'] {{(pid=103716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 05:29:36.683162 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] get_ports_and_sgs() called for port_ids ['da12b3d8-69b9-4313-96f8-2343fa2cdeb6'] {{(pid=103716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 05:29:36.718682 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.db.db_base_plugin_common [req-9cbe444f-79d3-4199-a267-3a6f135d1bbf req-8bf3fe9b-96f0-4753-90c8-4f959329def0 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] Allocated IP 172.20.0.7 (18011967-2bc2-45c8-947b-290963b3926b/24744b4d-8303-4a95-a314-609059e1d9b5/b95876af-1853-4698-af0e-a36b0deb3b5a) {{(pid=103715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 05:29:36.804763 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d97ce5-d964-4096-8c32-0401c4d984a7 req-93008ecc-a87c-4f13-95b9-295865804561 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:29:36.811515 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-59d97ce5-d964-4096-8c32-0401c4d984a7 req-93008ecc-a87c-4f13-95b9-295865804561 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/ports?device_id=13e93b9a-3bda-45ad-b1d1-25e229a6cf5b HTTP/1.1" status: 200 len: 945 time: 0.1060996 Mar 02 05:29:36.860938 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-c46b1f93-fcdb-4780-90c0-229d1c44b971 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629892'] for security_group (994ce7f1-08ea-4ad4-bb03-f2d1d72bdcd0), after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:36.863666 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-c46b1f93-fcdb-4780-90c0-229d1c44b971 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:36.864050 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-438d1a44-7af1-463d-937e-caa3bd3e28ba None None] Port 9ef18fca-f561-405a-b28a-5f1055d3faea cannot update to ACTIVE because it is not bound. {{(pid=103716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 02 05:29:36.864817 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-c46b1f93-fcdb-4780-90c0-229d1c44b971 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/994ce7f1-08ea-4ad4-bb03-f2d1d72bdcd0 HTTP/1.1" status: 204 len: 168 time: 0.4706473 Mar 02 05:29:36.893413 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46b1f93-fcdb-4780-90c0-229d1c44b971 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=994ce7f1-08ea-4ad4-bb03-f2d1d72bdcd0,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:29:36.959776 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-59d97ce5-d964-4096-8c32-0401c4d984a7 req-ee8663de-bf24-48a6-b4be-89a173eca53a tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd784b26-a24e-48e7-98ec-6c0ab769f87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406252 Mar 02 05:29:37.011344 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-9cbe444f-79d3-4199-a267-3a6f135d1bbf req-8bf3fe9b-96f0-4753-90c8-4f959329def0 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] Publish callbacks [] for port (b95876af-1853-4698-af0e-a36b0deb3b5a), precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:37.104089 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-480c48bf-6106-468a-808a-4690fabf1ca9 req-e6554ec6-f56c-4cbc-a1ed-cf5501a6e8f5 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] 10.222.0.32 "GET /v2.0/ports?device_id=7002d8fb-8274-485e-b875-ad2e5586984a HTTP/1.1" status: 200 len: 210 time: 0.0413649 Mar 02 05:29:37.152181 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106cf302-eaa7-443e-9e82-98c532b34cb8 req-b408af3a-1556-449b-95f3-44b8e37c8d54 tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:29:37.161072 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-106cf302-eaa7-443e-9e82-98c532b34cb8 req-b408af3a-1556-449b-95f3-44b8e37c8d54 tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] 10.222.0.32 "GET /v2.0/ports?device_id=a2b7491f-e53a-40e3-97e9-757e43cea760 HTTP/1.1" status: 200 len: 944 time: 0.4833601 Mar 02 05:29:37.192107 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (db45f871-b7ec-436d-b6b8-6a0a072a2253), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:37.265093 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-106cf302-eaa7-443e-9e82-98c532b34cb8 req-16e8180c-02e4-4b47-ace1-efea6867e9c3 tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d69e608-83e2-4afc-ba8a-1373a1de5f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031535 Mar 02 05:29:37.349064 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-9cbe444f-79d3-4199-a267-3a6f135d1bbf req-8bf3fe9b-96f0-4753-90c8-4f959329def0 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789289919717'] for port (b95876af-1853-4698-af0e-a36b0deb3b5a), after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:37.364017 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.notifiers.nova [req-04c2dd25-ef30-4aae-bca8-19c589b1ffad req-277859ac-32c0-4dc2-a39a-6dada77f05da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ef18fca-f561-405a-b28a-5f1055d3faea {{(pid=103714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 05:29:37.398815 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9cbe444f-79d3-4199-a267-3a6f135d1bbf req-8bf3fe9b-96f0-4753-90c8-4f959329def0 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] Network 18011967-2bc2-45c8-947b-290963b3926b is already hosted by enough agents. {{(pid=103715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 05:29:37.407913 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [req-9cbe444f-79d3-4199-a267-3a6f135d1bbf req-8bf3fe9b-96f0-4753-90c8-4f959329def0 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] Resources bound (agent type, host, resource id): {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 05:29:37.412918 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cbe444f-79d3-4199-a267-3a6f135d1bbf req-8bf3fe9b-96f0-4753-90c8-4f959329def0 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] Received port after_create {{(pid=103715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 05:29:37.418400 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbe444f-79d3-4199-a267-3a6f135d1bbf req-8bf3fe9b-96f0-4753-90c8-4f959329def0 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:29:37.419045 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-9cbe444f-79d3-4199-a267-3a6f135d1bbf req-8bf3fe9b-96f0-4753-90c8-4f959329def0 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531172'] for port (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:37.428196 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [req-04c2dd25-ef30-4aae-bca8-19c589b1ffad req-277859ac-32c0-4dc2-a39a-6dada77f05da service neutron] Publish callbacks [] for port (9ef18fca-f561-405a-b28a-5f1055d3faea), precommit_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:37.438379 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf3fe9b-96f0-4753-90c8-4f959329def0 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] Pushing event updated for resources: {'Port': ['ID=b95876af-1853-4698-af0e-a36b0deb3b5a,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:29:37.440594 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.db.agents_db [None req-19237f2e-a493-4721-ab19-473fd9844311 None None] Agent healthcheck: found 6 active agents {{(pid=103717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 05:29:37.450922 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e72b2df-c803-49a8-a548-47dfd9ce6b50 req-ba163c74-2041-4771-9b0b-7b55672eaa1a tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:29:37.456181 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-5e72b2df-c803-49a8-a548-47dfd9ce6b50 req-ba163c74-2041-4771-9b0b-7b55672eaa1a tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/ports?device_id=454afccc-8b3f-40a7-8e18-30480566cda9 HTTP/1.1" status: 200 len: 932 time: 0.1815491 Mar 02 05:29:37.466511 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.db.provisioning_blocks [req-04c2dd25-ef30-4aae-bca8-19c589b1ffad req-277859ac-32c0-4dc2-a39a-6dada77f05da service neutron] Transition to ACTIVE for port object 9ef18fca-f561-405a-b28a-5f1055d3faea will not be triggered until provisioned by entity L2. {{(pid=103714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 02 05:29:37.515916 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-5e72b2df-c803-49a8-a548-47dfd9ce6b50 req-6aa72386-7e53-465d-975a-5c7c23bff3ea tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce8b9e9a-d177-47c0-9c9b-f6152dd9c0f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526223 Mar 02 05:29:37.582079 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-9cbe444f-79d3-4199-a267-3a6f135d1bbf req-8bf3fe9b-96f0-4753-90c8-4f959329def0 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4111743 Mar 02 05:29:37.597449 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.v2.base [req-9cbe444f-79d3-4199-a267-3a6f135d1bbf req-0e008db7-dd3d-4608-9d42-044729f31d50 service neutron] Request body: {'port': {'device_id': '7002d8fb-8274-485e-b875-ad2e5586984a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76845'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 05:29:37.640322 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [req-04c2dd25-ef30-4aae-bca8-19c589b1ffad req-277859ac-32c0-4dc2-a39a-6dada77f05da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789290460654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789289919735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789289921293'] for port (9ef18fca-f561-405a-b28a-5f1055d3faea), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:37.683207 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-9cbe444f-79d3-4199-a267-3a6f135d1bbf req-0e008db7-dd3d-4608-9d42-044729f31d50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for port (b95876af-1853-4698-af0e-a36b0deb3b5a), before_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:37.710620 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.provisioning_blocks [None req-bf7704d0-5e43-4c8e-a985-4f37a514d1d7 None None] Provisioning complete for port b95876af-1853-4698-af0e-a36b0deb3b5a triggered by entity DHCP. {{(pid=103716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 05:29:37.711222 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-bf7704d0-5e43-4c8e-a985-4f37a514d1d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012754'] for port (b95876af-1853-4698-af0e-a36b0deb3b5a), provisioning_complete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:37.720353 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277859ac-32c0-4dc2-a39a-6dada77f05da service neutron] Pushing event updated for resources: {'Port': ['ID=9ef18fca-f561-405a-b28a-5f1055d3faea,revision_number=2']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:29:37.759837 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-bf7704d0-5e43-4c8e-a985-4f37a514d1d7 None None] Port b95876af-1853-4698-af0e-a36b0deb3b5a cannot update to ACTIVE because it is not bound. {{(pid=103716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 02 05:29:37.834740 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da595427-7e83-4e52-9b27-8bd8bae53f6a req-287e3789-d69b-4c5d-a9ca-a494b1c634a2 tempest-DeleteServersTestJSON-512846769 tempest-DeleteServersTestJSON-512846769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:29:37.842535 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-da595427-7e83-4e52-9b27-8bd8bae53f6a req-287e3789-d69b-4c5d-a9ca-a494b1c634a2 tempest-DeleteServersTestJSON-512846769 tempest-DeleteServersTestJSON-512846769-project] 10.222.0.32 "GET /v2.0/ports?device_id=580ce9a8-2b79-47da-8092-e1f137611fb4 HTTP/1.1" status: 200 len: 945 time: 0.1516047 Mar 02 05:29:37.851503 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.managers [req-04c2dd25-ef30-4aae-bca8-19c589b1ffad req-277859ac-32c0-4dc2-a39a-6dada77f05da service neutron] Attempting to bind port 9ef18fca-f561-405a-b28a-5f1055d3faea on host hv-cinder-76845 for vnic_type normal with profile {{(pid=103714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 05:29:37.851843 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.managers [req-04c2dd25-ef30-4aae-bca8-19c589b1ffad req-277859ac-32c0-4dc2-a39a-6dada77f05da service neutron] Attempting to bind port 9ef18fca-f561-405a-b28a-5f1055d3faea by drivers openvswitch,hyperv on host hv-cinder-76845 at level 0 using segments [{'id': '15c6c484-0d48-4d40-b6e8-616bb71b4578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'cca8cd28-8205-477a-92b1-88a32e29d0bc'}] {{(pid=103714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 05:29:37.852171 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04c2dd25-ef30-4aae-bca8-19c589b1ffad req-277859ac-32c0-4dc2-a39a-6dada77f05da service neutron] Attempting to bind port 9ef18fca-f561-405a-b28a-5f1055d3faea on network cca8cd28-8205-477a-92b1-88a32e29d0bc {{(pid=103714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 05:29:37.865034 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04c2dd25-ef30-4aae-bca8-19c589b1ffad req-277859ac-32c0-4dc2-a39a-6dada77f05da service neutron] Port 9ef18fca-f561-405a-b28a-5f1055d3faea on network cca8cd28-8205-477a-92b1-88a32e29d0bc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76845 {{(pid=103714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 02 05:29:37.865364 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04c2dd25-ef30-4aae-bca8-19c589b1ffad req-277859ac-32c0-4dc2-a39a-6dada77f05da service neutron] Attempting to bind port 9ef18fca-f561-405a-b28a-5f1055d3faea on network cca8cd28-8205-477a-92b1-88a32e29d0bc {{(pid=103714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 05:29:37.875452 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04c2dd25-ef30-4aae-bca8-19c589b1ffad req-277859ac-32c0-4dc2-a39a-6dada77f05da service neutron] Checking agent: {'id': 'db45f871-b7ec-436d-b6b8-6a0a072a2253', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76845', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 5, 27, 7), 'started_at': datetime.datetime(2022, 3, 2, 5, 27, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 5, 29, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 05:29:37.875805 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04c2dd25-ef30-4aae-bca8-19c589b1ffad req-277859ac-32c0-4dc2-a39a-6dada77f05da service neutron] Checking segment: {'id': '15c6c484-0d48-4d40-b6e8-616bb71b4578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'cca8cd28-8205-477a-92b1-88a32e29d0bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 05:29:37.876197 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04c2dd25-ef30-4aae-bca8-19c589b1ffad req-277859ac-32c0-4dc2-a39a-6dada77f05da service neutron] Bound using segment: {'id': '15c6c484-0d48-4d40-b6e8-616bb71b4578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'cca8cd28-8205-477a-92b1-88a32e29d0bc'} {{(pid=103714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 05:29:37.876647 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.managers [req-04c2dd25-ef30-4aae-bca8-19c589b1ffad req-277859ac-32c0-4dc2-a39a-6dada77f05da service neutron] Bound port: 9ef18fca-f561-405a-b28a-5f1055d3faea, host: hv-cinder-76845, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15c6c484-0d48-4d40-b6e8-616bb71b4578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'cca8cd28-8205-477a-92b1-88a32e29d0bc'}}] {{(pid=103714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 05:29:37.877025 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [req-04c2dd25-ef30-4aae-bca8-19c589b1ffad req-277859ac-32c0-4dc2-a39a-6dada77f05da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for port (9ef18fca-f561-405a-b28a-5f1055d3faea), before_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:37.946444 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-da595427-7e83-4e52-9b27-8bd8bae53f6a req-4dd02b7d-3c63-425a-9f5c-1f65899ab857 tempest-DeleteServersTestJSON-512846769 tempest-DeleteServersTestJSON-512846769-project] 10.222.0.32 "GET /v2.0/security-groups?id=ac566ab1-1af5-474a-a2a2-f0b990b56907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029673 Mar 02 05:29:38.001644 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.db [req-04c2dd25-ef30-4aae-bca8-19c589b1ffad req-277859ac-32c0-4dc2-a39a-6dada77f05da service neutron] For port 9ef18fca-f561-405a-b28a-5f1055d3faea, host hv-cinder-76845, cleared binding levels {{(pid=103714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 05:29:38.006191 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.db [req-04c2dd25-ef30-4aae-bca8-19c589b1ffad req-277859ac-32c0-4dc2-a39a-6dada77f05da service neutron] For port 9ef18fca-f561-405a-b28a-5f1055d3faea, host hv-cinder-76845, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=9ef18fca-f561-405a-b28a-5f1055d3faea,segment=NetworkSegment(15c6c484-0d48-4d40-b6e8-616bb71b4578),segment_id=15c6c484-0d48-4d40-b6e8-616bb71b4578)] {{(pid=103714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 05:29:38.075093 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [req-04c2dd25-ef30-4aae-bca8-19c589b1ffad req-277859ac-32c0-4dc2-a39a-6dada77f05da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789290460654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789289919735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789289921293'] for port (9ef18fca-f561-405a-b28a-5f1055d3faea), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:38.191863 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c2dd25-ef30-4aae-bca8-19c589b1ffad req-277859ac-32c0-4dc2-a39a-6dada77f05da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:29:38.192632 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [req-04c2dd25-ef30-4aae-bca8-19c589b1ffad req-277859ac-32c0-4dc2-a39a-6dada77f05da service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531172'] for port (None), before_response {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:38.194268 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-04c2dd25-ef30-4aae-bca8-19c589b1ffad req-277859ac-32c0-4dc2-a39a-6dada77f05da service neutron] 10.222.0.41 "PUT /v2.0/ports/9ef18fca-f561-405a-b28a-5f1055d3faea HTTP/1.1" status: 200 len: 1094 time: 1.7810667 Mar 02 05:29:38.202275 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '454afccc-8b3f-40a7-8e18-30480566cda9', 'tag': '9ef18fca-f561-405a-b28a-5f1055d3faea'}] {{(pid=103714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 05:29:38.204915 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ff79788530fe2085a0b37cf7dfc71d903fcc72df0d156f3e5e7065db2593a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd20aa9b-fbfe-4fa9-b475-3a260ed8f327" -d '{"events": [{"name": "network-changed", "server_uuid": "454afccc-8b3f-40a7-8e18-30480566cda9", "tag": "9ef18fca-f561-405a-b28a-5f1055d3faea"}]}' {{(pid=103714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 05:29:38.207158 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277859ac-32c0-4dc2-a39a-6dada77f05da service neutron] Pushing event updated for resources: {'Port': ['ID=9ef18fca-f561-405a-b28a-5f1055d3faea,revision_number=3']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:29:38.242225 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d30648-424d-4ae2-af7d-8fb22d208172 req-296f4d50-65ca-425b-9627-187f028f49ab tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:29:38.243767 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-d7d30648-424d-4ae2-af7d-8fb22d208172 req-296f4d50-65ca-425b-9627-187f028f49ab tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/ports?device_id=13e93b9a-3bda-45ad-b1d1-25e229a6cf5b HTTP/1.1" status: 200 len: 945 time: 0.1797996 Mar 02 05:29:38.280612 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.notifiers.nova [req-9cbe444f-79d3-4199-a267-3a6f135d1bbf req-0e008db7-dd3d-4608-9d42-044729f31d50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b95876af-1853-4698-af0e-a36b0deb3b5a {{(pid=103715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 05:29:38.286672 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f756a3b8-7868-4d4b-96fa-dda7264ef51a req-a08e8aab-11e6-4284-a5b4-19d3d18a4779 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:29:38.290991 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-9cbe444f-79d3-4199-a267-3a6f135d1bbf req-0e008db7-dd3d-4608-9d42-044729f31d50 service neutron] Publish callbacks [] for port (b95876af-1853-4698-af0e-a36b0deb3b5a), precommit_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:38.295920 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-f756a3b8-7868-4d4b-96fa-dda7264ef51a req-a08e8aab-11e6-4284-a5b4-19d3d18a4779 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] 10.222.0.32 "GET /v2.0/ports?device_id=7002d8fb-8274-485e-b875-ad2e5586984a HTTP/1.1" status: 200 len: 931 time: 0.0945652 Mar 02 05:29:38.336252 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.db.provisioning_blocks [req-9cbe444f-79d3-4199-a267-3a6f135d1bbf req-0e008db7-dd3d-4608-9d42-044729f31d50 service neutron] Transition to ACTIVE for port object b95876af-1853-4698-af0e-a36b0deb3b5a will not be triggered until provisioned by entity L2. {{(pid=103715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 02 05:29:38.354233 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-d7d30648-424d-4ae2-af7d-8fb22d208172 req-d6c2d843-7cf9-4b02-ac82-f60402eb7f34 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd784b26-a24e-48e7-98ec-6c0ab769f87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964832 Mar 02 05:29:38.383958 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-f756a3b8-7868-4d4b-96fa-dda7264ef51a req-ece39f94-cac3-4790-9393-fff9e8c98161 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] 10.222.0.32 "GET /v2.0/security-groups?id=c04bdde9-68b7-4585-97f2-cb2ed276dc41&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0846348 Mar 02 05:29:38.396300 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Mar 2022 05:29:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24d8d306-dde5-4037-b93b-2d3eee1229a9 x-openstack-request-id: req-24d8d306-dde5-4037-b93b-2d3eee1229a9 {{(pid=103714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 05:29:38.396672 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "454afccc-8b3f-40a7-8e18-30480566cda9", "tag": "9ef18fca-f561-405a-b28a-5f1055d3faea", "status": "completed", "code": 200}]} {{(pid=103714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 05:29:38.396940 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-24d8d306-dde5-4037-b93b-2d3eee1229a9 {{(pid=103714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 05:29:38.397337 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '454afccc-8b3f-40a7-8e18-30480566cda9', 'tag': '9ef18fca-f561-405a-b28a-5f1055d3faea', 'status': 'completed', 'code': 200} Mar 02 05:29:38.407450 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c2dd25-ef30-4aae-bca8-19c589b1ffad req-b86cb9b4-066e-43e1-89c3-cea89aec9725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:29:38.419517 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-04c2dd25-ef30-4aae-bca8-19c589b1ffad req-b86cb9b4-066e-43e1-89c3-cea89aec9725 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7c356e87fe874337af907d7d9f0a2bb3&device_id=454afccc-8b3f-40a7-8e18-30480566cda9 HTTP/1.1" status: 200 len: 1128 time: 0.0845873 Mar 02 05:29:38.429917 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-9cbe444f-79d3-4199-a267-3a6f135d1bbf req-0e008db7-dd3d-4608-9d42-044729f31d50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789290460654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789289919735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789289921293'] for port (b95876af-1853-4698-af0e-a36b0deb3b5a), after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:38.508403 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-04c2dd25-ef30-4aae-bca8-19c589b1ffad req-59565328-1f7a-4070-9b4a-c6011bc4482e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9ef18fca-f561-405a-b28a-5f1055d3faea HTTP/1.1" status: 200 len: 217 time: 0.0867288 Mar 02 05:29:38.568292 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e008db7-dd3d-4608-9d42-044729f31d50 service neutron] Pushing event updated for resources: {'Port': ['ID=b95876af-1853-4698-af0e-a36b0deb3b5a,revision_number=2']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:29:38.626135 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c2dd25-ef30-4aae-bca8-19c589b1ffad req-967e982e-15c6-4763-a500-d5620331e542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:29:38.626135 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-04c2dd25-ef30-4aae-bca8-19c589b1ffad req-967e982e-15c6-4763-a500-d5620331e542 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ab127ad9-ce11-421d-b130-80cd6d7ddae3 HTTP/1.1" status: 200 len: 856 time: 0.0977693 Mar 02 05:29:38.640874 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.managers [req-9cbe444f-79d3-4199-a267-3a6f135d1bbf req-0e008db7-dd3d-4608-9d42-044729f31d50 service neutron] Attempting to bind port b95876af-1853-4698-af0e-a36b0deb3b5a on host hv-cinder-76845 for vnic_type normal with profile {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 05:29:38.641229 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.managers [req-9cbe444f-79d3-4199-a267-3a6f135d1bbf req-0e008db7-dd3d-4608-9d42-044729f31d50 service neutron] Attempting to bind port b95876af-1853-4698-af0e-a36b0deb3b5a by drivers openvswitch,hyperv on host hv-cinder-76845 at level 0 using segments [{'id': '43e8c482-1a50-4e10-a19a-64e9763e2b05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '18011967-2bc2-45c8-947b-290963b3926b'}] {{(pid=103715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 05:29:38.641560 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cbe444f-79d3-4199-a267-3a6f135d1bbf req-0e008db7-dd3d-4608-9d42-044729f31d50 service neutron] Attempting to bind port b95876af-1853-4698-af0e-a36b0deb3b5a on network 18011967-2bc2-45c8-947b-290963b3926b {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 05:29:38.652004 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cbe444f-79d3-4199-a267-3a6f135d1bbf req-0e008db7-dd3d-4608-9d42-044729f31d50 service neutron] Port b95876af-1853-4698-af0e-a36b0deb3b5a on network 18011967-2bc2-45c8-947b-290963b3926b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76845 {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 02 05:29:38.652364 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cbe444f-79d3-4199-a267-3a6f135d1bbf req-0e008db7-dd3d-4608-9d42-044729f31d50 service neutron] Attempting to bind port b95876af-1853-4698-af0e-a36b0deb3b5a on network 18011967-2bc2-45c8-947b-290963b3926b {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 05:29:38.666943 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfb8751-02e2-4a90-b03e-ec480ca1634c req-a681b0fa-4359-4d71-866b-782a1d26e895 tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:29:38.666943 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-fcfb8751-02e2-4a90-b03e-ec480ca1634c req-a681b0fa-4359-4d71-866b-782a1d26e895 tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] 10.222.0.32 "GET /v2.0/ports?device_id=a2b7491f-e53a-40e3-97e9-757e43cea760 HTTP/1.1" status: 200 len: 944 time: 0.1881857 Mar 02 05:29:38.702372 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cbe444f-79d3-4199-a267-3a6f135d1bbf req-0e008db7-dd3d-4608-9d42-044729f31d50 service neutron] Checking agent: {'id': 'db45f871-b7ec-436d-b6b8-6a0a072a2253', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76845', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 5, 27, 7), 'started_at': datetime.datetime(2022, 3, 2, 5, 27, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 5, 29, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 05:29:38.703206 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cbe444f-79d3-4199-a267-3a6f135d1bbf req-0e008db7-dd3d-4608-9d42-044729f31d50 service neutron] Checking segment: {'id': '43e8c482-1a50-4e10-a19a-64e9763e2b05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '18011967-2bc2-45c8-947b-290963b3926b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 05:29:38.704081 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cbe444f-79d3-4199-a267-3a6f135d1bbf req-0e008db7-dd3d-4608-9d42-044729f31d50 service neutron] Bound using segment: {'id': '43e8c482-1a50-4e10-a19a-64e9763e2b05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '18011967-2bc2-45c8-947b-290963b3926b'} {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 05:29:38.704713 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.managers [req-9cbe444f-79d3-4199-a267-3a6f135d1bbf req-0e008db7-dd3d-4608-9d42-044729f31d50 service neutron] Bound port: b95876af-1853-4698-af0e-a36b0deb3b5a, host: hv-cinder-76845, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43e8c482-1a50-4e10-a19a-64e9763e2b05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '18011967-2bc2-45c8-947b-290963b3926b'}}] {{(pid=103715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 05:29:38.705231 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-9cbe444f-79d3-4199-a267-3a6f135d1bbf req-0e008db7-dd3d-4608-9d42-044729f31d50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for port (b95876af-1853-4698-af0e-a36b0deb3b5a), before_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:38.718581 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.rpc [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Device da12b3d8-69b9-4313-96f8-2343fa2cdeb6 up at agent hyperv_hv-cinder-76845 {{(pid=103716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 05:29:38.782859 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-fcfb8751-02e2-4a90-b03e-ec480ca1634c req-7ea03cfc-402c-41d1-b70d-e1b966ebf8a2 tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d69e608-83e2-4afc-ba8a-1373a1de5f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984304 Mar 02 05:29:38.784894 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c2dd25-ef30-4aae-bca8-19c589b1ffad req-926f1d14-0638-471a-b595-0a90d45df913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:29:38.786757 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-04c2dd25-ef30-4aae-bca8-19c589b1ffad req-926f1d14-0638-471a-b595-0a90d45df913 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cca8cd28-8205-477a-92b1-88a32e29d0bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1503825 Mar 02 05:29:38.831534 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d3c473-398c-44e0-9604-b17ed3c12337 req-a33b8438-879b-44de-9eca-4f9228d7f4ad tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:29:38.834285 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-58d3c473-398c-44e0-9604-b17ed3c12337 req-a33b8438-879b-44de-9eca-4f9228d7f4ad tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/ports?device_id=454afccc-8b3f-40a7-8e18-30480566cda9 HTTP/1.1" status: 200 len: 944 time: 0.1522849 Mar 02 05:29:38.868390 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.db [req-9cbe444f-79d3-4199-a267-3a6f135d1bbf req-0e008db7-dd3d-4608-9d42-044729f31d50 service neutron] For port b95876af-1853-4698-af0e-a36b0deb3b5a, host hv-cinder-76845, cleared binding levels {{(pid=103715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 05:29:38.886196 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.db [req-9cbe444f-79d3-4199-a267-3a6f135d1bbf req-0e008db7-dd3d-4608-9d42-044729f31d50 service neutron] For port b95876af-1853-4698-af0e-a36b0deb3b5a, host hv-cinder-76845, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=b95876af-1853-4698-af0e-a36b0deb3b5a,segment=NetworkSegment(43e8c482-1a50-4e10-a19a-64e9763e2b05),segment_id=43e8c482-1a50-4e10-a19a-64e9763e2b05)] {{(pid=103715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 05:29:38.919371 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-58d3c473-398c-44e0-9604-b17ed3c12337 req-012b2b08-3732-4e34-8ea1-56d1d4d38fae tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce8b9e9a-d177-47c0-9c9b-f6152dd9c0f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747912 Mar 02 05:29:38.921762 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.provisioning_blocks [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Provisioning for port da12b3d8-69b9-4313-96f8-2343fa2cdeb6 completed by entity L2. {{(pid=103716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 02 05:29:38.922234 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-04c2dd25-ef30-4aae-bca8-19c589b1ffad req-9aefa193-979c-46a6-b034-5da4d13a914d service neutron] 10.222.0.41 "GET /v2.0/networks/cca8cd28-8205-477a-92b1-88a32e29d0bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225464 Mar 02 05:29:38.925866 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.provisioning_blocks [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Provisioning complete for port da12b3d8-69b9-4313-96f8-2343fa2cdeb6 triggered by entity L2. {{(pid=103716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 05:29:38.926449 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012754'] for port (da12b3d8-69b9-4313-96f8-2343fa2cdeb6), provisioning_complete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:39.006767 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-9cbe444f-79d3-4199-a267-3a6f135d1bbf req-0e008db7-dd3d-4608-9d42-044729f31d50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789290460654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789289919735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789289921293'] for port (b95876af-1853-4698-af0e-a36b0deb3b5a), after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:39.035857 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Current status of the port da12b3d8-69b9-4313-96f8-2343fa2cdeb6 is: BUILD; New status is: ACTIVE {{(pid=103716) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 05:29:39.036486 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for port (da12b3d8-69b9-4313-96f8-2343fa2cdeb6), before_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:39.087117 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-04c2dd25-ef30-4aae-bca8-19c589b1ffad req-42475cb7-a6a3-4565-b824-ae9c9f4393d8 service neutron] 10.222.0.41 "GET /v2.0/networks/cca8cd28-8205-477a-92b1-88a32e29d0bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540787 Mar 02 05:29:39.087228 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbe444f-79d3-4199-a267-3a6f135d1bbf req-0e008db7-dd3d-4608-9d42-044729f31d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:29:39.087228 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-9cbe444f-79d3-4199-a267-3a6f135d1bbf req-0e008db7-dd3d-4608-9d42-044729f31d50 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531172'] for port (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:39.087228 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-9cbe444f-79d3-4199-a267-3a6f135d1bbf req-0e008db7-dd3d-4608-9d42-044729f31d50 service neutron] 10.222.0.41 "PUT /v2.0/ports/b95876af-1853-4698-af0e-a36b0deb3b5a HTTP/1.1" status: 200 len: 1093 time: 1.4912519 Mar 02 05:29:39.087228 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7002d8fb-8274-485e-b875-ad2e5586984a', 'tag': 'b95876af-1853-4698-af0e-a36b0deb3b5a'}] {{(pid=103715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 05:29:39.110372 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6b615920106d83c92ac2e7a83ecc91ff2029d0c3ca4726e1521f538b1ed31e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8d1247d-eb6f-4788-b5d0-160f6fd2b4c9" -d '{"events": [{"name": "network-changed", "server_uuid": "7002d8fb-8274-485e-b875-ad2e5586984a", "tag": "b95876af-1853-4698-af0e-a36b0deb3b5a"}]}' {{(pid=103715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 05:29:39.112372 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '580ce9a8-2b79-47da-8092-e1f137611fb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da12b3d8-69b9-4313-96f8-2343fa2cdeb6'}] {{(pid=103716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 05:29:39.126002 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4199b116-5479-48ae-ab82-4bb9bf81f9e9 req-741068e5-cd6a-4722-802e-ef8087ff45fe tempest-DeleteServersTestJSON-512846769 tempest-DeleteServersTestJSON-512846769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:29:39.133771 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-4199b116-5479-48ae-ab82-4bb9bf81f9e9 req-741068e5-cd6a-4722-802e-ef8087ff45fe tempest-DeleteServersTestJSON-512846769 tempest-DeleteServersTestJSON-512846769-project] 10.222.0.32 "GET /v2.0/ports?device_id=580ce9a8-2b79-47da-8092-e1f137611fb4 HTTP/1.1" status: 200 len: 945 time: 0.1025891 Mar 02 05:29:39.156126 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e008db7-dd3d-4608-9d42-044729f31d50 service neutron] Pushing event updated for resources: {'Port': ['ID=b95876af-1853-4698-af0e-a36b0deb3b5a,revision_number=3']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:29:39.204330 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Mar 2022 05:29:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f977f88c-da67-4246-92c4-5662e1fbec15 x-openstack-request-id: req-f977f88c-da67-4246-92c4-5662e1fbec15 {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 05:29:39.207990 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7002d8fb-8274-485e-b875-ad2e5586984a", "tag": "b95876af-1853-4698-af0e-a36b0deb3b5a", "status": "completed", "code": 200}]} {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 05:29:39.207990 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f977f88c-da67-4246-92c4-5662e1fbec15 {{(pid=103715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 05:29:39.207990 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7002d8fb-8274-485e-b875-ad2e5586984a', 'tag': 'b95876af-1853-4698-af0e-a36b0deb3b5a', 'status': 'completed', 'code': 200} Mar 02 05:29:39.208583 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-4199b116-5479-48ae-ab82-4bb9bf81f9e9 req-dc1a66b0-f53a-4cd5-a62f-23a3766105f6 tempest-DeleteServersTestJSON-512846769 tempest-DeleteServersTestJSON-512846769-project] 10.222.0.32 "GET /v2.0/security-groups?id=ac566ab1-1af5-474a-a2a2-f0b990b56907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734251 Mar 02 05:29:39.290134 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] For port da12b3d8-69b9-4313-96f8-2343fa2cdeb6, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=da12b3d8-69b9-4313-96f8-2343fa2cdeb6,segment=NetworkSegment(ea95cf1e-1801-4aac-b068-f790609643d0),segment_id=ea95cf1e-1801-4aac-b068-f790609643d0)] {{(pid=103716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 05:29:39.307006 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d1247d-eb6f-4788-b5d0-160f6fd2b4c9 req-b161e954-22ad-484f-8637-6e0663b40c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:29:39.307006 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-b8d1247d-eb6f-4788-b5d0-160f6fd2b4c9 req-b161e954-22ad-484f-8637-6e0663b40c48 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e206b3ab3679495682403c34b4fe8d9a&device_id=7002d8fb-8274-485e-b875-ad2e5586984a HTTP/1.1" status: 200 len: 1127 time: 0.0749416 Mar 02 05:29:39.360889 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd20aa9b-fbfe-4fa9-b475-3a260ed8f327 req-4dbcbb71-9ba5-4bb0-b41d-dc96c398cb27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:29:39.362571 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-fd20aa9b-fbfe-4fa9-b475-3a260ed8f327 req-4dbcbb71-9ba5-4bb0-b41d-dc96c398cb27 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7c356e87fe874337af907d7d9f0a2bb3&device_id=454afccc-8b3f-40a7-8e18-30480566cda9 HTTP/1.1" status: 200 len: 1128 time: 0.0989325 Mar 02 05:29:39.384414 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789290460654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789289919735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789289921293'] for port (da12b3d8-69b9-4313-96f8-2343fa2cdeb6), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:39.385515 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.rpc [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Device 8cbde07d-4c96-4199-a4ad-3812e8837525 up at agent hyperv_hv-cinder-76845 {{(pid=103716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 05:29:39.502965 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d1247d-eb6f-4788-b5d0-160f6fd2b4c9 req-3ff9868f-7d6d-4b47-8ca3-2ba431a12178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:29:39.506302 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-b8d1247d-eb6f-4788-b5d0-160f6fd2b4c9 req-3ff9868f-7d6d-4b47-8ca3-2ba431a12178 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=e206b3ab3679495682403c34b4fe8d9a&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1923456 Mar 02 05:29:39.541843 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5cc3ee08ba8b8203ef00b822cbb368117e1f515a76881e78a723e4cc0774230" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab2aa002-8cc3-4c78-a35b-2c0f5f43bf6d" -d '{"events": [{"server_uuid": "580ce9a8-2b79-47da-8092-e1f137611fb4", "name": "network-vif-plugged", "status": "completed", "tag": "da12b3d8-69b9-4313-96f8-2343fa2cdeb6"}]}' {{(pid=103716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 05:29:39.573750 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Pushing event updated for resources: {'Port': ['ID=da12b3d8-69b9-4313-96f8-2343fa2cdeb6,revision_number=5']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:29:39.611172 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd20aa9b-fbfe-4fa9-b475-3a260ed8f327 req-07cf4980-f50d-46ab-84d1-b095de585ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:29:39.612769 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-fd20aa9b-fbfe-4fa9-b475-3a260ed8f327 req-07cf4980-f50d-46ab-84d1-b095de585ffc service neutron] 10.222.0.41 "GET /v2.0/networks?id=cca8cd28-8205-477a-92b1-88a32e29d0bc HTTP/1.1" status: 200 len: 918 time: 0.2440121 Mar 02 05:29:39.622752 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46ca59d-e9bf-4a77-a743-2eb37b16e951 req-9ccdac80-af9b-4e50-a957-b21db7b70581 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:29:39.629863 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-d46ca59d-e9bf-4a77-a743-2eb37b16e951 req-9ccdac80-af9b-4e50-a957-b21db7b70581 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] 10.222.0.32 "GET /v2.0/ports?device_id=7002d8fb-8274-485e-b875-ad2e5586984a HTTP/1.1" status: 200 len: 943 time: 0.1189981 Mar 02 05:29:39.675151 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-26763782-00e7-4a4d-84d8-33f71f865beb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (516abb3b-63f8-4dbb-a4f1-8865516966e2), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:39.680223 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.provisioning_blocks [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Provisioning for port 8cbde07d-4c96-4199-a4ad-3812e8837525 completed by entity L2. {{(pid=103716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 02 05:29:39.686078 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.provisioning_blocks [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Provisioning complete for port 8cbde07d-4c96-4199-a4ad-3812e8837525 triggered by entity L2. {{(pid=103716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 05:29:39.686691 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012754'] for port (8cbde07d-4c96-4199-a4ad-3812e8837525), provisioning_complete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:39.694523 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269a9039-5e03-4986-9e78-ba2841c166e4 req-97e000b7-83c7-490f-bdf0-b1019f1f6a04 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:29:39.694961 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-fd20aa9b-fbfe-4fa9-b475-3a260ed8f327 req-d943e9df-d9db-4efc-8638-5827541e279f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9ef18fca-f561-405a-b28a-5f1055d3faea HTTP/1.1" status: 200 len: 217 time: 0.0623662 Mar 02 05:29:39.696080 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-269a9039-5e03-4986-9e78-ba2841c166e4 req-97e000b7-83c7-490f-bdf0-b1019f1f6a04 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/ports?device_id=13e93b9a-3bda-45ad-b1d1-25e229a6cf5b HTTP/1.1" status: 200 len: 945 time: 0.1828401 Mar 02 05:29:39.740208 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d1247d-eb6f-4788-b5d0-160f6fd2b4c9 req-3edc8f5b-ed17-49bb-8bf3-2a19339891f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:29:39.741761 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-b8d1247d-eb6f-4788-b5d0-160f6fd2b4c9 req-3edc8f5b-ed17-49bb-8bf3-2a19339891f8 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2249002 Mar 02 05:29:39.767757 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-d46ca59d-e9bf-4a77-a743-2eb37b16e951 req-09f59913-adb2-45bb-b746-5b456f3cd4ec tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] 10.222.0.32 "GET /v2.0/security-groups?id=c04bdde9-68b7-4585-97f2-cb2ed276dc41&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1368954 Mar 02 05:29:39.778316 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-269a9039-5e03-4986-9e78-ba2841c166e4 req-21740066-ed11-4c57-8997-f6fcf83cb4d3 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd784b26-a24e-48e7-98ec-6c0ab769f87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714250 Mar 02 05:29:39.786829 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd20aa9b-fbfe-4fa9-b475-3a260ed8f327 req-c922082a-b8a8-4576-92fa-6dac4d11ae5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:29:39.790759 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-fd20aa9b-fbfe-4fa9-b475-3a260ed8f327 req-c922082a-b8a8-4576-92fa-6dac4d11ae5c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ab127ad9-ce11-421d-b130-80cd6d7ddae3 HTTP/1.1" status: 200 len: 856 time: 0.0852411 Mar 02 05:29:39.884514 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbe444f-79d3-4199-a267-3a6f135d1bbf req-a3fba061-b931-46d5-9aa8-7ea93dda2126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:29:39.885928 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd20aa9b-fbfe-4fa9-b475-3a260ed8f327 req-035d5a88-f6b2-462b-a386-7a159d93d0be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:29:39.886092 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-9cbe444f-79d3-4199-a267-3a6f135d1bbf req-a3fba061-b931-46d5-9aa8-7ea93dda2126 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e206b3ab3679495682403c34b4fe8d9a&device_id=7002d8fb-8274-485e-b875-ad2e5586984a HTTP/1.1" status: 200 len: 1127 time: 0.0828600 Mar 02 05:29:39.887870 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-fd20aa9b-fbfe-4fa9-b475-3a260ed8f327 req-035d5a88-f6b2-462b-a386-7a159d93d0be service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cca8cd28-8205-477a-92b1-88a32e29d0bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0847607 Mar 02 05:29:39.961649 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-9cbe444f-79d3-4199-a267-3a6f135d1bbf req-ca46a01f-0073-4d1f-b605-bcbe926f9595 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b95876af-1853-4698-af0e-a36b0deb3b5a HTTP/1.1" status: 200 len: 217 time: 0.0600538 Mar 02 05:29:39.983170 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Current status of the port 8cbde07d-4c96-4199-a4ad-3812e8837525 is: BUILD; New status is: ACTIVE {{(pid=103716) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 05:29:39.983721 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for port (8cbde07d-4c96-4199-a4ad-3812e8837525), before_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:40.015156 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-fd20aa9b-fbfe-4fa9-b475-3a260ed8f327 req-bb473ac6-dd9d-4035-8edf-731dbef5153b service neutron] 10.222.0.41 "GET /v2.0/networks/cca8cd28-8205-477a-92b1-88a32e29d0bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169927 Mar 02 05:29:40.017696 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd2db7f-e235-4e02-a137-ed68f7d0097d req-ba5fb643-657b-40c5-bb34-b002577ad126 tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:29:40.020364 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-afd2db7f-e235-4e02-a137-ed68f7d0097d req-ba5fb643-657b-40c5-bb34-b002577ad126 tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] 10.222.0.32 "GET /v2.0/ports?device_id=a2b7491f-e53a-40e3-97e9-757e43cea760 HTTP/1.1" status: 200 len: 944 time: 0.1507390 Mar 02 05:29:40.047343 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbe444f-79d3-4199-a267-3a6f135d1bbf req-f6a8cd79-36b9-4d10-bd15-5fe59882540c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:29:40.049262 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-9cbe444f-79d3-4199-a267-3a6f135d1bbf req-f6a8cd79-36b9-4d10-bd15-5fe59882540c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=24744b4d-8303-4a95-a314-609059e1d9b5 HTTP/1.1" status: 200 len: 849 time: 0.0798101 Mar 02 05:29:40.051019 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] For port 8cbde07d-4c96-4199-a4ad-3812e8837525, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=8cbde07d-4c96-4199-a4ad-3812e8837525,segment=NetworkSegment(f72dff1c-57c4-4f1b-839d-2a6b2e94cc43),segment_id=f72dff1c-57c4-4f1b-839d-2a6b2e94cc43)] {{(pid=103716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 05:29:40.097815 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789290460654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789289919735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789289921293'] for port (8cbde07d-4c96-4199-a4ad-3812e8837525), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:40.098650 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.rpc [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Device ec466470-4f90-4b06-9c22-8bb584849f0b up at agent hyperv_hv-cinder-76845 {{(pid=103716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 05:29:40.116894 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-afd2db7f-e235-4e02-a137-ed68f7d0097d req-fe752a3e-1cdc-4b90-adbb-5e6c765e6b05 tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d69e608-83e2-4afc-ba8a-1373a1de5f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899467 Mar 02 05:29:40.146915 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbe444f-79d3-4199-a267-3a6f135d1bbf req-8dac59a2-093e-460b-8ea3-160a7e2df3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:29:40.149478 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-9cbe444f-79d3-4199-a267-3a6f135d1bbf req-8dac59a2-093e-460b-8ea3-160a7e2df3ec service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=18011967-2bc2-45c8-947b-290963b3926b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0938568 Mar 02 05:29:40.178843 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-fd20aa9b-fbfe-4fa9-b475-3a260ed8f327 req-f2acfb17-3621-445c-83b1-b08fbe8b2fdf service neutron] 10.222.0.41 "GET /v2.0/networks/cca8cd28-8205-477a-92b1-88a32e29d0bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516864 Mar 02 05:29:40.210036 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Pushing event updated for resources: {'Port': ['ID=8cbde07d-4c96-4199-a4ad-3812e8837525,revision_number=5']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:29:40.302377 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 05:29:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1a71ae9-7bd7-436b-bbba-f5c3e09a5a53 x-openstack-request-id: req-d1a71ae9-7bd7-436b-bbba-f5c3e09a5a53 {{(pid=103716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 05:29:40.302788 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "580ce9a8-2b79-47da-8092-e1f137611fb4", "name": "network-vif-plugged", "status": "completed", "tag": "da12b3d8-69b9-4313-96f8-2343fa2cdeb6", "code": 200}]} {{(pid=103716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 05:29:40.303040 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d1a71ae9-7bd7-436b-bbba-f5c3e09a5a53 {{(pid=103716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 05:29:40.303601 dv-cinder-768458-18-iscsi neutron-server[103716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '580ce9a8-2b79-47da-8092-e1f137611fb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da12b3d8-69b9-4313-96f8-2343fa2cdeb6', 'code': 200} Mar 02 05:29:40.310235 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.wsgi [-] (103714) accepted ('10.222.0.32', 35206) {{(pid=103714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:29:40.343519 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.provisioning_blocks [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Provisioning for port ec466470-4f90-4b06-9c22-8bb584849f0b completed by entity L2. {{(pid=103716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 02 05:29:40.348351 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.provisioning_blocks [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Provisioning complete for port ec466470-4f90-4b06-9c22-8bb584849f0b triggered by entity L2. {{(pid=103716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 05:29:40.348728 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012754'] for port (ec466470-4f90-4b06-9c22-8bb584849f0b), provisioning_complete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:40.460960 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a7721c-5f71-49fc-bc99-f206c68f3618 req-b7cdc090-5e96-460c-a83f-852e50946796 tempest-DeleteServersTestJSON-512846769 tempest-DeleteServersTestJSON-512846769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:29:40.469789 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-d5a7721c-5f71-49fc-bc99-f206c68f3618 req-b7cdc090-5e96-460c-a83f-852e50946796 tempest-DeleteServersTestJSON-512846769 tempest-DeleteServersTestJSON-512846769-project] 10.222.0.32 "GET /v2.0/ports?device_id=580ce9a8-2b79-47da-8092-e1f137611fb4 HTTP/1.1" status: 200 len: 946 time: 0.0993731 Mar 02 05:29:40.484158 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Current status of the port ec466470-4f90-4b06-9c22-8bb584849f0b is: BUILD; New status is: ACTIVE {{(pid=103716) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 05:29:40.484554 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for port (ec466470-4f90-4b06-9c22-8bb584849f0b), before_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:40.506044 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-2721406b-550e-4c7a-bf71-86e5bb22b30d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:40.559430 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] For port ec466470-4f90-4b06-9c22-8bb584849f0b, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=ec466470-4f90-4b06-9c22-8bb584849f0b,segment=NetworkSegment(f72dff1c-57c4-4f1b-839d-2a6b2e94cc43),segment_id=f72dff1c-57c4-4f1b-839d-2a6b2e94cc43)] {{(pid=103716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 05:29:40.568054 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-d5a7721c-5f71-49fc-bc99-f206c68f3618 req-9c03493f-6757-48de-8d23-6d91d27347ba tempest-DeleteServersTestJSON-512846769 tempest-DeleteServersTestJSON-512846769-project] 10.222.0.32 "GET /v2.0/security-groups?id=ac566ab1-1af5-474a-a2a2-f0b990b56907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965738 Mar 02 05:29:40.588337 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57708e92-3436-4f3a-a306-eed45c7c260b req-e2b62ac3-ae19-4c53-93d1-77f7f8ed8a39 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:29:40.589268 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-57708e92-3436-4f3a-a306-eed45c7c260b req-e2b62ac3-ae19-4c53-93d1-77f7f8ed8a39 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/ports?device_id=454afccc-8b3f-40a7-8e18-30480566cda9 HTTP/1.1" status: 200 len: 944 time: 0.0877693 Mar 02 05:29:40.591820 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-9cbe444f-79d3-4199-a267-3a6f135d1bbf req-dd5b514b-092a-4271-862a-d60d61c9c6ac service neutron] 10.222.0.41 "GET /v2.0/networks/18011967-2bc2-45c8-947b-290963b3926b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4356296 Mar 02 05:29:40.631911 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789290460654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789289919735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789289921293'] for port (ec466470-4f90-4b06-9c22-8bb584849f0b), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:40.633631 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.rpc [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Device 1f25e0ce-7e86-4e42-ac1d-857b7783219a up at agent hyperv_hv-cinder-76845 {{(pid=103716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 05:29:40.693001 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-57708e92-3436-4f3a-a306-eed45c7c260b req-9427c1e8-3768-42c1-99b9-e3086a6354a6 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce8b9e9a-d177-47c0-9c9b-f6152dd9c0f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0949724 Mar 02 05:29:40.694370 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-2721406b-550e-4c7a-bf71-86e5bb22b30d admin admin] Publish callbacks [] for security_group (6fba1fd6-8766-4ff8-b118-9f219acebe1f), precommit_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:40.733170 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-9cbe444f-79d3-4199-a267-3a6f135d1bbf req-ac24f67a-c87c-49ed-9ad5-87e6ce4645fd service neutron] 10.222.0.41 "GET /v2.0/networks/18011967-2bc2-45c8-947b-290963b3926b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341207 Mar 02 05:29:40.737380 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db22225-4f9d-4b4d-8abf-bf87d5dfe773 req-12335a18-c7c1-41ea-88f9-e22ebf41a33c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:29:40.739381 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-2db22225-4f9d-4b4d-8abf-bf87d5dfe773 req-12335a18-c7c1-41ea-88f9-e22ebf41a33c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=580ce9a8-2b79-47da-8092-e1f137611fb4 HTTP/1.1" status: 200 len: 1130 time: 0.1060750 Mar 02 05:29:40.757519 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.rpc [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Device 9ef18fca-f561-405a-b28a-5f1055d3faea details requested by agent hyperv_hv-cinder-76845 with host hv-cinder-76845 {{(pid=103716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 02 05:29:40.763156 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Pushing event updated for resources: {'Port': ['ID=ec466470-4f90-4b06-9c22-8bb584849f0b,revision_number=5']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:29:40.776360 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [req-2db22225-4f9d-4b4d-8abf-bf87d5dfe773 req-8bf12e25-6347-4dd9-8370-76e83b8b3aef service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:40.779225 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-2721406b-550e-4c7a-bf71-86e5bb22b30d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629892'] for security_group (6fba1fd6-8766-4ff8-b118-9f219acebe1f), after_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:40.835898 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [None req-2721406b-550e-4c7a-bf71-86e5bb22b30d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=236ce7aacab04d608c828d129aeab6fc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5244696 Mar 02 05:29:40.837390 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.32', 35220) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:29:40.888781 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.provisioning_blocks [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Provisioning for port 1f25e0ce-7e86-4e42-ac1d-857b7783219a completed by entity L2. {{(pid=103716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 02 05:29:40.912827 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.provisioning_blocks [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Provisioning complete for port 1f25e0ce-7e86-4e42-ac1d-857b7783219a triggered by entity L2. {{(pid=103716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 05:29:40.913421 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012754'] for port (1f25e0ce-7e86-4e42-ac1d-857b7783219a), provisioning_complete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:40.919962 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] For port 9ef18fca-f561-405a-b28a-5f1055d3faea, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=9ef18fca-f561-405a-b28a-5f1055d3faea,segment=NetworkSegment(15c6c484-0d48-4d40-b6e8-616bb71b4578),segment_id=15c6c484-0d48-4d40-b6e8-616bb71b4578)] {{(pid=103716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 05:29:40.930186 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2721406b-550e-4c7a-bf71-86e5bb22b30d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fba1fd6-8766-4ff8-b118-9f219acebe1f,revision_number=1']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:29:40.977927 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.rpc [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Returning: {'device': '9ef18fca-f561-405a-b28a-5f1055d3faea', 'network_id': 'cca8cd28-8205-477a-92b1-88a32e29d0bc', 'port_id': '9ef18fca-f561-405a-b28a-5f1055d3faea', 'mac_address': 'fa:16:3e:8c:58:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 258, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab127ad9-ce11-421d-b130-80cd6d7ddae3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 02 05:29:40.979460 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-9d720ac1-835e-44ab-a225-7f4ec7653abc admin admin] Publish callbacks [] for security_group (6fba1fd6-8766-4ff8-b118-9f219acebe1f), before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:40.980890 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [req-2db22225-4f9d-4b4d-8abf-bf87d5dfe773 req-8bf12e25-6347-4dd9-8370-76e83b8b3aef service neutron] Publish callbacks [] for security_group (f2d14766-b457-451e-9527-407b4449942e), precommit_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:40.990025 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af669e1-66f2-4261-b66b-64ee8ff91df9 req-045fcc5d-7a4d-493d-a2d0-12f35f0eae3a tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:29:40.992442 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-5af669e1-66f2-4261-b66b-64ee8ff91df9 req-045fcc5d-7a4d-493d-a2d0-12f35f0eae3a tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/ports?device_id=13e93b9a-3bda-45ad-b1d1-25e229a6cf5b HTTP/1.1" status: 200 len: 946 time: 0.1112745 Mar 02 05:29:41.003014 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290cfa26-eefa-4cb4-9259-8c8da74a5cdb req-386dd51d-3ec8-45f8-bb6a-ebd6e51e5bcc tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:29:41.004466 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-290cfa26-eefa-4cb4-9259-8c8da74a5cdb req-386dd51d-3ec8-45f8-bb6a-ebd6e51e5bcc tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] 10.222.0.32 "GET /v2.0/ports?device_id=7002d8fb-8274-485e-b875-ad2e5586984a HTTP/1.1" status: 200 len: 943 time: 0.1480742 Mar 02 05:29:41.045061 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-9d720ac1-835e-44ab-a225-7f4ec7653abc admin admin] Publish callbacks [] for security_group (6fba1fd6-8766-4ff8-b118-9f219acebe1f), precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:41.054351 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [req-2db22225-4f9d-4b4d-8abf-bf87d5dfe773 req-8bf12e25-6347-4dd9-8370-76e83b8b3aef service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629892'] for security_group (f2d14766-b457-451e-9527-407b4449942e), after_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:41.071429 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Current status of the port 9ef18fca-f561-405a-b28a-5f1055d3faea is: DOWN; New status is: BUILD {{(pid=103716) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 05:29:41.071429 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for port (9ef18fca-f561-405a-b28a-5f1055d3faea), before_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:41.076472 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-5af669e1-66f2-4261-b66b-64ee8ff91df9 req-386933c1-9e5b-4acd-b04f-eb10bbc49472 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd784b26-a24e-48e7-98ec-6c0ab769f87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758224 Mar 02 05:29:41.088671 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Current status of the port 1f25e0ce-7e86-4e42-ac1d-857b7783219a is: BUILD; New status is: ACTIVE {{(pid=103716) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 05:29:41.089137 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for port (1f25e0ce-7e86-4e42-ac1d-857b7783219a), before_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:41.089635 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf12e25-6347-4dd9-8370-76e83b8b3aef service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=f2d14766-b457-451e-9527-407b4449942e,revision_number=1']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:29:41.093792 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.notifiers.nova [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ef18fca-f561-405a-b28a-5f1055d3faea {{(pid=103716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 05:29:41.096124 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-290cfa26-eefa-4cb4-9259-8c8da74a5cdb req-c56fa858-8e67-4c24-813f-c481fde75263 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] 10.222.0.32 "GET /v2.0/security-groups?id=c04bdde9-68b7-4585-97f2-cb2ed276dc41&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0860181 Mar 02 05:29:41.125309 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-2db22225-4f9d-4b4d-8abf-bf87d5dfe773 req-8bf12e25-6347-4dd9-8370-76e83b8b3aef service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=ac566ab1-1af5-474a-a2a2-f0b990b56907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3782046 Mar 02 05:29:41.135160 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] For port 9ef18fca-f561-405a-b28a-5f1055d3faea, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=9ef18fca-f561-405a-b28a-5f1055d3faea,segment=NetworkSegment(15c6c484-0d48-4d40-b6e8-616bb71b4578),segment_id=15c6c484-0d48-4d40-b6e8-616bb71b4578)] {{(pid=103716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 05:29:41.146244 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] For port 1f25e0ce-7e86-4e42-ac1d-857b7783219a, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=1f25e0ce-7e86-4e42-ac1d-857b7783219a,segment=NetworkSegment(c6af62b3-fa4c-444b-9a01-d317b4ec4d1f),segment_id=c6af62b3-fa4c-444b-9a01-d317b4ec4d1f)] {{(pid=103716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 05:29:41.217045 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-9d720ac1-835e-44ab-a225-7f4ec7653abc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629892'] for security_group (6fba1fd6-8766-4ff8-b118-9f219acebe1f), after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:41.219650 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-9d720ac1-835e-44ab-a225-7f4ec7653abc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:41.220774 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-9d720ac1-835e-44ab-a225-7f4ec7653abc admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6fba1fd6-8766-4ff8-b118-9f219acebe1f HTTP/1.1" status: 204 len: 168 time: 0.3823297 Mar 02 05:29:41.232497 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d720ac1-835e-44ab-a225-7f4ec7653abc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fba1fd6-8766-4ff8-b118-9f219acebe1f,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:29:41.253167 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b485296-2f65-422f-9784-ca2f2d5e12be req-375d1c49-1f96-4224-b10c-52651c2634b5 tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:29:41.254758 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-5b485296-2f65-422f-9784-ca2f2d5e12be req-375d1c49-1f96-4224-b10c-52651c2634b5 tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] 10.222.0.32 "GET /v2.0/ports?device_id=a2b7491f-e53a-40e3-97e9-757e43cea760 HTTP/1.1" status: 200 len: 944 time: 0.0656307 Mar 02 05:29:41.257490 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789290460654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789289919735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789289921293'] for port (9ef18fca-f561-405a-b28a-5f1055d3faea), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:41.261898 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789290460654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789289919735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789289921293'] for port (1f25e0ce-7e86-4e42-ac1d-857b7783219a), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:41.313036 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Pushing event updated for resources: {'Port': ['ID=9ef18fca-f561-405a-b28a-5f1055d3faea,revision_number=4']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:29:41.314617 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-5b485296-2f65-422f-9784-ca2f2d5e12be req-59e97114-4959-4655-a1d3-0a630a17876b tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d69e608-83e2-4afc-ba8a-1373a1de5f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539675 Mar 02 05:29:41.362822 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Pushing event updated for resources: {'Port': ['ID=1f25e0ce-7e86-4e42-ac1d-857b7783219a,revision_number=5']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:29:41.517259 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] get_ports_and_sgs() called for port_ids ['9ef18fca-f561-405a-b28a-5f1055d3faea'] {{(pid=103716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 05:29:41.686215 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcbc72c-35b4-442d-bfbb-655ac5e095f8 req-5b0bd11c-8e03-474c-87d3-4d536f6fb8c6 tempest-DeleteServersTestJSON-512846769 tempest-DeleteServersTestJSON-512846769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:29:41.688618 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-3bcbc72c-35b4-442d-bfbb-655ac5e095f8 req-5b0bd11c-8e03-474c-87d3-4d536f6fb8c6 tempest-DeleteServersTestJSON-512846769 tempest-DeleteServersTestJSON-512846769-project] 10.222.0.32 "GET /v2.0/ports?device_id=580ce9a8-2b79-47da-8092-e1f137611fb4 HTTP/1.1" status: 200 len: 946 time: 0.0563703 Mar 02 05:29:41.736298 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-3bcbc72c-35b4-442d-bfbb-655ac5e095f8 req-e1892158-5b48-4f92-9edd-4e5e308c0818 tempest-DeleteServersTestJSON-512846769 tempest-DeleteServersTestJSON-512846769-project] 10.222.0.32 "GET /v2.0/security-groups?id=ac566ab1-1af5-474a-a2a2-f0b990b56907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419831 Mar 02 05:29:41.759766 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-606a717b-b16a-4602-8c3f-4bc601a569a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (9c2b50e6-1677-4aa9-928e-941b4c488fc5), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:41.851267 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb3588a-85be-427e-afcb-f419044913dc req-474738b4-172d-4984-93ed-9f9e5f5df7e9 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:29:41.852870 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-5cb3588a-85be-427e-afcb-f419044913dc req-474738b4-172d-4984-93ed-9f9e5f5df7e9 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/ports?device_id=454afccc-8b3f-40a7-8e18-30480566cda9 HTTP/1.1" status: 200 len: 945 time: 0.0770254 Mar 02 05:29:41.857759 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.32', 35240) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:29:41.876511 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-45d86d0d-2f6f-4c2d-a328-0cb44071dcb4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:41.927059 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-5cb3588a-85be-427e-afcb-f419044913dc req-2bf72844-9bce-4c7a-8a97-6bc4bfe8a89b tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce8b9e9a-d177-47c0-9c9b-f6152dd9c0f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671103 Mar 02 05:29:41.988147 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-45d86d0d-2f6f-4c2d-a328-0cb44071dcb4 admin admin] Publish callbacks [] for security_group (0b14d7b9-a60c-47e5-97b6-919f9394d187), precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:42.063581 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-45d86d0d-2f6f-4c2d-a328-0cb44071dcb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629892'] for security_group (0b14d7b9-a60c-47e5-97b6-919f9394d187), after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:42.102245 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-45d86d0d-2f6f-4c2d-a328-0cb44071dcb4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=45b0803fa8a44d4f9b80ac14b0ec39dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2435005 Mar 02 05:29:42.103120 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d86d0d-2f6f-4c2d-a328-0cb44071dcb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b14d7b9-a60c-47e5-97b6-919f9394d187,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:29:42.105881 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.wsgi [-] (103714) accepted ('10.222.0.32', 35248) {{(pid=103714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:29:42.167619 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-c37aa42f-259c-44b4-bd5d-6334184891be admin admin] Publish callbacks [] for security_group (0b14d7b9-a60c-47e5-97b6-919f9394d187), before_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:42.209729 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-c37aa42f-259c-44b4-bd5d-6334184891be admin admin] Publish callbacks [] for security_group (0b14d7b9-a60c-47e5-97b6-919f9394d187), precommit_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:42.236278 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8503a26-9278-4173-a13e-f661d94e392b req-44219457-067e-4100-80d5-2078e3f948d8 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:29:42.237777 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-d8503a26-9278-4173-a13e-f661d94e392b req-44219457-067e-4100-80d5-2078e3f948d8 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] 10.222.0.32 "GET /v2.0/ports?device_id=7002d8fb-8274-485e-b875-ad2e5586984a HTTP/1.1" status: 200 len: 943 time: 0.0538962 Mar 02 05:29:42.255014 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5231c7-1a18-4346-8067-eda062aaf2c2 req-8c768aee-ebbe-40dd-8e4a-1104c49c0c8c tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:29:42.256568 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-3f5231c7-1a18-4346-8067-eda062aaf2c2 req-8c768aee-ebbe-40dd-8e4a-1104c49c0c8c tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/ports?device_id=13e93b9a-3bda-45ad-b1d1-25e229a6cf5b HTTP/1.1" status: 200 len: 946 time: 0.1021717 Mar 02 05:29:42.290516 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-d8503a26-9278-4173-a13e-f661d94e392b req-6a50f5f6-93a5-41a1-bc51-1a4c1e3f1f04 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] 10.222.0.32 "GET /v2.0/security-groups?id=c04bdde9-68b7-4585-97f2-cb2ed276dc41&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0465610 Mar 02 05:29:42.305213 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13e93b9a-3bda-45ad-b1d1-25e229a6cf5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cbde07d-4c96-4199-a4ad-3812e8837525'}, {'server_uuid': '4e6f95c0-3d74-43ec-9c37-9bff8fac7934', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec466470-4f90-4b06-9c22-8bb584849f0b'}, {'server_uuid': 'a2b7491f-e53a-40e3-97e9-757e43cea760', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f25e0ce-7e86-4e42-ac1d-857b7783219a'}] {{(pid=103716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 05:29:42.307807 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5cc3ee08ba8b8203ef00b822cbb368117e1f515a76881e78a723e4cc0774230" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65f2966f-b0a9-49d2-a690-977fd8346746" -d '{"events": [{"server_uuid": "13e93b9a-3bda-45ad-b1d1-25e229a6cf5b", "name": "network-vif-plugged", "status": "completed", "tag": "8cbde07d-4c96-4199-a4ad-3812e8837525"}, {"server_uuid": "4e6f95c0-3d74-43ec-9c37-9bff8fac7934", "name": "network-vif-plugged", "status": "completed", "tag": "ec466470-4f90-4b06-9c22-8bb584849f0b"}, {"server_uuid": "a2b7491f-e53a-40e3-97e9-757e43cea760", "name": "network-vif-plugged", "status": "completed", "tag": "1f25e0ce-7e86-4e42-ac1d-857b7783219a"}]}' {{(pid=103716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 05:29:42.311521 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-3f5231c7-1a18-4346-8067-eda062aaf2c2 req-68519d82-4807-4b51-b92d-8ab634a90635 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd784b26-a24e-48e7-98ec-6c0ab769f87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469265 Mar 02 05:29:42.351073 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 02 Mar 2022 05:29:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afaf8cff-4ab5-496b-b70b-e5cb5fe249a5 x-openstack-request-id: req-afaf8cff-4ab5-496b-b70b-e5cb5fe249a5 {{(pid=103716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 05:29:42.351402 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13e93b9a-3bda-45ad-b1d1-25e229a6cf5b", "name": "network-vif-plugged", "status": "completed", "tag": "8cbde07d-4c96-4199-a4ad-3812e8837525", "code": 200}, {"server_uuid": "4e6f95c0-3d74-43ec-9c37-9bff8fac7934", "name": "network-vif-plugged", "status": "completed", "tag": "ec466470-4f90-4b06-9c22-8bb584849f0b", "code": 200}, {"server_uuid": "a2b7491f-e53a-40e3-97e9-757e43cea760", "name": "network-vif-plugged", "status": "completed", "tag": "1f25e0ce-7e86-4e42-ac1d-857b7783219a", "code": 200}]} {{(pid=103716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 05:29:42.351657 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-afaf8cff-4ab5-496b-b70b-e5cb5fe249a5 {{(pid=103716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 05:29:42.352049 dv-cinder-768458-18-iscsi neutron-server[103716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13e93b9a-3bda-45ad-b1d1-25e229a6cf5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cbde07d-4c96-4199-a4ad-3812e8837525', 'code': 200} Mar 02 05:29:42.352298 dv-cinder-768458-18-iscsi neutron-server[103716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e6f95c0-3d74-43ec-9c37-9bff8fac7934', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec466470-4f90-4b06-9c22-8bb584849f0b', 'code': 200} Mar 02 05:29:42.352540 dv-cinder-768458-18-iscsi neutron-server[103716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2b7491f-e53a-40e3-97e9-757e43cea760', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f25e0ce-7e86-4e42-ac1d-857b7783219a', 'code': 200} Mar 02 05:29:42.439403 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-c37aa42f-259c-44b4-bd5d-6334184891be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629892'] for security_group (0b14d7b9-a60c-47e5-97b6-919f9394d187), after_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:42.441915 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-c37aa42f-259c-44b4-bd5d-6334184891be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:42.443050 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [None req-c37aa42f-259c-44b4-bd5d-6334184891be admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0b14d7b9-a60c-47e5-97b6-919f9394d187 HTTP/1.1" status: 204 len: 168 time: 0.3371255 Mar 02 05:29:42.455494 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37aa42f-259c-44b4-bd5d-6334184891be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b14d7b9-a60c-47e5-97b6-919f9394d187,revision_number=None']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:29:42.474413 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32143761-0279-4107-8669-9a8563be8723 req-2dcfd223-bc99-4068-9cbb-3ef430accfb7 tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:29:42.475838 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-32143761-0279-4107-8669-9a8563be8723 req-2dcfd223-bc99-4068-9cbb-3ef430accfb7 tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] 10.222.0.32 "GET /v2.0/ports?device_id=a2b7491f-e53a-40e3-97e9-757e43cea760 HTTP/1.1" status: 200 len: 945 time: 0.0701616 Mar 02 05:29:42.550468 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-32143761-0279-4107-8669-9a8563be8723 req-7933b2ae-240c-4a7b-be88-676e8fbc94c7 tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d69e608-83e2-4afc-ba8a-1373a1de5f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675981 Mar 02 05:29:42.724599 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5eda96-082a-4c3b-b5e6-b803391859ef req-6f9bad74-180e-4196-8714-eaef8a366bca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:29:42.724599 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-bc5eda96-082a-4c3b-b5e6-b803391859ef req-6f9bad74-180e-4196-8714-eaef8a366bca service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=13e93b9a-3bda-45ad-b1d1-25e229a6cf5b HTTP/1.1" status: 200 len: 1130 time: 0.0495341 Mar 02 05:29:42.741861 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.rpc [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Device b95876af-1853-4698-af0e-a36b0deb3b5a details requested by agent hyperv_hv-cinder-76845 with host hv-cinder-76845 {{(pid=103716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 02 05:29:42.746985 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.rpc [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Device 9ef18fca-f561-405a-b28a-5f1055d3faea up at agent hyperv_hv-cinder-76845 {{(pid=103716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 05:29:42.801701 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-2ae3422a-c85d-446a-90f5-ce5a8bf639ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (d4d802fc-4ac8-47f8-b030-2ffc185fa6dc), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:42.861861 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7d298c-31d4-4eeb-b240-bb87e8b100c9 req-c7d08bf3-f6f4-4cf8-bcd9-8c4124828cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:29:42.863376 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-4f7d298c-31d4-4eeb-b240-bb87e8b100c9 req-c7d08bf3-f6f4-4cf8-bcd9-8c4124828cdb service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a2b7491f-e53a-40e3-97e9-757e43cea760 HTTP/1.1" status: 200 len: 1129 time: 0.1290429 Mar 02 05:29:42.870546 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-bc5eda96-082a-4c3b-b5e6-b803391859ef req-196bd50f-deba-4b52-8c85-43b916480dd5 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=cd784b26-a24e-48e7-98ec-6c0ab769f87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285062 Mar 02 05:29:42.894809 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3beb8520-e9b2-4bca-8313-3fb672d0f804 req-6ab6ce8f-b473-452f-a3fd-ef7f93bf747a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:29:42.896389 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-3beb8520-e9b2-4bca-8313-3fb672d0f804 req-6ab6ce8f-b473-452f-a3fd-ef7f93bf747a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4e6f95c0-3d74-43ec-9c37-9bff8fac7934 HTTP/1.1" status: 200 len: 1129 time: 0.1728745 Mar 02 05:29:42.898878 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] For port b95876af-1853-4698-af0e-a36b0deb3b5a, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=b95876af-1853-4698-af0e-a36b0deb3b5a,segment=NetworkSegment(43e8c482-1a50-4e10-a19a-64e9763e2b05),segment_id=43e8c482-1a50-4e10-a19a-64e9763e2b05)] {{(pid=103716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 05:29:42.912598 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.rpc [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Returning: {'device': 'b95876af-1853-4698-af0e-a36b0deb3b5a', 'network_id': '18011967-2bc2-45c8-947b-290963b3926b', 'port_id': 'b95876af-1853-4698-af0e-a36b0deb3b5a', 'mac_address': 'fa:16:3e:51:47:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 269, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24744b4d-8303-4a95-a314-609059e1d9b5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 02 05:29:42.929183 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6fe5c0-75a5-461a-8af3-e1a845c617d4 req-34eb13b8-75c2-402e-b14c-d4def0e51095 tempest-DeleteServersTestJSON-512846769 tempest-DeleteServersTestJSON-512846769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:29:42.939459 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-9c6fe5c0-75a5-461a-8af3-e1a845c617d4 req-34eb13b8-75c2-402e-b14c-d4def0e51095 tempest-DeleteServersTestJSON-512846769 tempest-DeleteServersTestJSON-512846769-project] 10.222.0.32 "GET /v2.0/ports?device_id=580ce9a8-2b79-47da-8092-e1f137611fb4 HTTP/1.1" status: 200 len: 946 time: 0.0865922 Mar 02 05:29:42.942746 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.provisioning_blocks [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Provisioning for port 9ef18fca-f561-405a-b28a-5f1055d3faea completed by entity L2. {{(pid=103716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 02 05:29:42.949974 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.provisioning_blocks [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Provisioning complete for port 9ef18fca-f561-405a-b28a-5f1055d3faea triggered by entity L2. {{(pid=103716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 05:29:42.950556 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012754'] for port (9ef18fca-f561-405a-b28a-5f1055d3faea), provisioning_complete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:43.000826 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Current status of the port b95876af-1853-4698-af0e-a36b0deb3b5a is: DOWN; New status is: BUILD {{(pid=103716) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 05:29:43.001389 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for port (b95876af-1853-4698-af0e-a36b0deb3b5a), before_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:43.022127 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.notifiers.nova [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b95876af-1853-4698-af0e-a36b0deb3b5a {{(pid=103716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 05:29:43.029407 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-9c6fe5c0-75a5-461a-8af3-e1a845c617d4 req-8d92944e-ef49-418a-b1bb-b69f91d455a7 tempest-DeleteServersTestJSON-512846769 tempest-DeleteServersTestJSON-512846769-project] 10.222.0.32 "GET /v2.0/security-groups?id=ac566ab1-1af5-474a-a2a2-f0b990b56907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879662 Mar 02 05:29:43.061432 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] For port b95876af-1853-4698-af0e-a36b0deb3b5a, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=b95876af-1853-4698-af0e-a36b0deb3b5a,segment=NetworkSegment(43e8c482-1a50-4e10-a19a-64e9763e2b05),segment_id=43e8c482-1a50-4e10-a19a-64e9763e2b05)] {{(pid=103716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 05:29:43.104589 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a220260-64a2-40e4-8ace-a49f4f3140e4 req-060f84f3-be8e-4aff-83ae-7b3cd2fe9dbe tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:29:43.106682 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Current status of the port 9ef18fca-f561-405a-b28a-5f1055d3faea is: BUILD; New status is: ACTIVE {{(pid=103716) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 05:29:43.106858 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-9a220260-64a2-40e4-8ace-a49f4f3140e4 req-060f84f3-be8e-4aff-83ae-7b3cd2fe9dbe tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/ports?device_id=454afccc-8b3f-40a7-8e18-30480566cda9 HTTP/1.1" status: 200 len: 945 time: 0.0693688 Mar 02 05:29:43.107087 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for port (9ef18fca-f561-405a-b28a-5f1055d3faea), before_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:43.126994 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789290460654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789289919735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789289921293'] for port (b95876af-1853-4698-af0e-a36b0deb3b5a), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:43.158982 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-9a220260-64a2-40e4-8ace-a49f4f3140e4 req-c41216f6-308b-4ce3-b72c-1e3cb7fc8c76 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce8b9e9a-d177-47c0-9c9b-f6152dd9c0f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452287 Mar 02 05:29:43.162834 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] For port 9ef18fca-f561-405a-b28a-5f1055d3faea, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=9ef18fca-f561-405a-b28a-5f1055d3faea,segment=NetworkSegment(15c6c484-0d48-4d40-b6e8-616bb71b4578),segment_id=15c6c484-0d48-4d40-b6e8-616bb71b4578)] {{(pid=103716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 05:29:43.187924 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Pushing event updated for resources: {'Port': ['ID=b95876af-1853-4698-af0e-a36b0deb3b5a,revision_number=4']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:29:43.268688 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789290460654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789289919735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789289921293'] for port (9ef18fca-f561-405a-b28a-5f1055d3faea), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:43.324852 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Pushing event updated for resources: {'Port': ['ID=9ef18fca-f561-405a-b28a-5f1055d3faea,revision_number=5']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:29:43.418846 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312b60aa-ac57-4ad2-8c28-c6e458aa1b75 req-15c77959-d8af-4055-9ee4-143214fdb923 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:29:43.420699 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-312b60aa-ac57-4ad2-8c28-c6e458aa1b75 req-15c77959-d8af-4055-9ee4-143214fdb923 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] 10.222.0.32 "GET /v2.0/ports?device_id=7002d8fb-8274-485e-b875-ad2e5586984a HTTP/1.1" status: 200 len: 944 time: 0.0618970 Mar 02 05:29:43.438150 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2726467-6b7e-4148-baf8-5752e5589a31 req-9d7e4500-9791-4b4f-9c0d-86843fe1b4bc tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:29:43.439733 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-c2726467-6b7e-4148-baf8-5752e5589a31 req-9d7e4500-9791-4b4f-9c0d-86843fe1b4bc tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/ports?device_id=13e93b9a-3bda-45ad-b1d1-25e229a6cf5b HTTP/1.1" status: 200 len: 946 time: 0.0599127 Mar 02 05:29:43.483738 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-312b60aa-ac57-4ad2-8c28-c6e458aa1b75 req-6a37179c-8216-4256-8ccb-bfeb0eb55d7a tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] 10.222.0.32 "GET /v2.0/security-groups?id=c04bdde9-68b7-4585-97f2-cb2ed276dc41&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0544431 Mar 02 05:29:43.493162 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-c2726467-6b7e-4148-baf8-5752e5589a31 req-0381cdbd-8bad-4161-a7c9-b7d3a65f6207 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd784b26-a24e-48e7-98ec-6c0ab769f87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477037 Mar 02 05:29:43.671495 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3550f883-d324-4a58-b070-b7e59cbb4f6e req-b4387e61-1900-4fed-89c6-1c52eb511804 tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:29:43.672953 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-3550f883-d324-4a58-b070-b7e59cbb4f6e req-b4387e61-1900-4fed-89c6-1c52eb511804 tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] 10.222.0.32 "GET /v2.0/ports?device_id=a2b7491f-e53a-40e3-97e9-757e43cea760 HTTP/1.1" status: 200 len: 945 time: 0.0523617 Mar 02 05:29:43.719896 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-3550f883-d324-4a58-b070-b7e59cbb4f6e req-00b5143c-b061-4fd0-a3f6-44605fb17dad tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d69e608-83e2-4afc-ba8a-1373a1de5f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414200 Mar 02 05:29:44.135606 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3340d9e-e93b-435d-81f9-ee46c4e9c82a req-74f0d084-5bb6-4680-b5e3-ddc8fe584eda tempest-DeleteServersTestJSON-512846769 tempest-DeleteServersTestJSON-512846769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:29:44.137232 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-e3340d9e-e93b-435d-81f9-ee46c4e9c82a req-74f0d084-5bb6-4680-b5e3-ddc8fe584eda tempest-DeleteServersTestJSON-512846769 tempest-DeleteServersTestJSON-512846769-project] 10.222.0.32 "GET /v2.0/ports?device_id=580ce9a8-2b79-47da-8092-e1f137611fb4 HTTP/1.1" status: 200 len: 946 time: 0.0523541 Mar 02 05:29:44.182968 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-e3340d9e-e93b-435d-81f9-ee46c4e9c82a req-10faa273-9515-4d29-95df-df551e3ea216 tempest-DeleteServersTestJSON-512846769 tempest-DeleteServersTestJSON-512846769-project] 10.222.0.32 "GET /v2.0/security-groups?id=ac566ab1-1af5-474a-a2a2-f0b990b56907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400326 Mar 02 05:29:44.310174 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dff987-0601-42f3-8cb2-1d14b0befc77 req-e1488bc1-9e54-4cd5-aa13-801e3b57c228 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:29:44.310174 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-46dff987-0601-42f3-8cb2-1d14b0befc77 req-e1488bc1-9e54-4cd5-aa13-801e3b57c228 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/ports?device_id=454afccc-8b3f-40a7-8e18-30480566cda9 HTTP/1.1" status: 200 len: 946 time: 0.0717800 Mar 02 05:29:44.326668 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f73b428b-984e-4c5a-9878-aef8f2b511ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (e0636eb1-3d25-4c31-a6e5-3f8fd1255322), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:44.353284 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '454afccc-8b3f-40a7-8e18-30480566cda9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ef18fca-f561-405a-b28a-5f1055d3faea'}] {{(pid=103716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 05:29:44.357609 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5cc3ee08ba8b8203ef00b822cbb368117e1f515a76881e78a723e4cc0774230" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fdef9e5-0740-4aee-9a47-7cac91fdf70f" -d '{"events": [{"server_uuid": "454afccc-8b3f-40a7-8e18-30480566cda9", "name": "network-vif-plugged", "status": "completed", "tag": "9ef18fca-f561-405a-b28a-5f1055d3faea"}]}' {{(pid=103716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 05:29:44.402875 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 05:29:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bc0e9a6-4148-4631-a6a1-0fef950680c1 x-openstack-request-id: req-8bc0e9a6-4148-4631-a6a1-0fef950680c1 {{(pid=103716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 05:29:44.403705 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "454afccc-8b3f-40a7-8e18-30480566cda9", "name": "network-vif-plugged", "status": "completed", "tag": "9ef18fca-f561-405a-b28a-5f1055d3faea", "code": 200}]} {{(pid=103716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 05:29:44.404522 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8bc0e9a6-4148-4631-a6a1-0fef950680c1 {{(pid=103716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 05:29:44.405130 dv-cinder-768458-18-iscsi neutron-server[103716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '454afccc-8b3f-40a7-8e18-30480566cda9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ef18fca-f561-405a-b28a-5f1055d3faea', 'code': 200} Mar 02 05:29:44.420277 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-46dff987-0601-42f3-8cb2-1d14b0befc77 req-3a70b937-6273-4e3a-8162-859cc9763305 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce8b9e9a-d177-47c0-9c9b-f6152dd9c0f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1049252 Mar 02 05:29:44.608360 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddeb2992-dbbc-459d-9bbf-9e20643862f7 req-31f4d10a-628b-4654-b5ef-be917d3ba3dc tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:29:44.616557 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-ddeb2992-dbbc-459d-9bbf-9e20643862f7 req-31f4d10a-628b-4654-b5ef-be917d3ba3dc tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] 10.222.0.32 "GET /v2.0/ports?device_id=7002d8fb-8274-485e-b875-ad2e5586984a HTTP/1.1" status: 200 len: 944 time: 0.0622644 Mar 02 05:29:44.635600 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ea1ed9-c2aa-4833-9e8a-a318ce54f074 req-b308923b-cf12-44ef-946b-ee6542dda711 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:29:44.637508 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-14ea1ed9-c2aa-4833-9e8a-a318ce54f074 req-b308923b-cf12-44ef-946b-ee6542dda711 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/ports?device_id=13e93b9a-3bda-45ad-b1d1-25e229a6cf5b HTTP/1.1" status: 200 len: 946 time: 0.0560389 Mar 02 05:29:44.663839 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-ddeb2992-dbbc-459d-9bbf-9e20643862f7 req-da2f672e-b008-4b4c-8d66-e7af119cb2db tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] 10.222.0.32 "GET /v2.0/security-groups?id=c04bdde9-68b7-4585-97f2-cb2ed276dc41&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0463822 Mar 02 05:29:44.696886 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-14ea1ed9-c2aa-4833-9e8a-a318ce54f074 req-a082f06c-aeb0-41c5-9eda-e12067ecc7d8 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd784b26-a24e-48e7-98ec-6c0ab769f87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539160 Mar 02 05:29:44.844476 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d39149-a33b-4a92-b840-0c393b2aafae req-b86e6d88-c2eb-44fe-8e70-76fa950e9d96 tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:29:44.845980 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-b3d39149-a33b-4a92-b840-0c393b2aafae req-b86e6d88-c2eb-44fe-8e70-76fa950e9d96 tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] 10.222.0.32 "GET /v2.0/ports?device_id=a2b7491f-e53a-40e3-97e9-757e43cea760 HTTP/1.1" status: 200 len: 945 time: 0.0588050 Mar 02 05:29:44.893858 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-b3d39149-a33b-4a92-b840-0c393b2aafae req-0cf418ca-f91c-4808-996a-1a46da6df823 tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d69e608-83e2-4afc-ba8a-1373a1de5f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421231 Mar 02 05:29:45.182657 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.wsgi [-] (103714) accepted ('10.222.0.32', 35350) {{(pid=103714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:29:45.313939 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-f62e8081-b649-451b-b18f-1c7889b44b0f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:45.387507 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-f62e8081-b649-451b-b18f-1c7889b44b0f admin admin] Publish callbacks [] for security_group (28561b0a-7c9e-4b81-b981-b1701c910002), precommit_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:45.434886 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-f62e8081-b649-451b-b18f-1c7889b44b0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629892'] for security_group (28561b0a-7c9e-4b81-b981-b1701c910002), after_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:45.472157 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62e8081-b649-451b-b18f-1c7889b44b0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28561b0a-7c9e-4b81-b981-b1701c910002,revision_number=1']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:29:45.478850 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [None req-f62e8081-b649-451b-b18f-1c7889b44b0f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=bac55081cfd041329793f72122f21b6e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2920096 Mar 02 05:29:45.483110 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.32', 35358) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:29:45.559214 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-f0155a23-0e68-42e9-b676-e2bb94e5598a admin admin] Publish callbacks [] for security_group (28561b0a-7c9e-4b81-b981-b1701c910002), before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:45.586792 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8ec7c8-7407-423f-adfd-2f2122a366f6 req-5bdf029f-02a9-4284-b38c-a523b0a1b93c tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:29:45.588209 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-aa8ec7c8-7407-423f-adfd-2f2122a366f6 req-5bdf029f-02a9-4284-b38c-a523b0a1b93c tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/ports?device_id=454afccc-8b3f-40a7-8e18-30480566cda9 HTTP/1.1" status: 200 len: 946 time: 0.0848467 Mar 02 05:29:45.593242 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-f0155a23-0e68-42e9-b676-e2bb94e5598a admin admin] Publish callbacks [] for security_group (28561b0a-7c9e-4b81-b981-b1701c910002), precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:45.647568 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-4f7d298c-31d4-4eeb-b240-bb87e8b100c9 req-677be6fd-7e9d-4379-add0-72f1b4536b79 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=9d69e608-83e2-4afc-ba8a-1373a1de5f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408921 Mar 02 05:29:45.686946 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-aa8ec7c8-7407-423f-adfd-2f2122a366f6 req-2289157b-3c55-4fab-aec2-8904937e8e4f tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce8b9e9a-d177-47c0-9c9b-f6152dd9c0f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0917423 Mar 02 05:29:45.705964 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-3beb8520-e9b2-4bca-8313-3fb672d0f804 req-d83dbd8c-e041-4d14-ac22-427afe4429ac service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=cd784b26-a24e-48e7-98ec-6c0ab769f87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775039 Mar 02 05:29:45.720285 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] get_ports_and_sgs() called for port_ids ['b95876af-1853-4698-af0e-a36b0deb3b5a'] {{(pid=103716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 05:29:45.772973 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (64307ea2-7468-48d5-a188-5e76dfb99c6b), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:45.773453 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-f0155a23-0e68-42e9-b676-e2bb94e5598a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629892'] for security_group (28561b0a-7c9e-4b81-b981-b1701c910002), after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:45.778874 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-f0155a23-0e68-42e9-b676-e2bb94e5598a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:45.782836 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-f0155a23-0e68-42e9-b676-e2bb94e5598a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/28561b0a-7c9e-4b81-b981-b1701c910002 HTTP/1.1" status: 204 len: 168 time: 0.3001046 Mar 02 05:29:45.804424 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106f9a82-8ae8-4996-996b-1343558d8599 req-4294d299-2ad8-4cc6-8755-0498c37457a0 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:29:45.804614 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0155a23-0e68-42e9-b676-e2bb94e5598a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28561b0a-7c9e-4b81-b981-b1701c910002,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:29:45.805595 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-106f9a82-8ae8-4996-996b-1343558d8599 req-4294d299-2ad8-4cc6-8755-0498c37457a0 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] 10.222.0.32 "GET /v2.0/ports?device_id=7002d8fb-8274-485e-b875-ad2e5586984a HTTP/1.1" status: 200 len: 944 time: 0.0694966 Mar 02 05:29:45.872933 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-106f9a82-8ae8-4996-996b-1343558d8599 req-5735f0a1-4359-4226-887e-14fd697757e5 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] 10.222.0.32 "GET /v2.0/security-groups?id=c04bdde9-68b7-4585-97f2-cb2ed276dc41&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0600708 Mar 02 05:29:45.874199 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59460ebf-31ae-4093-9f9e-0f1791c80117 req-7c2672fe-fd22-4cde-882c-ee3ce7b68967 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:29:45.876347 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-59460ebf-31ae-4093-9f9e-0f1791c80117 req-7c2672fe-fd22-4cde-882c-ee3ce7b68967 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/ports?device_id=13e93b9a-3bda-45ad-b1d1-25e229a6cf5b HTTP/1.1" status: 200 len: 946 time: 0.0941184 Mar 02 05:29:45.923761 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-59460ebf-31ae-4093-9f9e-0f1791c80117 req-3523b559-3214-48ab-828e-bb2faa3ce653 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd784b26-a24e-48e7-98ec-6c0ab769f87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418940 Mar 02 05:29:46.012055 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70463564-f2f9-42d3-9946-0dbf30fe76e4 req-bb431bb3-4286-428c-9323-a3f55f6b87f8 tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:29:46.013554 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-70463564-f2f9-42d3-9946-0dbf30fe76e4 req-bb431bb3-4286-428c-9323-a3f55f6b87f8 tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] 10.222.0.32 "GET /v2.0/ports?device_id=a2b7491f-e53a-40e3-97e9-757e43cea760 HTTP/1.1" status: 200 len: 945 time: 0.0533674 Mar 02 05:29:46.065175 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-70463564-f2f9-42d3-9946-0dbf30fe76e4 req-4a699980-1a2e-429c-8711-5d5da3040a45 tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d69e608-83e2-4afc-ba8a-1373a1de5f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455811 Mar 02 05:29:46.425019 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.32', 35384) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:29:46.438988 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-847fe015-a4f5-4cf1-8927-7169a62f6e1e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:46.511107 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-847fe015-a4f5-4cf1-8927-7169a62f6e1e admin admin] Publish callbacks [] for security_group (d5e879b6-b2df-4a44-ab6b-c1092fa55ed8), precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:46.605979 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-847fe015-a4f5-4cf1-8927-7169a62f6e1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629892'] for security_group (d5e879b6-b2df-4a44-ab6b-c1092fa55ed8), after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:46.643833 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847fe015-a4f5-4cf1-8927-7169a62f6e1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5e879b6-b2df-4a44-ab6b-c1092fa55ed8,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:29:46.651001 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.wsgi [-] (103714) accepted ('10.222.0.32', 35390) {{(pid=103714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:29:46.651520 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-847fe015-a4f5-4cf1-8927-7169a62f6e1e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2af36deea26c43e4a269eb91c3850588&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2247732 Mar 02 05:29:46.702342 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-29e6bb64-92b2-4333-84c8-e05d8de4d912 admin admin] Publish callbacks [] for security_group (d5e879b6-b2df-4a44-ab6b-c1092fa55ed8), before_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:46.727768 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-29e6bb64-92b2-4333-84c8-e05d8de4d912 admin admin] Publish callbacks [] for security_group (d5e879b6-b2df-4a44-ab6b-c1092fa55ed8), precommit_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:46.815010 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d534ef-f0e7-4064-9776-dda61f53d497 req-ecd89e47-40df-4553-8e32-c5d63be43042 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:29:46.816510 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-f6d534ef-f0e7-4064-9776-dda61f53d497 req-ecd89e47-40df-4553-8e32-c5d63be43042 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/ports?device_id=454afccc-8b3f-40a7-8e18-30480566cda9 HTTP/1.1" status: 200 len: 946 time: 0.0509803 Mar 02 05:29:46.865502 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-f6d534ef-f0e7-4064-9776-dda61f53d497 req-d24a72fd-a91b-43b3-93e8-9be52fae47a4 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce8b9e9a-d177-47c0-9c9b-f6152dd9c0f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433428 Mar 02 05:29:46.868198 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-29e6bb64-92b2-4333-84c8-e05d8de4d912 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629892'] for security_group (d5e879b6-b2df-4a44-ab6b-c1092fa55ed8), after_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:46.870617 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-29e6bb64-92b2-4333-84c8-e05d8de4d912 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:46.875046 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [None req-29e6bb64-92b2-4333-84c8-e05d8de4d912 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d5e879b6-b2df-4a44-ab6b-c1092fa55ed8 HTTP/1.1" status: 204 len: 168 time: 0.2230787 Mar 02 05:29:46.882834 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e6bb64-92b2-4333-84c8-e05d8de4d912 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5e879b6-b2df-4a44-ab6b-c1092fa55ed8,revision_number=None']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:29:47.002803 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294fc047-e129-454f-bf40-4740b45a80c3 req-a019257f-770a-48c9-a90b-c15d3787ca37 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:29:47.005282 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-294fc047-e129-454f-bf40-4740b45a80c3 req-a019257f-770a-48c9-a90b-c15d3787ca37 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] 10.222.0.32 "GET /v2.0/ports?device_id=7002d8fb-8274-485e-b875-ad2e5586984a HTTP/1.1" status: 200 len: 944 time: 0.0663092 Mar 02 05:29:47.057360 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-294fc047-e129-454f-bf40-4740b45a80c3 req-70636baf-02f1-4ffb-ab7b-717dbcee4268 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] 10.222.0.32 "GET /v2.0/security-groups?id=c04bdde9-68b7-4585-97f2-cb2ed276dc41&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0471921 Mar 02 05:29:47.070222 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1956d5b9-2736-4f1d-8cd6-c5b42ba435af req-46efd146-f789-4c6b-b4d9-9a0717ce73be tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:29:47.072634 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-1956d5b9-2736-4f1d-8cd6-c5b42ba435af req-46efd146-f789-4c6b-b4d9-9a0717ce73be tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/ports?device_id=13e93b9a-3bda-45ad-b1d1-25e229a6cf5b HTTP/1.1" status: 200 len: 946 time: 0.0536847 Mar 02 05:29:47.130128 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-1956d5b9-2736-4f1d-8cd6-c5b42ba435af req-19fe715e-74cc-4dfd-bec5-50678557d1a4 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd784b26-a24e-48e7-98ec-6c0ab769f87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496063 Mar 02 05:29:47.186038 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1180e3a6-de70-4a42-b071-a51fcd07edc4 req-0cb49332-a0dc-4430-ad7e-b07bd144b9ba tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:29:47.187786 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-1180e3a6-de70-4a42-b071-a51fcd07edc4 req-0cb49332-a0dc-4430-ad7e-b07bd144b9ba tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] 10.222.0.32 "GET /v2.0/ports?device_id=a2b7491f-e53a-40e3-97e9-757e43cea760 HTTP/1.1" status: 200 len: 945 time: 0.0529411 Mar 02 05:29:47.236787 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-1180e3a6-de70-4a42-b071-a51fcd07edc4 req-5b22f3d9-db71-4f78-aec2-f3b1ac3da010 tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d69e608-83e2-4afc-ba8a-1373a1de5f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434051 Mar 02 05:29:47.987158 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ca5190-df98-45d0-950d-6e4eb60c650b req-bdce8c68-c9df-4e40-8689-0e364e067ea9 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:29:47.988660 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-80ca5190-df98-45d0-950d-6e4eb60c650b req-bdce8c68-c9df-4e40-8689-0e364e067ea9 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/ports?device_id=454afccc-8b3f-40a7-8e18-30480566cda9 HTTP/1.1" status: 200 len: 946 time: 0.0511897 Mar 02 05:29:48.037724 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-80ca5190-df98-45d0-950d-6e4eb60c650b req-30ecb4db-3cad-444e-9b9e-7b86473a1e17 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce8b9e9a-d177-47c0-9c9b-f6152dd9c0f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433528 Mar 02 05:29:48.209307 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89faed2c-0deb-4e4f-bcad-49d992428da9 req-610c558f-5443-4488-a3e8-745194c6c363 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:29:48.209307 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-89faed2c-0deb-4e4f-bcad-49d992428da9 req-610c558f-5443-4488-a3e8-745194c6c363 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] 10.222.0.32 "GET /v2.0/ports?device_id=7002d8fb-8274-485e-b875-ad2e5586984a HTTP/1.1" status: 200 len: 944 time: 0.0801773 Mar 02 05:29:48.254089 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-89faed2c-0deb-4e4f-bcad-49d992428da9 req-4a05dfc7-d95f-4be5-997b-edc12637d207 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] 10.222.0.32 "GET /v2.0/security-groups?id=c04bdde9-68b7-4585-97f2-cb2ed276dc41&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425196 Mar 02 05:29:48.263499 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a657ff0-40f2-4767-bfc0-c0d398ea2d02 req-63c6d345-3351-4e0a-91ef-3e9dd351163f tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:29:48.265012 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-9a657ff0-40f2-4767-bfc0-c0d398ea2d02 req-63c6d345-3351-4e0a-91ef-3e9dd351163f tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/ports?device_id=13e93b9a-3bda-45ad-b1d1-25e229a6cf5b HTTP/1.1" status: 200 len: 946 time: 0.0576637 Mar 02 05:29:48.316593 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-9a657ff0-40f2-4767-bfc0-c0d398ea2d02 req-d764cb9d-07c1-4977-a23e-61b51d781672 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd784b26-a24e-48e7-98ec-6c0ab769f87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451620 Mar 02 05:29:48.375383 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd70242b-ad64-41fa-b966-930005c9c988 req-f61f029a-ced2-4a26-8069-92807393c9ec tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:29:48.376882 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-dd70242b-ad64-41fa-b966-930005c9c988 req-f61f029a-ced2-4a26-8069-92807393c9ec tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] 10.222.0.32 "GET /v2.0/ports?device_id=a2b7491f-e53a-40e3-97e9-757e43cea760 HTTP/1.1" status: 200 len: 945 time: 0.0614858 Mar 02 05:29:48.422639 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-dd70242b-ad64-41fa-b966-930005c9c988 req-bae5e880-10cf-4541-b07a-623b7b9336fa tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d69e608-83e2-4afc-ba8a-1373a1de5f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402472 Mar 02 05:29:49.038088 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5535b5-f7bd-4132-b0b5-9fcf7a0e8db5 req-f71146fd-29a7-4c9c-920a-fefaeb3d5180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:29:49.039855 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-1e5535b5-f7bd-4132-b0b5-9fcf7a0e8db5 req-f71146fd-29a7-4c9c-920a-fefaeb3d5180 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=454afccc-8b3f-40a7-8e18-30480566cda9 HTTP/1.1" status: 200 len: 1130 time: 0.0434971 Mar 02 05:29:49.088900 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-1e5535b5-f7bd-4132-b0b5-9fcf7a0e8db5 req-03b15ee2-7d94-404f-99fa-b5fe2930782f service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=ce8b9e9a-d177-47c0-9c9b-f6152dd9c0f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387280 Mar 02 05:29:49.163524 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9e0ead-ad60-4d5a-951a-51fab2bc326b req-497c31f3-edb0-4217-9548-2a828b6cddda tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:29:49.165185 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-0c9e0ead-ad60-4d5a-951a-51fab2bc326b req-497c31f3-edb0-4217-9548-2a828b6cddda tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/ports?device_id=454afccc-8b3f-40a7-8e18-30480566cda9 HTTP/1.1" status: 200 len: 946 time: 0.0540612 Mar 02 05:29:49.216949 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-0c9e0ead-ad60-4d5a-951a-51fab2bc326b req-efa95612-73e8-4f8f-827c-ae94a5e8cbbe tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce8b9e9a-d177-47c0-9c9b-f6152dd9c0f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452814 Mar 02 05:29:49.380418 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dff1c7-b5b0-451e-a1ce-5cdf0a0c7da2 req-cfb62d74-000b-4712-9785-5e7073a55ae2 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:29:49.381924 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-b5dff1c7-b5b0-451e-a1ce-5cdf0a0c7da2 req-cfb62d74-000b-4712-9785-5e7073a55ae2 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] 10.222.0.32 "GET /v2.0/ports?device_id=7002d8fb-8274-485e-b875-ad2e5586984a HTTP/1.1" status: 200 len: 944 time: 0.0556340 Mar 02 05:29:49.432486 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-b5dff1c7-b5b0-451e-a1ce-5cdf0a0c7da2 req-b8f2a881-de64-45e1-b1d0-b3c034f6af7e tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] 10.222.0.32 "GET /v2.0/security-groups?id=c04bdde9-68b7-4585-97f2-cb2ed276dc41&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434849 Mar 02 05:29:49.541242 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312857c0-628b-430f-b07b-42e492cdef97 req-594ad779-46fe-4c4c-bc0a-4fc49b1d203b tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:29:49.543412 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-312857c0-628b-430f-b07b-42e492cdef97 req-594ad779-46fe-4c4c-bc0a-4fc49b1d203b tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/ports?device_id=13e93b9a-3bda-45ad-b1d1-25e229a6cf5b HTTP/1.1" status: 200 len: 946 time: 0.0545518 Mar 02 05:29:49.590140 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-312857c0-628b-430f-b07b-42e492cdef97 req-b1742fc2-c693-4151-ac93-68eae00443eb tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd784b26-a24e-48e7-98ec-6c0ab769f87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404670 Mar 02 05:29:49.699053 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6640c9e8-6161-499c-b532-b85e0ccd5a99 req-fe2d85b6-4a96-44fb-9063-e09d5706854a tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:29:49.700714 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-6640c9e8-6161-499c-b532-b85e0ccd5a99 req-fe2d85b6-4a96-44fb-9063-e09d5706854a tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] 10.222.0.32 "GET /v2.0/ports?device_id=a2b7491f-e53a-40e3-97e9-757e43cea760 HTTP/1.1" status: 200 len: 945 time: 0.0576766 Mar 02 05:29:49.749090 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-6640c9e8-6161-499c-b532-b85e0ccd5a99 req-a57db240-23ab-419b-8f4b-db023dda70ee tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d69e608-83e2-4afc-ba8a-1373a1de5f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425618 Mar 02 05:29:50.340070 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853774d5-8fe0-40e9-8bd7-c59e0a39b3ae req-3947f61e-7ab8-40b9-af7c-164af4c43022 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:29:50.342209 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-853774d5-8fe0-40e9-8bd7-c59e0a39b3ae req-3947f61e-7ab8-40b9-af7c-164af4c43022 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/ports?device_id=454afccc-8b3f-40a7-8e18-30480566cda9 HTTP/1.1" status: 200 len: 946 time: 0.0548110 Mar 02 05:29:50.395908 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-853774d5-8fe0-40e9-8bd7-c59e0a39b3ae req-1706db52-24eb-48dd-9c9b-5575827865d0 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce8b9e9a-d177-47c0-9c9b-f6152dd9c0f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481591 Mar 02 05:29:50.555310 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d082f1-bb9a-4b8e-b274-2842c3730f76 req-559a44e6-6269-4c38-b3f7-c92c5ac62651 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:29:50.556798 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-81d082f1-bb9a-4b8e-b274-2842c3730f76 req-559a44e6-6269-4c38-b3f7-c92c5ac62651 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] 10.222.0.32 "GET /v2.0/ports?device_id=7002d8fb-8274-485e-b875-ad2e5586984a HTTP/1.1" status: 200 len: 944 time: 0.0577381 Mar 02 05:29:50.603644 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-81d082f1-bb9a-4b8e-b274-2842c3730f76 req-05b3b7e6-297c-4b61-a1bd-8c941019364e tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] 10.222.0.32 "GET /v2.0/security-groups?id=c04bdde9-68b7-4585-97f2-cb2ed276dc41&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0406516 Mar 02 05:29:50.708340 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f21793-c618-4c16-8210-2ecb3e416d35 req-446fa4dc-5c87-4b13-b944-c76390226d56 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:29:50.710156 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-a0f21793-c618-4c16-8210-2ecb3e416d35 req-446fa4dc-5c87-4b13-b944-c76390226d56 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/ports?device_id=13e93b9a-3bda-45ad-b1d1-25e229a6cf5b HTTP/1.1" status: 200 len: 946 time: 0.0545619 Mar 02 05:29:50.761290 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-a0f21793-c618-4c16-8210-2ecb3e416d35 req-0ed7ec39-7ac8-45af-8a82-505c91e3e949 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd784b26-a24e-48e7-98ec-6c0ab769f87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455263 Mar 02 05:29:50.863428 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5c6b7b-7511-4e03-93cb-2e3bffca3565 req-dfa4297d-cf67-4613-b1b1-58c7bb8bc906 tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:29:50.864869 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-ee5c6b7b-7511-4e03-93cb-2e3bffca3565 req-dfa4297d-cf67-4613-b1b1-58c7bb8bc906 tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] 10.222.0.32 "GET /v2.0/ports?device_id=a2b7491f-e53a-40e3-97e9-757e43cea760 HTTP/1.1" status: 200 len: 945 time: 0.0505493 Mar 02 05:29:50.912945 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-ee5c6b7b-7511-4e03-93cb-2e3bffca3565 req-539e8407-ab7e-4805-b1b3-e9be0994bb82 tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d69e608-83e2-4afc-ba8a-1373a1de5f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427415 Mar 02 05:29:51.523019 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49de2581-d49d-4aca-9626-a23ca66d68df req-71d2b36e-1f62-43c8-a8c1-abc7153daa51 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:29:51.524649 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-49de2581-d49d-4aca-9626-a23ca66d68df req-71d2b36e-1f62-43c8-a8c1-abc7153daa51 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/ports?device_id=454afccc-8b3f-40a7-8e18-30480566cda9 HTTP/1.1" status: 200 len: 946 time: 0.0553541 Mar 02 05:29:51.574629 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-49de2581-d49d-4aca-9626-a23ca66d68df req-111b49ad-bc91-49c3-83c6-9c1dac994712 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce8b9e9a-d177-47c0-9c9b-f6152dd9c0f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439212 Mar 02 05:29:51.717063 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0292c8c-7b21-4bfc-82e9-aafdf11ab5bb req-3a3ecd84-924d-45cd-899c-06de09039810 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:29:51.718575 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-f0292c8c-7b21-4bfc-82e9-aafdf11ab5bb req-3a3ecd84-924d-45cd-899c-06de09039810 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] 10.222.0.32 "GET /v2.0/ports?device_id=7002d8fb-8274-485e-b875-ad2e5586984a HTTP/1.1" status: 200 len: 944 time: 0.0527232 Mar 02 05:29:51.764672 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-f0292c8c-7b21-4bfc-82e9-aafdf11ab5bb req-8f1d4a9f-e1e9-42aa-8eb1-4bfcb1b1c329 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] 10.222.0.32 "GET /v2.0/security-groups?id=c04bdde9-68b7-4585-97f2-cb2ed276dc41&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0405295 Mar 02 05:29:51.878886 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7db031-0236-4744-8f84-38894f96d98d req-35c9634d-832f-4a04-ab45-f6f5feab9cbc tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:29:51.880474 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-5a7db031-0236-4744-8f84-38894f96d98d req-35c9634d-832f-4a04-ab45-f6f5feab9cbc tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/ports?device_id=13e93b9a-3bda-45ad-b1d1-25e229a6cf5b HTTP/1.1" status: 200 len: 946 time: 0.0551083 Mar 02 05:29:51.928465 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-5a7db031-0236-4744-8f84-38894f96d98d req-704b0e0a-672a-4727-9e4e-f7731e1866ad tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd784b26-a24e-48e7-98ec-6c0ab769f87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423019 Mar 02 05:29:52.030621 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffff8f8-2726-4ee9-be8f-6ba0aafd93a2 req-bfc4ac98-5f16-4523-8b93-49781f82baf4 tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:29:52.032146 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-7ffff8f8-2726-4ee9-be8f-6ba0aafd93a2 req-bfc4ac98-5f16-4523-8b93-49781f82baf4 tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] 10.222.0.32 "GET /v2.0/ports?device_id=a2b7491f-e53a-40e3-97e9-757e43cea760 HTTP/1.1" status: 200 len: 945 time: 0.0516093 Mar 02 05:29:52.077414 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-7ffff8f8-2726-4ee9-be8f-6ba0aafd93a2 req-5f50cad7-870c-40b3-9123-8090691ef93d tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d69e608-83e2-4afc-ba8a-1373a1de5f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397778 Mar 02 05:29:52.697529 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067f139c-5b0f-43d1-9175-9fce59c40c05 req-9c2e9950-614a-45da-975c-c0715a1c84c0 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:29:52.698997 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-067f139c-5b0f-43d1-9175-9fce59c40c05 req-9c2e9950-614a-45da-975c-c0715a1c84c0 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/ports?device_id=454afccc-8b3f-40a7-8e18-30480566cda9 HTTP/1.1" status: 200 len: 946 time: 0.0561645 Mar 02 05:29:52.749926 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-067f139c-5b0f-43d1-9175-9fce59c40c05 req-2b9661bd-1f85-4c2c-a70e-1b435e335fc1 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce8b9e9a-d177-47c0-9c9b-f6152dd9c0f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446908 Mar 02 05:29:52.881986 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c0d2c9-a38b-4bb3-b35b-ce4265b2fc85 req-8d5d1059-eef7-4e13-8ea0-98790e2b29b1 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:29:52.883450 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-f9c0d2c9-a38b-4bb3-b35b-ce4265b2fc85 req-8d5d1059-eef7-4e13-8ea0-98790e2b29b1 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] 10.222.0.32 "GET /v2.0/ports?device_id=7002d8fb-8274-485e-b875-ad2e5586984a HTTP/1.1" status: 200 len: 944 time: 0.0529165 Mar 02 05:29:52.928596 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-f9c0d2c9-a38b-4bb3-b35b-ce4265b2fc85 req-1ee0a693-1ebb-4429-969d-9bd2ef73f568 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] 10.222.0.32 "GET /v2.0/security-groups?id=c04bdde9-68b7-4585-97f2-cb2ed276dc41&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0395260 Mar 02 05:29:52.973908 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.rpc [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Device b95876af-1853-4698-af0e-a36b0deb3b5a up at agent hyperv_hv-cinder-76845 {{(pid=103716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 05:29:53.041502 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d86d902-bbe5-4474-822f-32142932dd34 req-a27c2307-ba46-4e4f-b9f2-4f3f2d993c2b tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:29:53.042849 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-9d86d902-bbe5-4474-822f-32142932dd34 req-a27c2307-ba46-4e4f-b9f2-4f3f2d993c2b tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/ports?device_id=13e93b9a-3bda-45ad-b1d1-25e229a6cf5b HTTP/1.1" status: 200 len: 946 time: 0.0500321 Mar 02 05:29:53.088928 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-9d86d902-bbe5-4474-822f-32142932dd34 req-4b2e395a-8fb6-4779-a0c9-1f7064fabbb0 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd784b26-a24e-48e7-98ec-6c0ab769f87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399222 Mar 02 05:29:53.092557 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.provisioning_blocks [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Provisioning for port b95876af-1853-4698-af0e-a36b0deb3b5a completed by entity L2. {{(pid=103716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 02 05:29:53.096468 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.provisioning_blocks [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Provisioning complete for port b95876af-1853-4698-af0e-a36b0deb3b5a triggered by entity L2. {{(pid=103716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 05:29:53.096879 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012754'] for port (b95876af-1853-4698-af0e-a36b0deb3b5a), provisioning_complete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:53.176212 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Current status of the port b95876af-1853-4698-af0e-a36b0deb3b5a is: BUILD; New status is: ACTIVE {{(pid=103716) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 05:29:53.176614 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for port (b95876af-1853-4698-af0e-a36b0deb3b5a), before_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:53.194895 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c26220d-4c7b-496f-9d81-039b9edb167a req-b6a45ea3-45aa-487c-a528-196a009eb102 tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:29:53.196388 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-4c26220d-4c7b-496f-9d81-039b9edb167a req-b6a45ea3-45aa-487c-a528-196a009eb102 tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] 10.222.0.32 "GET /v2.0/ports?device_id=a2b7491f-e53a-40e3-97e9-757e43cea760 HTTP/1.1" status: 200 len: 945 time: 0.0517337 Mar 02 05:29:53.199239 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7002d8fb-8274-485e-b875-ad2e5586984a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b95876af-1853-4698-af0e-a36b0deb3b5a'}] {{(pid=103716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 05:29:53.201994 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5cc3ee08ba8b8203ef00b822cbb368117e1f515a76881e78a723e4cc0774230" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4cb7614-6b02-42fe-be8e-44dc6ae05617" -d '{"events": [{"server_uuid": "7002d8fb-8274-485e-b875-ad2e5586984a", "name": "network-vif-plugged", "status": "completed", "tag": "b95876af-1853-4698-af0e-a36b0deb3b5a"}]}' {{(pid=103716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 05:29:53.214406 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] For port b95876af-1853-4698-af0e-a36b0deb3b5a, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=b95876af-1853-4698-af0e-a36b0deb3b5a,segment=NetworkSegment(43e8c482-1a50-4e10-a19a-64e9763e2b05),segment_id=43e8c482-1a50-4e10-a19a-64e9763e2b05)] {{(pid=103716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 05:29:53.244238 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 05:29:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c13630a1-8476-41d5-836e-e261b14732b8 x-openstack-request-id: req-c13630a1-8476-41d5-836e-e261b14732b8 {{(pid=103716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 05:29:53.244566 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7002d8fb-8274-485e-b875-ad2e5586984a", "name": "network-vif-plugged", "status": "completed", "tag": "b95876af-1853-4698-af0e-a36b0deb3b5a", "code": 200}]} {{(pid=103716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 05:29:53.244826 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c13630a1-8476-41d5-836e-e261b14732b8 {{(pid=103716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 05:29:53.245444 dv-cinder-768458-18-iscsi neutron-server[103716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7002d8fb-8274-485e-b875-ad2e5586984a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b95876af-1853-4698-af0e-a36b0deb3b5a', 'code': 200} Mar 02 05:29:53.250751 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-4c26220d-4c7b-496f-9d81-039b9edb167a req-f7e52a42-ae6d-4289-a95f-f7ab3c801426 tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d69e608-83e2-4afc-ba8a-1373a1de5f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477633 Mar 02 05:29:53.291787 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789290460654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789289919735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789289921293'] for port (b95876af-1853-4698-af0e-a36b0deb3b5a), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:53.338044 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Pushing event updated for resources: {'Port': ['ID=b95876af-1853-4698-af0e-a36b0deb3b5a,revision_number=5']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:29:53.872802 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e8556b-2287-40bb-93ce-f09b1e3ac905 req-fbd88282-1051-47a1-940f-d6d3f2fafff3 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:29:53.872802 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-47e8556b-2287-40bb-93ce-f09b1e3ac905 req-fbd88282-1051-47a1-940f-d6d3f2fafff3 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/ports?device_id=454afccc-8b3f-40a7-8e18-30480566cda9 HTTP/1.1" status: 200 len: 946 time: 0.0502622 Mar 02 05:29:53.916405 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-47e8556b-2287-40bb-93ce-f09b1e3ac905 req-72287f66-9353-4740-81c3-9c46437d6218 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce8b9e9a-d177-47c0-9c9b-f6152dd9c0f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398664 Mar 02 05:29:54.040314 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7094ce78-165d-4ece-a4e1-33f9d29a9bf0 req-eedecb5c-1fa3-402d-bb4f-c88c7832a267 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:29:54.041746 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-7094ce78-165d-4ece-a4e1-33f9d29a9bf0 req-eedecb5c-1fa3-402d-bb4f-c88c7832a267 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] 10.222.0.32 "GET /v2.0/ports?device_id=7002d8fb-8274-485e-b875-ad2e5586984a HTTP/1.1" status: 200 len: 945 time: 0.0494761 Mar 02 05:29:54.089990 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-7094ce78-165d-4ece-a4e1-33f9d29a9bf0 req-ed0c7c58-8c80-456c-953b-e00afb5e2ded tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] 10.222.0.32 "GET /v2.0/security-groups?id=c04bdde9-68b7-4585-97f2-cb2ed276dc41&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427933 Mar 02 05:29:54.207295 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56e02e7-6b04-4b2c-a79b-eb5e472e99a0 req-4836ffa4-c1e8-4d4c-9d8d-53e84c509ec3 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:29:54.208778 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-a56e02e7-6b04-4b2c-a79b-eb5e472e99a0 req-4836ffa4-c1e8-4d4c-9d8d-53e84c509ec3 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/ports?device_id=13e93b9a-3bda-45ad-b1d1-25e229a6cf5b HTTP/1.1" status: 200 len: 946 time: 0.0555654 Mar 02 05:29:54.254505 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-a56e02e7-6b04-4b2c-a79b-eb5e472e99a0 req-8f72e921-8570-4992-be66-45ef60fcb8c9 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd784b26-a24e-48e7-98ec-6c0ab769f87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402563 Mar 02 05:29:54.366204 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09eac2b-c051-48ab-a928-b2e38a4dc288 req-6817e95b-2d05-4594-b3b2-b94386bf4aca tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:29:54.367698 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-f09eac2b-c051-48ab-a928-b2e38a4dc288 req-6817e95b-2d05-4594-b3b2-b94386bf4aca tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] 10.222.0.32 "GET /v2.0/ports?device_id=a2b7491f-e53a-40e3-97e9-757e43cea760 HTTP/1.1" status: 200 len: 945 time: 0.0505950 Mar 02 05:29:54.414027 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-f09eac2b-c051-48ab-a928-b2e38a4dc288 req-c7de3643-05e5-4c8c-b6f3-27c7ea95627c tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d69e608-83e2-4afc-ba8a-1373a1de5f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402765 Mar 02 05:29:55.124325 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dabf7d8-5265-456a-8ecc-2d9cbe5de5f0 req-bd6a6927-ce8e-47d7-8108-1d26c4bf2bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:29:55.125903 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-1dabf7d8-5265-456a-8ecc-2d9cbe5de5f0 req-bd6a6927-ce8e-47d7-8108-1d26c4bf2bd2 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7002d8fb-8274-485e-b875-ad2e5586984a HTTP/1.1" status: 200 len: 1129 time: 0.0493329 Mar 02 05:29:55.210956 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e2a84e-8287-4605-b4be-1ff588815e07 req-32c97757-bc57-4819-a42e-1b8b5aeab9d1 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:29:55.212509 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-d5e2a84e-8287-4605-b4be-1ff588815e07 req-32c97757-bc57-4819-a42e-1b8b5aeab9d1 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/ports?device_id=454afccc-8b3f-40a7-8e18-30480566cda9 HTTP/1.1" status: 200 len: 946 time: 0.0857306 Mar 02 05:29:55.215048 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-1dabf7d8-5265-456a-8ecc-2d9cbe5de5f0 req-15c82e31-f1dd-4851-9915-05c4e6084103 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=c04bdde9-68b7-4585-97f2-cb2ed276dc41&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0629323 Mar 02 05:29:55.232365 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ade0771-d258-4369-af9b-8dc0cd9596bb req-3eb529df-5db4-40eb-8a65-e0a5c6004f2f tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:29:55.238905 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-3ade0771-d258-4369-af9b-8dc0cd9596bb req-3eb529df-5db4-40eb-8a65-e0a5c6004f2f tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] 10.222.0.32 "GET /v2.0/ports?device_id=7002d8fb-8274-485e-b875-ad2e5586984a HTTP/1.1" status: 200 len: 945 time: 0.0676217 Mar 02 05:29:55.263307 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-d5e2a84e-8287-4605-b4be-1ff588815e07 req-e957e689-4ebe-4611-be71-b7f4dc89260e tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce8b9e9a-d177-47c0-9c9b-f6152dd9c0f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442083 Mar 02 05:29:55.288617 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-3ade0771-d258-4369-af9b-8dc0cd9596bb req-0d0a87f0-eeaa-40ef-9496-6b0bcd17a4a5 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] 10.222.0.32 "GET /v2.0/security-groups?id=c04bdde9-68b7-4585-97f2-cb2ed276dc41&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0482023 Mar 02 05:29:55.376614 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a816254-9cd1-42ad-a648-9355692a5ade req-c603b58f-950c-43d5-bf51-88afabd0e2b8 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:29:55.378098 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-0a816254-9cd1-42ad-a648-9355692a5ade req-c603b58f-950c-43d5-bf51-88afabd0e2b8 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/ports?device_id=13e93b9a-3bda-45ad-b1d1-25e229a6cf5b HTTP/1.1" status: 200 len: 946 time: 0.0529213 Mar 02 05:29:55.425185 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-0a816254-9cd1-42ad-a648-9355692a5ade req-90bf57f0-e7e4-409e-95f1-c0d1e7941b3f tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd784b26-a24e-48e7-98ec-6c0ab769f87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413888 Mar 02 05:29:55.533663 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5d4eba-a8ba-4cb9-b87f-1e659a42e334 req-239ea6b3-496e-4c55-a788-dec6ee559ce3 tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:29:55.535091 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-bf5d4eba-a8ba-4cb9-b87f-1e659a42e334 req-239ea6b3-496e-4c55-a788-dec6ee559ce3 tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] 10.222.0.32 "GET /v2.0/ports?device_id=a2b7491f-e53a-40e3-97e9-757e43cea760 HTTP/1.1" status: 200 len: 945 time: 0.0550506 Mar 02 05:29:55.584871 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-bf5d4eba-a8ba-4cb9-b87f-1e659a42e334 req-4033ef14-6e32-4050-8ddb-875ad2a3ef1f tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d69e608-83e2-4afc-ba8a-1373a1de5f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440578 Mar 02 05:29:56.410252 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbfef2d-9134-4257-8a1e-50ed1df4ab12 req-998cf347-f47b-4594-86ea-0a5c82e2b7d4 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:29:56.418333 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-5bbfef2d-9134-4257-8a1e-50ed1df4ab12 req-998cf347-f47b-4594-86ea-0a5c82e2b7d4 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/ports?device_id=454afccc-8b3f-40a7-8e18-30480566cda9 HTTP/1.1" status: 200 len: 946 time: 0.0715611 Mar 02 05:29:56.450666 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7effae-151d-424c-a644-ddc90b514c8d req-af575260-570a-4964-821c-284d75b89ae2 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:29:56.452754 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-4b7effae-151d-424c-a644-ddc90b514c8d req-af575260-570a-4964-821c-284d75b89ae2 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] 10.222.0.32 "GET /v2.0/ports?device_id=7002d8fb-8274-485e-b875-ad2e5586984a HTTP/1.1" status: 200 len: 945 time: 0.0691209 Mar 02 05:29:56.483815 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-5bbfef2d-9134-4257-8a1e-50ed1df4ab12 req-5b4bcb5a-fc04-4672-86a2-754d97260583 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce8b9e9a-d177-47c0-9c9b-f6152dd9c0f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639355 Mar 02 05:29:56.514703 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-4b7effae-151d-424c-a644-ddc90b514c8d req-c14eac2c-89a4-4533-acf2-102ef988e4ea tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] 10.222.0.32 "GET /v2.0/security-groups?id=c04bdde9-68b7-4585-97f2-cb2ed276dc41&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0563769 Mar 02 05:29:56.593874 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bba24b-cd10-48fb-831b-7c902244e89a req-6a0e3772-12cc-4e32-86f0-c06621722fc1 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:29:56.595376 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-a9bba24b-cd10-48fb-831b-7c902244e89a req-6a0e3772-12cc-4e32-86f0-c06621722fc1 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/ports?device_id=13e93b9a-3bda-45ad-b1d1-25e229a6cf5b HTTP/1.1" status: 200 len: 946 time: 0.0536652 Mar 02 05:29:56.643127 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-a9bba24b-cd10-48fb-831b-7c902244e89a req-df39e54d-1b75-47c5-b8e6-10c7edeb2633 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd784b26-a24e-48e7-98ec-6c0ab769f87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420146 Mar 02 05:29:56.723820 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a98c62-b1ce-4e03-83d7-87547ecb0848 req-88bdf921-c63b-418d-93fb-7b84cfe1ffa6 tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:29:56.725334 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-b5a98c62-b1ce-4e03-83d7-87547ecb0848 req-88bdf921-c63b-418d-93fb-7b84cfe1ffa6 tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] 10.222.0.32 "GET /v2.0/ports?device_id=a2b7491f-e53a-40e3-97e9-757e43cea760 HTTP/1.1" status: 200 len: 945 time: 0.0723679 Mar 02 05:29:56.778621 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-b5a98c62-b1ce-4e03-83d7-87547ecb0848 req-8fa79fa1-0670-4c92-90e5-d48090df337e tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d69e608-83e2-4afc-ba8a-1373a1de5f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477748 Mar 02 05:29:57.198017 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f4f9c4-808a-4020-aaee-ac7d0f40c5b8 req-4b27320f-6d35-45fc-9dfd-557d50313b86 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:29:57.199515 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-e3f4f9c4-808a-4020-aaee-ac7d0f40c5b8 req-4b27320f-6d35-45fc-9dfd-557d50313b86 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/ports?device_id=13e93b9a-3bda-45ad-b1d1-25e229a6cf5b HTTP/1.1" status: 200 len: 946 time: 0.0515056 Mar 02 05:29:57.248466 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-e3f4f9c4-808a-4020-aaee-ac7d0f40c5b8 req-285c116d-9ed3-4740-9ca7-e521ecdb1f8d tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd784b26-a24e-48e7-98ec-6c0ab769f87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421419 Mar 02 05:29:57.626886 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a17012-fb11-4425-9376-bb24fea4e2ce req-241b12ea-8aaa-46cf-b173-5d95c03d2902 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:29:57.628520 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-48a17012-fb11-4425-9376-bb24fea4e2ce req-241b12ea-8aaa-46cf-b173-5d95c03d2902 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/ports?device_id=454afccc-8b3f-40a7-8e18-30480566cda9 HTTP/1.1" status: 200 len: 946 time: 0.0638943 Mar 02 05:29:57.664124 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec40052-3314-4734-93b6-62668b037807 req-96cec627-423a-466e-a4b1-75269b626c44 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:29:57.664124 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-9ec40052-3314-4734-93b6-62668b037807 req-96cec627-423a-466e-a4b1-75269b626c44 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] 10.222.0.32 "GET /v2.0/ports?device_id=7002d8fb-8274-485e-b875-ad2e5586984a HTTP/1.1" status: 200 len: 945 time: 0.0628767 Mar 02 05:29:57.694233 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-48a17012-fb11-4425-9376-bb24fea4e2ce req-474d3767-4389-4f4a-a983-eef665a962e1 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce8b9e9a-d177-47c0-9c9b-f6152dd9c0f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595899 Mar 02 05:29:57.731488 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-9ec40052-3314-4734-93b6-62668b037807 req-e866f4fd-ce80-4f38-9282-4e088cb329f5 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] 10.222.0.32 "GET /v2.0/security-groups?id=c04bdde9-68b7-4585-97f2-cb2ed276dc41&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0622580 Mar 02 05:29:57.816915 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336c80b7-8736-47d5-9c79-a5ad86e6b7ad req-57215e7e-3191-46f6-a56f-2cbb3da69fae tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:29:57.818372 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-336c80b7-8736-47d5-9c79-a5ad86e6b7ad req-57215e7e-3191-46f6-a56f-2cbb3da69fae tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/ports?device_id=454afccc-8b3f-40a7-8e18-30480566cda9 HTTP/1.1" status: 200 len: 946 time: 0.0557473 Mar 02 05:29:57.827134 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.32', 35660) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:29:57.831362 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.v2.base [None req-25366d44-65b8-4112-9271-b9baa47fd928 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Request body: {'floatingip': {'port_id': '9ef18fca-f561-405a-b28a-5f1055d3faea'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 05:29:57.899287 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-25366d44-65b8-4112-9271-b9baa47fd928 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Publish callbacks [] for floatingip (126aee7b-cab4-44c0-9ecd-8ffbd956e706), before_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:58.384895 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166d9d4d-6a56-47b4-9b1c-3bc72556cc47 req-b264a4b0-b04f-41e9-abec-7260d56447b1 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:29:58.386421 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-166d9d4d-6a56-47b4-9b1c-3bc72556cc47 req-b264a4b0-b04f-41e9-abec-7260d56447b1 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/ports?device_id=13e93b9a-3bda-45ad-b1d1-25e229a6cf5b HTTP/1.1" status: 200 len: 946 time: 0.0605936 Mar 02 05:29:58.436347 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-166d9d4d-6a56-47b4-9b1c-3bc72556cc47 req-62f8fbcd-58cd-4117-9566-f3aa13721d2b tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd784b26-a24e-48e7-98ec-6c0ab769f87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422180 Mar 02 05:29:58.751011 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-25366d44-65b8-4112-9271-b9baa47fd928 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:58.821848 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-25366d44-65b8-4112-9271-b9baa47fd928 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556348'] for floatingip (126aee7b-cab4-44c0-9ecd-8ffbd956e706), after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:58.890770 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cce42a3-91cc-4720-897b-8acda6a5753f req-fc5f007f-c0d5-475b-82c0-425be65b9450 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:29:58.892284 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-7cce42a3-91cc-4720-897b-8acda6a5753f req-fc5f007f-c0d5-475b-82c0-425be65b9450 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] 10.222.0.32 "GET /v2.0/ports?device_id=7002d8fb-8274-485e-b875-ad2e5586984a HTTP/1.1" status: 200 len: 945 time: 0.0999455 Mar 02 05:29:58.964109 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.db.l3_db [None req-25366d44-65b8-4112-9271-b9baa47fd928 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Floating IP 126aee7b-cab4-44c0-9ecd-8ffbd956e706 associated. External IP: 172.27.2.88, port: 9ef18fca-f561-405a-b28a-5f1055d3faea. Mar 02 05:29:59.005822 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-7cce42a3-91cc-4720-897b-8acda6a5753f req-1b85dac8-c31e-45fb-887e-ab14e4ee9b3e tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] 10.222.0.32 "GET /v2.0/security-groups?id=c04bdde9-68b7-4585-97f2-cb2ed276dc41&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0887513 Mar 02 05:29:59.183160 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25366d44-65b8-4112-9271-b9baa47fd928 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Router aa79e986-2404-4136-904a-dbad8a9b4ddf has already been hosted by L3 agent 9c2b50e6-1677-4aa9-928e-941b4c488fc5 {{(pid=103715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 05:29:59.288981 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25366d44-65b8-4112-9271-b9baa47fd928 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Notify agent at l3_agent.dv-cinder-768458-18-iscsi the message routers_updated {{(pid=103715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 05:29:59.293491 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-25366d44-65b8-4112-9271-b9baa47fd928 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25628'] for floatingip (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:29:59.302619 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb248275-37ce-4f7f-980f-50ddb4523ec6 None None] Sync routers for ids ['aa79e986-2404-4136-904a-dbad8a9b4ddf'] in dv-cinder-768458-18-iscsi {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 05:29:59.313177 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb248275-37ce-4f7f-980f-50ddb4523ec6 None None] Routers {'aa79e986-2404-4136-904a-dbad8a9b4ddf'} bound to L3 agent in host dv-cinder-768458-18-iscsi {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 05:29:59.313797 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-cb248275-37ce-4f7f-980f-50ddb4523ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T05:20:42Z,description=,heartbeat_timestamp=2022-03-02T05:29:42Z,host='dv-cinder-768458-18-iscsi',id=9c2b50e6-1677-4aa9-928e-941b4c488fc5,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T05:20:42Z,topic='l3_agent')) {'router_ids': ['aa79e986-2404-4136-904a-dbad8a9b4ddf'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 05:29:59.322170 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-25366d44-65b8-4112-9271-b9baa47fd928 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "PUT /v2.0/floatingips/126aee7b-cab4-44c0-9ecd-8ffbd956e706 HTTP/1.1" status: 200 len: 991 time: 1.4939842 Mar 02 05:29:59.322866 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '454afccc-8b3f-40a7-8e18-30480566cda9', 'tag': '9ef18fca-f561-405a-b28a-5f1055d3faea'}] {{(pid=103715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 05:29:59.325294 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6b615920106d83c92ac2e7a83ecc91ff2029d0c3ca4726e1521f538b1ed31e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-252572d1-f126-4cbf-89cf-ee2c5c537cbe" -d '{"events": [{"name": "network-changed", "server_uuid": "454afccc-8b3f-40a7-8e18-30480566cda9", "tag": "9ef18fca-f561-405a-b28a-5f1055d3faea"}]}' {{(pid=103715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 05:29:59.362345 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Mar 2022 05:29:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35599993-ba49-495d-af10-758d4187385e x-openstack-request-id: req-35599993-ba49-495d-af10-758d4187385e {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 05:29:59.362619 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "454afccc-8b3f-40a7-8e18-30480566cda9", "tag": "9ef18fca-f561-405a-b28a-5f1055d3faea", "status": "completed", "code": 200}]} {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 05:29:59.362959 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-35599993-ba49-495d-af10-758d4187385e {{(pid=103715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 05:29:59.363586 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '454afccc-8b3f-40a7-8e18-30480566cda9', 'tag': '9ef18fca-f561-405a-b28a-5f1055d3faea', 'status': 'completed', 'code': 200} Mar 02 05:29:59.419826 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.db.l3_dvr_db [None req-cb248275-37ce-4f7f-980f-50ddb4523ec6 None None] Set router aa79e986-2404-4136-904a-dbad8a9b4ddf gateway port host: dv-cinder-768458-18-iscsi {{(pid=103717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 05:29:59.558757 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4723749b-66b7-45e5-baaf-f2429b1f44b5 req-d77fdf25-9f70-40af-9f29-aec0e64bd947 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:29:59.560286 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-4723749b-66b7-45e5-baaf-f2429b1f44b5 req-d77fdf25-9f70-40af-9f29-aec0e64bd947 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/ports?device_id=13e93b9a-3bda-45ad-b1d1-25e229a6cf5b HTTP/1.1" status: 200 len: 946 time: 0.0516438 Mar 02 05:29:59.611079 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-4723749b-66b7-45e5-baaf-f2429b1f44b5 req-71a8b71a-a791-4338-b100-e7d1419b10e9 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd784b26-a24e-48e7-98ec-6c0ab769f87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444481 Mar 02 05:29:59.706973 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-cb248275-37ce-4f7f-980f-50ddb4523ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa79e986-2404-4136-904a-dbad8a9b4ddf', 'name': 'tempest-AttachVolumeShelveTestJSON-1925534195-router', 'tenant_id': '7c356e87fe874337af907d7d9f0a2bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'external_fixed_ips': [{'subnet_id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'ip_address': '172.27.2.212'}], 'enable_snat': True}, 'gw_port_id': '94519c60-ed40-4640-8dc1-57747bf0da94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T05:29:04Z', 'updated_at': '2022-03-02T05:29:14Z', 'revision_number': 4, 'project_id': '7c356e87fe874337af907d7d9f0a2bb3', 'gw_port': {'id': '94519c60-ed40-4640-8dc1-57747bf0da94', 'name': '', 'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:b9:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa79e986-2404-4136-904a-dbad8a9b4ddf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'ip_address': '172.27.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T05:29:05Z', 'updated_at': '2022-03-02T05:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-18-iscsi', '_floatingips': [{'id': '126aee7b-cab4-44c0-9ecd-8ffbd956e706', 'tenant_id': '7c356e87fe874337af907d7d9f0a2bb3', 'floating_ip_address': '172.27.2.88', 'floating_network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'router_id': 'aa79e986-2404-4136-904a-dbad8a9b4ddf', 'port_id': '9ef18fca-f561-405a-b28a-5f1055d3faea', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 111, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cca8cd28-8205-477a-92b1-88a32e29d0bc', 'mac_address': 'fa:16:3e:8c:58:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '454afccc-8b3f-40a7-8e18-30480566cda9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T05:29:28Z', 'updated_at': '2022-03-02T05:29:58Z', 'revision_number': 1, 'project_id': '7c356e87fe874337af907d7d9f0a2bb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f708e536-4a9f-41cc-907a-150ca1721be7', 'name': '', 'network_id': 'cca8cd28-8205-477a-92b1-88a32e29d0bc', 'tenant_id': '7c356e87fe874337af907d7d9f0a2bb3', 'mac_address': 'fa:16:3e:d4:f2:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa79e986-2404-4136-904a-dbad8a9b4ddf', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'ab127ad9-ce11-421d-b130-80cd6d7ddae3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T05:29:11Z', 'updated_at': '2022-03-02T05:29:21Z', 'revision_number': 5, 'project_id': '7c356e87fe874337af907d7d9f0a2bb3', 'subnets': [{'id': 'ab127ad9-ce11-421d-b130-80cd6d7ddae3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-18-iscsi', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 05:29:59.735118 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb248275-37ce-4f7f-980f-50ddb4523ec6 None None] Checking router: aa79e986-2404-4136-904a-dbad8a9b4ddf for host: dv-cinder-768458-18-iscsi {{(pid=103717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 05:29:59.744478 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb248275-37ce-4f7f-980f-50ddb4523ec6 None None] Routers {'aa79e986-2404-4136-904a-dbad8a9b4ddf'} bound to L3 agent in host dv-cinder-768458-18-iscsi {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 05:29:59.745105 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-cb248275-37ce-4f7f-980f-50ddb4523ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T05:20:42Z,description=,heartbeat_timestamp=2022-03-02T05:29:42Z,host='dv-cinder-768458-18-iscsi',id=9c2b50e6-1677-4aa9-928e-941b4c488fc5,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T05:20:42Z,topic='l3_agent')) {'router_ids': ['aa79e986-2404-4136-904a-dbad8a9b4ddf'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 05:29:59.863578 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.db.l3_dvr_db [None req-cb248275-37ce-4f7f-980f-50ddb4523ec6 None None] Set router aa79e986-2404-4136-904a-dbad8a9b4ddf gateway port host: dv-cinder-768458-18-iscsi {{(pid=103717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 05:30:00.091316 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-cb248275-37ce-4f7f-980f-50ddb4523ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa79e986-2404-4136-904a-dbad8a9b4ddf', 'name': 'tempest-AttachVolumeShelveTestJSON-1925534195-router', 'tenant_id': '7c356e87fe874337af907d7d9f0a2bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'external_fixed_ips': [{'subnet_id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'ip_address': '172.27.2.212'}], 'enable_snat': True}, 'gw_port_id': '94519c60-ed40-4640-8dc1-57747bf0da94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T05:29:04Z', 'updated_at': '2022-03-02T05:29:14Z', 'revision_number': 4, 'project_id': '7c356e87fe874337af907d7d9f0a2bb3', 'gw_port': {'id': '94519c60-ed40-4640-8dc1-57747bf0da94', 'name': '', 'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:b9:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa79e986-2404-4136-904a-dbad8a9b4ddf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'ip_address': '172.27.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T05:29:05Z', 'updated_at': '2022-03-02T05:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-18-iscsi', '_floatingips': [{'id': '126aee7b-cab4-44c0-9ecd-8ffbd956e706', 'tenant_id': '7c356e87fe874337af907d7d9f0a2bb3', 'floating_ip_address': '172.27.2.88', 'floating_network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'router_id': 'aa79e986-2404-4136-904a-dbad8a9b4ddf', 'port_id': '9ef18fca-f561-405a-b28a-5f1055d3faea', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 111, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cca8cd28-8205-477a-92b1-88a32e29d0bc', 'mac_address': 'fa:16:3e:8c:58:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '454afccc-8b3f-40a7-8e18-30480566cda9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T05:29:28Z', 'updated_at': '2022-03-02T05:29:58Z', 'revision_number': 1, 'project_id': '7c356e87fe874337af907d7d9f0a2bb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f708e536-4a9f-41cc-907a-150ca1721be7', 'name': '', 'network_id': 'cca8cd28-8205-477a-92b1-88a32e29d0bc', 'tenant_id': '7c356e87fe874337af907d7d9f0a2bb3', 'mac_address': 'fa:16:3e:d4:f2:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa79e986-2404-4136-904a-dbad8a9b4ddf', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'ab127ad9-ce11-421d-b130-80cd6d7ddae3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T05:29:11Z', 'updated_at': '2022-03-02T05:29:21Z', 'revision_number': 5, 'project_id': '7c356e87fe874337af907d7d9f0a2bb3', 'subnets': [{'id': 'ab127ad9-ce11-421d-b130-80cd6d7ddae3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-18-iscsi', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 05:30:00.116898 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb248275-37ce-4f7f-980f-50ddb4523ec6 None None] The sync data for ids ['aa79e986-2404-4136-904a-dbad8a9b4ddf'] in dv-cinder-768458-18-iscsi is: [{'id': 'aa79e986-2404-4136-904a-dbad8a9b4ddf', 'name': 'tempest-AttachVolumeShelveTestJSON-1925534195-router', 'tenant_id': '7c356e87fe874337af907d7d9f0a2bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'external_fixed_ips': [{'subnet_id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'ip_address': '172.27.2.212'}], 'enable_snat': True}, 'gw_port_id': '94519c60-ed40-4640-8dc1-57747bf0da94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T05:29:04Z', 'updated_at': '2022-03-02T05:29:14Z', 'revision_number': 4, 'project_id': '7c356e87fe874337af907d7d9f0a2bb3', 'gw_port': {'id': '94519c60-ed40-4640-8dc1-57747bf0da94', 'name': '', 'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:b9:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa79e986-2404-4136-904a-dbad8a9b4ddf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'ip_address': '172.27.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T05:29:05Z', 'updated_at': '2022-03-02T05:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-18-iscsi', '_floatingips': [{'id': '126aee7b-cab4-44c0-9ecd-8ffbd956e706', 'tenant_id': '7c356e87fe874337af907d7d9f0a2bb3', 'floating_ip_address': '172.27.2.88', 'floating_network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'router_id': 'aa79e986-2404-4136-904a-dbad8a9b4ddf', 'port_id': '9ef18fca-f561-405a-b28a-5f1055d3faea', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 111, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cca8cd28-8205-477a-92b1-88a32e29d0bc', 'mac_address': 'fa:16:3e:8c:58:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '454afccc-8b3f-40a7-8e18-30480566cda9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T05:29:28Z', 'updated_at': '2022-03-02T05:29:58Z', 'revision_number': 1, 'project_id': '7c356e87fe874337af907d7d9f0a2bb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f708e536-4a9f-41cc-907a-150ca1721be7', 'name': '', 'network_id': 'cca8cd28-8205-477a-92b1-88a32e29d0bc', 'tenant_id': '7c356e87fe874337af907d7d9f0a2bb3', 'mac_address': 'fa:16:3e:d4:f2:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa79e986-2404-4136-904a-dbad8a9b4ddf', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'ab127ad9-ce11-421d-b130-80cd6d7ddae3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T05:29:11Z', 'updated_at': '2022-03-02T05:29:21Z', 'revision_number': 5, 'project_id': '7c356e87fe874337af907d7d9f0a2bb3', 'subnets': [{'id': 'ab127ad9-ce11-421d-b130-80cd6d7ddae3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 05:30:00.128563 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca116e8-3a96-4f55-8ef0-1ae241233a74 req-e934b95d-e82d-4a08-b3a1-23acfc856ca9 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:30:00.139865 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-bca116e8-3a96-4f55-8ef0-1ae241233a74 req-e934b95d-e82d-4a08-b3a1-23acfc856ca9 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] 10.222.0.32 "GET /v2.0/ports?device_id=7002d8fb-8274-485e-b875-ad2e5586984a HTTP/1.1" status: 200 len: 945 time: 0.0641952 Mar 02 05:30:00.189036 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-bca116e8-3a96-4f55-8ef0-1ae241233a74 req-667f2b42-56d6-4d5a-919c-31b2147fc062 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] 10.222.0.32 "GET /v2.0/security-groups?id=c04bdde9-68b7-4585-97f2-cb2ed276dc41&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0482342 Mar 02 05:30:00.257552 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47f62de-cd72-4f19-823c-a173f99ee6a7 req-b187d77d-aa32-46fd-90dc-81b09980419d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:30:00.259331 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-c47f62de-cd72-4f19-823c-a173f99ee6a7 req-b187d77d-aa32-46fd-90dc-81b09980419d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=baeaa70a8e234288af44838b99895a45&device_id=13e93b9a-3bda-45ad-b1d1-25e229a6cf5b HTTP/1.1" status: 200 len: 1130 time: 0.0511372 Mar 02 05:30:00.290639 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252572d1-f126-4cbf-89cf-ee2c5c537cbe req-c088300b-8566-481c-bb72-424847ebc09d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:30:00.292165 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-252572d1-f126-4cbf-89cf-ee2c5c537cbe req-c088300b-8566-481c-bb72-424847ebc09d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7c356e87fe874337af907d7d9f0a2bb3&device_id=454afccc-8b3f-40a7-8e18-30480566cda9 HTTP/1.1" status: 200 len: 1130 time: 0.0497785 Mar 02 05:30:00.347863 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd1a5bec-68b4-4e30-8959-71f7760f2c33 None None] New status for floating IP 126aee7b-cab4-44c0-9ecd-8ffbd956e706: ACTIVE {{(pid=103716) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 05:30:00.373968 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47f62de-cd72-4f19-823c-a173f99ee6a7 req-442947be-cbd8-4f2d-805b-cace80e80196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:30:00.375751 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-c47f62de-cd72-4f19-823c-a173f99ee6a7 req-442947be-cbd8-4f2d-805b-cace80e80196 service neutron] 10.222.0.41 "GET /v2.0/networks?id=6269aee3-2e0e-4eb6-b2da-e53edf4d265e HTTP/1.1" status: 200 len: 920 time: 0.1019745 Mar 02 05:30:00.385688 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252572d1-f126-4cbf-89cf-ee2c5c537cbe req-ab8ec742-2fd5-497a-9b37-fdd30aa4da8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:30:00.387507 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-252572d1-f126-4cbf-89cf-ee2c5c537cbe req-ab8ec742-2fd5-497a-9b37-fdd30aa4da8d service neutron] 10.222.0.41 "GET /v2.0/networks?id=cca8cd28-8205-477a-92b1-88a32e29d0bc HTTP/1.1" status: 200 len: 918 time: 0.0865190 Mar 02 05:30:00.466320 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-c47f62de-cd72-4f19-823c-a173f99ee6a7 req-63c3fa9a-1f23-48d5-8d20-9ccb8651a8b7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8cbde07d-4c96-4199-a4ad-3812e8837525 HTTP/1.1" status: 200 len: 217 time: 0.0469272 Mar 02 05:30:00.540661 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47f62de-cd72-4f19-823c-a173f99ee6a7 req-673cc65f-c11a-448b-8fa8-fc5cdabcb67e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:30:00.542031 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-c47f62de-cd72-4f19-823c-a173f99ee6a7 req-673cc65f-c11a-448b-8fa8-fc5cdabcb67e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4a30aa60-f586-4276-a1aa-cd6a333ae855 HTTP/1.1" status: 200 len: 859 time: 0.0508380 Mar 02 05:30:00.577860 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-c47f62de-cd72-4f19-823c-a173f99ee6a7 req-3b4185c0-2461-410d-b44a-f66c081a767e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6269aee3-2e0e-4eb6-b2da-e53edf4d265e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277359 Mar 02 05:30:00.706942 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-c47f62de-cd72-4f19-823c-a173f99ee6a7 req-09106985-77f9-48e6-8a04-2310ee1367bd service neutron] 10.222.0.41 "GET /v2.0/networks/6269aee3-2e0e-4eb6-b2da-e53edf4d265e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138613 Mar 02 05:30:00.722737 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-252572d1-f126-4cbf-89cf-ee2c5c537cbe req-56095ed4-a6cb-4c38-a945-d87a6a5d4c46 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9ef18fca-f561-405a-b28a-5f1055d3faea HTTP/1.1" status: 200 len: 999 time: 0.2943919 Mar 02 05:30:00.756566 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314e6697-3aa0-4e32-847b-63db307fb348 req-f3dd2893-0a07-4b96-857a-0858a3c03505 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:30:00.758025 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-314e6697-3aa0-4e32-847b-63db307fb348 req-f3dd2893-0a07-4b96-857a-0858a3c03505 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/ports?device_id=13e93b9a-3bda-45ad-b1d1-25e229a6cf5b HTTP/1.1" status: 200 len: 946 time: 0.0676401 Mar 02 05:30:00.782776 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252572d1-f126-4cbf-89cf-ee2c5c537cbe req-9e08e837-0ca2-488c-bb31-b6bdb9ae1f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:30:00.784318 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-252572d1-f126-4cbf-89cf-ee2c5c537cbe req-9e08e837-0ca2-488c-bb31-b6bdb9ae1f87 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ab127ad9-ce11-421d-b130-80cd6d7ddae3 HTTP/1.1" status: 200 len: 856 time: 0.0430989 Mar 02 05:30:00.840322 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252572d1-f126-4cbf-89cf-ee2c5c537cbe req-1e6c8fb7-f50e-449d-b356-b302d7a5f717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:30:00.842054 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-252572d1-f126-4cbf-89cf-ee2c5c537cbe req-1e6c8fb7-f50e-449d-b356-b302d7a5f717 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cca8cd28-8205-477a-92b1-88a32e29d0bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0458236 Mar 02 05:30:00.856203 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-314e6697-3aa0-4e32-847b-63db307fb348 req-0246d82a-29ea-442e-a088-472b437f71e1 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd784b26-a24e-48e7-98ec-6c0ab769f87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887749 Mar 02 05:30:00.901266 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-c47f62de-cd72-4f19-823c-a173f99ee6a7 req-792c3858-5cb0-4d80-80db-bf2abe7b9b23 service neutron] 10.222.0.41 "GET /v2.0/networks/6269aee3-2e0e-4eb6-b2da-e53edf4d265e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1603403 Mar 02 05:30:00.956065 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-252572d1-f126-4cbf-89cf-ee2c5c537cbe req-9ef7c30f-cba4-47ae-8bc0-6b2f825ff909 service neutron] 10.222.0.41 "GET /v2.0/networks/cca8cd28-8205-477a-92b1-88a32e29d0bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001127 Mar 02 05:30:01.067909 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-252572d1-f126-4cbf-89cf-ee2c5c537cbe req-dddd40e8-8798-43ee-a873-117c803d977e service neutron] 10.222.0.41 "GET /v2.0/networks/cca8cd28-8205-477a-92b1-88a32e29d0bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050580 Mar 02 05:30:01.311630 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8877f4be-7f54-4959-a9c3-da0879b50b3d req-b69035d5-b482-4b09-96ca-675944e3a281 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:30:01.313357 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-8877f4be-7f54-4959-a9c3-da0879b50b3d req-b69035d5-b482-4b09-96ca-675944e3a281 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] 10.222.0.32 "GET /v2.0/ports?device_id=7002d8fb-8274-485e-b875-ad2e5586984a HTTP/1.1" status: 200 len: 945 time: 0.0554776 Mar 02 05:30:01.359191 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-8877f4be-7f54-4959-a9c3-da0879b50b3d req-f4770a59-dc00-4691-a028-dd21e2a49156 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] 10.222.0.32 "GET /v2.0/security-groups?id=c04bdde9-68b7-4585-97f2-cb2ed276dc41&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0401866 Mar 02 05:30:01.483264 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2293ccd-175a-4511-b30f-a68e02b63adf req-b65fb1e5-80aa-4ebe-b7bc-a490cef31dfd tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:30:01.484906 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-a2293ccd-175a-4511-b30f-a68e02b63adf req-b65fb1e5-80aa-4ebe-b7bc-a490cef31dfd tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] 10.222.0.32 "GET /v2.0/ports?device_id=7002d8fb-8274-485e-b875-ad2e5586984a HTTP/1.1" status: 200 len: 945 time: 0.0607522 Mar 02 05:30:01.493535 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.32', 35742) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:30:01.497795 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.v2.base [None req-702729ef-50cb-42f0-9769-c8b507a90b1f tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] Request body: {'floatingip': {'port_id': 'b95876af-1853-4698-af0e-a36b0deb3b5a'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 05:30:01.537378 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-702729ef-50cb-42f0-9769-c8b507a90b1f tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] Publish callbacks [] for floatingip (355b6a1e-4dc2-4361-9585-8070412618d1), before_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:30:01.991798 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800f04af-f654-4e06-95a2-84a2aa606d96 req-ea76bb83-d89d-4fa9-a9f3-d4a20a8166f8 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:30:01.994479 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-800f04af-f654-4e06-95a2-84a2aa606d96 req-ea76bb83-d89d-4fa9-a9f3-d4a20a8166f8 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/ports?device_id=13e93b9a-3bda-45ad-b1d1-25e229a6cf5b HTTP/1.1" status: 200 len: 946 time: 0.0654473 Mar 02 05:30:02.066616 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-800f04af-f654-4e06-95a2-84a2aa606d96 req-181799a0-a9be-4814-b799-8bc5afaedf73 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd784b26-a24e-48e7-98ec-6c0ab769f87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637264 Mar 02 05:30:02.241452 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-702729ef-50cb-42f0-9769-c8b507a90b1f tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:30:02.348869 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-702729ef-50cb-42f0-9769-c8b507a90b1f tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556348'] for floatingip (355b6a1e-4dc2-4361-9585-8070412618d1), after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:30:02.471127 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.db.l3_db [None req-702729ef-50cb-42f0-9769-c8b507a90b1f tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] Floating IP 355b6a1e-4dc2-4361-9585-8070412618d1 associated. External IP: 172.27.2.12, port: b95876af-1853-4698-af0e-a36b0deb3b5a. Mar 02 05:30:02.708395 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-702729ef-50cb-42f0-9769-c8b507a90b1f tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] Router 279f7eec-5f94-4a26-9856-cbbd0eb5eab5 has already been hosted by L3 agent 9c2b50e6-1677-4aa9-928e-941b4c488fc5 {{(pid=103715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 05:30:02.843188 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-702729ef-50cb-42f0-9769-c8b507a90b1f tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] Notify agent at l3_agent.dv-cinder-768458-18-iscsi the message routers_updated {{(pid=103715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 05:30:02.847809 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-702729ef-50cb-42f0-9769-c8b507a90b1f tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25628'] for floatingip (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:30:02.854402 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-198adaf9-5997-4a14-b0cc-481a292f24f2 None None] Sync routers for ids ['279f7eec-5f94-4a26-9856-cbbd0eb5eab5'] in dv-cinder-768458-18-iscsi {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 05:30:02.871165 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-198adaf9-5997-4a14-b0cc-481a292f24f2 None None] Routers {'279f7eec-5f94-4a26-9856-cbbd0eb5eab5'} bound to L3 agent in host dv-cinder-768458-18-iscsi {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 05:30:02.874968 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-198adaf9-5997-4a14-b0cc-481a292f24f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T05:20:42Z,description=,heartbeat_timestamp=2022-03-02T05:29:42Z,host='dv-cinder-768458-18-iscsi',id=9c2b50e6-1677-4aa9-928e-941b4c488fc5,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T05:20:42Z,topic='l3_agent')) {'router_ids': ['279f7eec-5f94-4a26-9856-cbbd0eb5eab5'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 05:30:02.891270 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-702729ef-50cb-42f0-9769-c8b507a90b1f tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] 10.222.0.32 "PUT /v2.0/floatingips/355b6a1e-4dc2-4361-9585-8070412618d1 HTTP/1.1" status: 200 len: 990 time: 1.3965688 Mar 02 05:30:02.891967 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7002d8fb-8274-485e-b875-ad2e5586984a', 'tag': 'b95876af-1853-4698-af0e-a36b0deb3b5a'}] {{(pid=103715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 05:30:02.894418 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6b615920106d83c92ac2e7a83ecc91ff2029d0c3ca4726e1521f538b1ed31e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac64a78c-0ebf-404a-945e-effb531ef196" -d '{"events": [{"name": "network-changed", "server_uuid": "7002d8fb-8274-485e-b875-ad2e5586984a", "tag": "b95876af-1853-4698-af0e-a36b0deb3b5a"}]}' {{(pid=103715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 05:30:02.977871 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Mar 2022 05:30:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-147f6ca1-7e36-4b06-aca2-2a81eda423d0 x-openstack-request-id: req-147f6ca1-7e36-4b06-aca2-2a81eda423d0 {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 05:30:02.978144 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7002d8fb-8274-485e-b875-ad2e5586984a", "tag": "b95876af-1853-4698-af0e-a36b0deb3b5a", "status": "completed", "code": 200}]} {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 05:30:02.978402 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-147f6ca1-7e36-4b06-aca2-2a81eda423d0 {{(pid=103715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 05:30:02.978801 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7002d8fb-8274-485e-b875-ad2e5586984a', 'tag': 'b95876af-1853-4698-af0e-a36b0deb3b5a', 'status': 'completed', 'code': 200} Mar 02 05:30:03.087983 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac64a78c-0ebf-404a-945e-effb531ef196 req-92bf05ea-d222-4a7d-9686-4f5222f8f099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:30:03.103317 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-ac64a78c-0ebf-404a-945e-effb531ef196 req-92bf05ea-d222-4a7d-9686-4f5222f8f099 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e206b3ab3679495682403c34b4fe8d9a&device_id=7002d8fb-8274-485e-b875-ad2e5586984a HTTP/1.1" status: 200 len: 1129 time: 0.0841892 Mar 02 05:30:03.103543 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.db.l3_dvr_db [None req-198adaf9-5997-4a14-b0cc-481a292f24f2 None None] Set router 279f7eec-5f94-4a26-9856-cbbd0eb5eab5 gateway port host: dv-cinder-768458-18-iscsi {{(pid=103717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 05:30:03.246405 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac64a78c-0ebf-404a-945e-effb531ef196 req-980fe8fd-fae7-4fbc-bfea-2d3f3942be65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:30:03.251432 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-ac64a78c-0ebf-404a-945e-effb531ef196 req-980fe8fd-fae7-4fbc-bfea-2d3f3942be65 service neutron] 10.222.0.41 "GET /v2.0/networks?id=18011967-2bc2-45c8-947b-290963b3926b HTTP/1.1" status: 200 len: 911 time: 0.1348207 Mar 02 05:30:03.256457 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86676ead-50b5-44d1-a304-41255dffc9e1 req-f22febd2-b9d6-4263-99e5-f4c36c739027 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:30:03.257989 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-86676ead-50b5-44d1-a304-41255dffc9e1 req-f22febd2-b9d6-4263-99e5-f4c36c739027 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/ports?device_id=13e93b9a-3bda-45ad-b1d1-25e229a6cf5b HTTP/1.1" status: 200 len: 946 time: 0.0954859 Mar 02 05:30:03.352137 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-ac64a78c-0ebf-404a-945e-effb531ef196 req-ad258944-31b6-4588-be21-9d107ebc7cc8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b95876af-1853-4698-af0e-a36b0deb3b5a HTTP/1.1" status: 200 len: 998 time: 0.0911872 Mar 02 05:30:03.355612 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-86676ead-50b5-44d1-a304-41255dffc9e1 req-f0318d03-92a3-4989-8a9a-7ec4043a6168 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd784b26-a24e-48e7-98ec-6c0ab769f87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881157 Mar 02 05:30:03.360244 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-198adaf9-5997-4a14-b0cc-481a292f24f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '279f7eec-5f94-4a26-9856-cbbd0eb5eab5', 'name': 'tempest-AttachVolumeTestJSON-318348053-router', 'tenant_id': 'e206b3ab3679495682403c34b4fe8d9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'external_fixed_ips': [{'subnet_id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'ip_address': '172.27.2.68'}], 'enable_snat': True}, 'gw_port_id': 'f69dbdff-dc8a-4904-ae26-78b3078d3ae3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T05:29:04Z', 'updated_at': '2022-03-02T05:29:17Z', 'revision_number': 4, 'project_id': 'e206b3ab3679495682403c34b4fe8d9a', 'gw_port': {'id': 'f69dbdff-dc8a-4904-ae26-78b3078d3ae3', 'name': '', 'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:af:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '279f7eec-5f94-4a26-9856-cbbd0eb5eab5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'ip_address': '172.27.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T05:29:06Z', 'updated_at': '2022-03-02T05:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-18-iscsi', '_floatingips': [{'id': '355b6a1e-4dc2-4361-9585-8070412618d1', 'tenant_id': 'e206b3ab3679495682403c34b4fe8d9a', 'floating_ip_address': '172.27.2.12', 'floating_network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'router_id': '279f7eec-5f94-4a26-9856-cbbd0eb5eab5', 'port_id': 'b95876af-1853-4698-af0e-a36b0deb3b5a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 114, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '18011967-2bc2-45c8-947b-290963b3926b', 'mac_address': 'fa:16:3e:51:47:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7002d8fb-8274-485e-b875-ad2e5586984a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T05:29:30Z', 'updated_at': '2022-03-02T05:30:02Z', 'revision_number': 1, 'project_id': 'e206b3ab3679495682403c34b4fe8d9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b703634-9ede-4863-b157-97a8de60550a', 'name': '', 'network_id': '18011967-2bc2-45c8-947b-290963b3926b', 'tenant_id': 'e206b3ab3679495682403c34b4fe8d9a', 'mac_address': 'fa:16:3e:c8:2a:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '279f7eec-5f94-4a26-9856-cbbd0eb5eab5', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '24744b4d-8303-4a95-a314-609059e1d9b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T05:29:12Z', 'updated_at': '2022-03-02T05:29:27Z', 'revision_number': 5, 'project_id': 'e206b3ab3679495682403c34b4fe8d9a', 'subnets': [{'id': '24744b4d-8303-4a95-a314-609059e1d9b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-18-iscsi', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 05:30:03.386067 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-198adaf9-5997-4a14-b0cc-481a292f24f2 None None] Checking router: 279f7eec-5f94-4a26-9856-cbbd0eb5eab5 for host: dv-cinder-768458-18-iscsi {{(pid=103717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 05:30:03.394814 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-198adaf9-5997-4a14-b0cc-481a292f24f2 None None] Routers {'279f7eec-5f94-4a26-9856-cbbd0eb5eab5'} bound to L3 agent in host dv-cinder-768458-18-iscsi {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 05:30:03.395450 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-198adaf9-5997-4a14-b0cc-481a292f24f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T05:20:42Z,description=,heartbeat_timestamp=2022-03-02T05:29:42Z,host='dv-cinder-768458-18-iscsi',id=9c2b50e6-1677-4aa9-928e-941b4c488fc5,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T05:20:42Z,topic='l3_agent')) {'router_ids': ['279f7eec-5f94-4a26-9856-cbbd0eb5eab5'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 05:30:03.503132 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.db.l3_dvr_db [None req-198adaf9-5997-4a14-b0cc-481a292f24f2 None None] Set router 279f7eec-5f94-4a26-9856-cbbd0eb5eab5 gateway port host: dv-cinder-768458-18-iscsi {{(pid=103717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 05:30:03.739475 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-198adaf9-5997-4a14-b0cc-481a292f24f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '279f7eec-5f94-4a26-9856-cbbd0eb5eab5', 'name': 'tempest-AttachVolumeTestJSON-318348053-router', 'tenant_id': 'e206b3ab3679495682403c34b4fe8d9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'external_fixed_ips': [{'subnet_id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'ip_address': '172.27.2.68'}], 'enable_snat': True}, 'gw_port_id': 'f69dbdff-dc8a-4904-ae26-78b3078d3ae3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T05:29:04Z', 'updated_at': '2022-03-02T05:29:17Z', 'revision_number': 4, 'project_id': 'e206b3ab3679495682403c34b4fe8d9a', 'gw_port': {'id': 'f69dbdff-dc8a-4904-ae26-78b3078d3ae3', 'name': '', 'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:af:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '279f7eec-5f94-4a26-9856-cbbd0eb5eab5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'ip_address': '172.27.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T05:29:06Z', 'updated_at': '2022-03-02T05:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-18-iscsi', '_floatingips': [{'id': '355b6a1e-4dc2-4361-9585-8070412618d1', 'tenant_id': 'e206b3ab3679495682403c34b4fe8d9a', 'floating_ip_address': '172.27.2.12', 'floating_network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'router_id': '279f7eec-5f94-4a26-9856-cbbd0eb5eab5', 'port_id': 'b95876af-1853-4698-af0e-a36b0deb3b5a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 114, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '18011967-2bc2-45c8-947b-290963b3926b', 'mac_address': 'fa:16:3e:51:47:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7002d8fb-8274-485e-b875-ad2e5586984a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T05:29:30Z', 'updated_at': '2022-03-02T05:30:02Z', 'revision_number': 1, 'project_id': 'e206b3ab3679495682403c34b4fe8d9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b703634-9ede-4863-b157-97a8de60550a', 'name': '', 'network_id': '18011967-2bc2-45c8-947b-290963b3926b', 'tenant_id': 'e206b3ab3679495682403c34b4fe8d9a', 'mac_address': 'fa:16:3e:c8:2a:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '279f7eec-5f94-4a26-9856-cbbd0eb5eab5', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '24744b4d-8303-4a95-a314-609059e1d9b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T05:29:12Z', 'updated_at': '2022-03-02T05:29:27Z', 'revision_number': 5, 'project_id': 'e206b3ab3679495682403c34b4fe8d9a', 'subnets': [{'id': '24744b4d-8303-4a95-a314-609059e1d9b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-18-iscsi', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 05:30:03.766535 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-198adaf9-5997-4a14-b0cc-481a292f24f2 None None] The sync data for ids ['279f7eec-5f94-4a26-9856-cbbd0eb5eab5'] in dv-cinder-768458-18-iscsi is: [{'id': '279f7eec-5f94-4a26-9856-cbbd0eb5eab5', 'name': 'tempest-AttachVolumeTestJSON-318348053-router', 'tenant_id': 'e206b3ab3679495682403c34b4fe8d9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'external_fixed_ips': [{'subnet_id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'ip_address': '172.27.2.68'}], 'enable_snat': True}, 'gw_port_id': 'f69dbdff-dc8a-4904-ae26-78b3078d3ae3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T05:29:04Z', 'updated_at': '2022-03-02T05:29:17Z', 'revision_number': 4, 'project_id': 'e206b3ab3679495682403c34b4fe8d9a', 'gw_port': {'id': 'f69dbdff-dc8a-4904-ae26-78b3078d3ae3', 'name': '', 'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:af:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '279f7eec-5f94-4a26-9856-cbbd0eb5eab5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'ip_address': '172.27.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T05:29:06Z', 'updated_at': '2022-03-02T05:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-18-iscsi', '_floatingips': [{'id': '355b6a1e-4dc2-4361-9585-8070412618d1', 'tenant_id': 'e206b3ab3679495682403c34b4fe8d9a', 'floating_ip_address': '172.27.2.12', 'floating_network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'router_id': '279f7eec-5f94-4a26-9856-cbbd0eb5eab5', 'port_id': 'b95876af-1853-4698-af0e-a36b0deb3b5a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 114, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '18011967-2bc2-45c8-947b-290963b3926b', 'mac_address': 'fa:16:3e:51:47:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7002d8fb-8274-485e-b875-ad2e5586984a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T05:29:30Z', 'updated_at': '2022-03-02T05:30:02Z', 'revision_number': 1, 'project_id': 'e206b3ab3679495682403c34b4fe8d9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b703634-9ede-4863-b157-97a8de60550a', 'name': '', 'network_id': '18011967-2bc2-45c8-947b-290963b3926b', 'tenant_id': 'e206b3ab3679495682403c34b4fe8d9a', 'mac_address': 'fa:16:3e:c8:2a:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '279f7eec-5f94-4a26-9856-cbbd0eb5eab5', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '24744b4d-8303-4a95-a314-609059e1d9b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T05:29:12Z', 'updated_at': '2022-03-02T05:29:27Z', 'revision_number': 5, 'project_id': 'e206b3ab3679495682403c34b4fe8d9a', 'subnets': [{'id': '24744b4d-8303-4a95-a314-609059e1d9b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 05:30:03.972847 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aeee924-9c68-45fd-80ad-e17ce059e78d None None] New status for floating IP 355b6a1e-4dc2-4361-9585-8070412618d1: ACTIVE {{(pid=103716) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 05:30:04.366598 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac64a78c-0ebf-404a-945e-effb531ef196 req-c89f5ced-db2a-48d1-864e-9de9f0df1090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:30:04.368110 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-ac64a78c-0ebf-404a-945e-effb531ef196 req-c89f5ced-db2a-48d1-864e-9de9f0df1090 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=24744b4d-8303-4a95-a314-609059e1d9b5 HTTP/1.1" status: 200 len: 849 time: 0.0467801 Mar 02 05:30:04.478499 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba5433e-ad43-4260-b69b-0b98d00d51a0 req-26aa980d-5ccd-4eea-9ced-6cf64d97235f tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:30:04.479642 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-5ba5433e-ad43-4260-b69b-0b98d00d51a0 req-26aa980d-5ccd-4eea-9ced-6cf64d97235f tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/ports?device_id=13e93b9a-3bda-45ad-b1d1-25e229a6cf5b HTTP/1.1" status: 200 len: 946 time: 0.0565608 Mar 02 05:30:04.526461 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-5ba5433e-ad43-4260-b69b-0b98d00d51a0 req-e2835a3f-e73c-45da-bcf0-8c88c6b8fabd tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd784b26-a24e-48e7-98ec-6c0ab769f87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408275 Mar 02 05:30:05.646624 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13ffa23-c6bc-4bda-8286-b0836033fff6 req-c096ffb9-f423-4eea-81f6-4574803b3e67 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:30:05.648155 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-d13ffa23-c6bc-4bda-8286-b0836033fff6 req-c096ffb9-f423-4eea-81f6-4574803b3e67 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/ports?device_id=13e93b9a-3bda-45ad-b1d1-25e229a6cf5b HTTP/1.1" status: 200 len: 946 time: 0.0519104 Mar 02 05:30:05.698980 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-d13ffa23-c6bc-4bda-8286-b0836033fff6 req-a4f059e4-886e-4f59-858e-9be3c9e1338a tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd784b26-a24e-48e7-98ec-6c0ab769f87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451834 Mar 02 05:30:06.287267 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac64a78c-0ebf-404a-945e-effb531ef196 req-21181f20-a1ee-4afb-a86f-a993c962c847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:30:06.289632 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-ac64a78c-0ebf-404a-945e-effb531ef196 req-21181f20-a1ee-4afb-a86f-a993c962c847 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=18011967-2bc2-45c8-947b-290963b3926b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0472436 Mar 02 05:30:06.336172 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-db5538b3-207d-4f4b-a7e2-df6c5424257c req-d942d28f-fcbc-46d2-bd85-741154910e6c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a2b7491f-e53a-40e3-97e9-757e43cea760&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0441430 Mar 02 05:30:06.384890 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-ac64a78c-0ebf-404a-945e-effb531ef196 req-13d1f70c-9d40-4a10-a698-3e33175ed447 service neutron] 10.222.0.41 "GET /v2.0/networks/18011967-2bc2-45c8-947b-290963b3926b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875099 Mar 02 05:30:06.429246 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5538b3-207d-4f4b-a7e2-df6c5424257c req-cf8d10e5-4638-4af0-b26a-d7bd5698288f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:30:06.430847 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-db5538b3-207d-4f4b-a7e2-df6c5424257c req-cf8d10e5-4638-4af0-b26a-d7bd5698288f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=47a43f3507b84842aa61a77dbb193f66&device_id=a2b7491f-e53a-40e3-97e9-757e43cea760 HTTP/1.1" status: 200 len: 1129 time: 0.0500600 Mar 02 05:30:06.484647 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-ac64a78c-0ebf-404a-945e-effb531ef196 req-06821df0-4fb0-437b-8824-e6c95b36b8a1 service neutron] 10.222.0.41 "GET /v2.0/networks/18011967-2bc2-45c8-947b-290963b3926b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898843 Mar 02 05:30:06.539070 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5538b3-207d-4f4b-a7e2-df6c5424257c req-fb4eeade-64c2-491f-b5f3-da31c34ccef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:30:06.540506 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-db5538b3-207d-4f4b-a7e2-df6c5424257c req-fb4eeade-64c2-491f-b5f3-da31c34ccef4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=cb4d6411-b85c-4bdf-b5e1-c15f0442d664 HTTP/1.1" status: 200 len: 915 time: 0.0874777 Mar 02 05:30:06.581216 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-db5538b3-207d-4f4b-a7e2-df6c5424257c req-c5c3d027-8630-454a-a52f-f3173b58bad5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1f25e0ce-7e86-4e42-ac1d-857b7783219a HTTP/1.1" status: 200 len: 217 time: 0.0343008 Mar 02 05:30:06.655879 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5538b3-207d-4f4b-a7e2-df6c5424257c req-670811f5-1a68-4376-979d-cc4583a2f6fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:30:06.657570 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-db5538b3-207d-4f4b-a7e2-df6c5424257c req-670811f5-1a68-4376-979d-cc4583a2f6fd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=056b3ebb-3d6a-47e8-85ab-02c7bbeeef7f HTTP/1.1" status: 200 len: 854 time: 0.0502782 Mar 02 05:30:06.692845 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-db5538b3-207d-4f4b-a7e2-df6c5424257c req-2e8c6404-f882-480c-93ab-b7c38ebe1cd9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cb4d6411-b85c-4bdf-b5e1-c15f0442d664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268450 Mar 02 05:30:06.793779 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-db5538b3-207d-4f4b-a7e2-df6c5424257c req-371941e2-923f-46b5-bc40-c6e120e4e245 service neutron] 10.222.0.41 "GET /v2.0/networks/cb4d6411-b85c-4bdf-b5e1-c15f0442d664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938094 Mar 02 05:30:06.840798 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc786df7-17da-4ec2-8160-beb35505c875 req-b928d3c3-4fef-4bd2-bfe7-01cc02e2bddd tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:30:06.842324 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-cc786df7-17da-4ec2-8160-beb35505c875 req-b928d3c3-4fef-4bd2-bfe7-01cc02e2bddd tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/ports?device_id=13e93b9a-3bda-45ad-b1d1-25e229a6cf5b HTTP/1.1" status: 200 len: 946 time: 0.0563500 Mar 02 05:30:06.887594 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-db5538b3-207d-4f4b-a7e2-df6c5424257c req-718ea70b-60fd-4265-815f-a780d5a8fc72 service neutron] 10.222.0.41 "GET /v2.0/networks/cb4d6411-b85c-4bdf-b5e1-c15f0442d664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863469 Mar 02 05:30:06.890074 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-cc786df7-17da-4ec2-8160-beb35505c875 req-3ad8cb28-3b6a-43f6-9f78-092b54105ab3 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd784b26-a24e-48e7-98ec-6c0ab769f87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419509 Mar 02 05:30:06.993466 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (db45f871-b7ec-436d-b6b8-6a0a072a2253), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:30:08.016403 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313a64ce-d2c4-498b-8356-47c5e53bb130 req-2e0c51f0-9ae2-4bc7-8a6d-cac09a4b740d tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:30:08.017888 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-313a64ce-d2c4-498b-8356-47c5e53bb130 req-2e0c51f0-9ae2-4bc7-8a6d-cac09a4b740d tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/ports?device_id=13e93b9a-3bda-45ad-b1d1-25e229a6cf5b HTTP/1.1" status: 200 len: 946 time: 0.0617840 Mar 02 05:30:08.081062 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-313a64ce-d2c4-498b-8356-47c5e53bb130 req-bacbe7bb-a4f9-4fe7-993b-d9037c55c83a tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd784b26-a24e-48e7-98ec-6c0ab769f87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566514 Mar 02 05:30:08.088615 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1baba5d6-f4b7-41f7-b2cd-bb11149a8db2 req-b4b637c1-80a4-4087-9aed-8079423cfe7f tempest-DeleteServersTestJSON-512846769 tempest-DeleteServersTestJSON-512846769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:30:08.090307 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-1baba5d6-f4b7-41f7-b2cd-bb11149a8db2 req-b4b637c1-80a4-4087-9aed-8079423cfe7f tempest-DeleteServersTestJSON-512846769 tempest-DeleteServersTestJSON-512846769-project] 10.222.0.32 "GET /v2.0/ports?device_id=580ce9a8-2b79-47da-8092-e1f137611fb4 HTTP/1.1" status: 200 len: 946 time: 0.0710592 Mar 02 05:30:08.139639 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-1baba5d6-f4b7-41f7-b2cd-bb11149a8db2 req-3a65ade1-2a34-423a-9243-cad6df097adb tempest-DeleteServersTestJSON-512846769 tempest-DeleteServersTestJSON-512846769-project] 10.222.0.32 "GET /v2.0/security-groups?id=ac566ab1-1af5-474a-a2a2-f0b990b56907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423043 Mar 02 05:30:09.211274 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24b96a2-0035-4f33-a8cb-497a36bc8f9b req-c7346b7d-bfc3-4292-990f-eba4cdbdedf5 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:30:09.212907 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-e24b96a2-0035-4f33-a8cb-497a36bc8f9b req-c7346b7d-bfc3-4292-990f-eba4cdbdedf5 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/ports?device_id=13e93b9a-3bda-45ad-b1d1-25e229a6cf5b HTTP/1.1" status: 200 len: 946 time: 0.0606248 Mar 02 05:30:09.268537 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-e24b96a2-0035-4f33-a8cb-497a36bc8f9b req-2adf6e84-eb0f-4db1-87f4-c79b838b7bba tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd784b26-a24e-48e7-98ec-6c0ab769f87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492561 Mar 02 05:30:09.290244 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e248e4a0-5a3b-44dd-9403-39d06d0797e4 req-1e196634-cdfa-452e-9702-91d5090cc3fc tempest-DeleteServersTestJSON-512846769 tempest-DeleteServersTestJSON-512846769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:30:09.290244 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-e248e4a0-5a3b-44dd-9403-39d06d0797e4 req-1e196634-cdfa-452e-9702-91d5090cc3fc tempest-DeleteServersTestJSON-512846769 tempest-DeleteServersTestJSON-512846769-project] 10.222.0.32 "GET /v2.0/ports?device_id=580ce9a8-2b79-47da-8092-e1f137611fb4 HTTP/1.1" status: 200 len: 946 time: 0.0679183 Mar 02 05:30:09.334795 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-e248e4a0-5a3b-44dd-9403-39d06d0797e4 req-b39223db-b999-4ebe-847b-4f39995f4a72 tempest-DeleteServersTestJSON-512846769 tempest-DeleteServersTestJSON-512846769-project] 10.222.0.32 "GET /v2.0/security-groups?id=ac566ab1-1af5-474a-a2a2-f0b990b56907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440421 Mar 02 05:30:09.618135 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-0d6e947d-6b16-43cb-ad16-126a0a7b064d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (516abb3b-63f8-4dbb-a4f1-8865516966e2), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:30:09.730071 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.32', 35952) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:30:09.833073 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-0259e5d7-dbc3-4d30-9637-13fad347ce27 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:30:09.904860 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-0259e5d7-dbc3-4d30-9637-13fad347ce27 admin admin] Publish callbacks [] for security_group (1d8eb74b-d58c-4b9a-96a3-7a268404a161), precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:30:09.998833 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-0259e5d7-dbc3-4d30-9637-13fad347ce27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629892'] for security_group (1d8eb74b-d58c-4b9a-96a3-7a268404a161), after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:30:10.038894 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0259e5d7-dbc3-4d30-9637-13fad347ce27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d8eb74b-d58c-4b9a-96a3-7a268404a161,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:30:10.042979 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-0259e5d7-dbc3-4d30-9637-13fad347ce27 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a102f231d287401a956f75dfe1296fe2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3117995 Mar 02 05:30:10.046253 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.wsgi [-] (103714) accepted ('10.222.0.32', 35960) {{(pid=103714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:30:10.050017 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0259e5d7-dbc3-4d30-9637-13fad347ce27 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:30:10.050502 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0259e5d7-dbc3-4d30-9637-13fad347ce27 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:30:10.050952 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0259e5d7-dbc3-4d30-9637-13fad347ce27 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:30:10.051401 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0259e5d7-dbc3-4d30-9637-13fad347ce27 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:30:10.051743 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0259e5d7-dbc3-4d30-9637-13fad347ce27 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:30:10.052079 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0259e5d7-dbc3-4d30-9637-13fad347ce27 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:30:10.052414 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0259e5d7-dbc3-4d30-9637-13fad347ce27 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:30:10.052749 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0259e5d7-dbc3-4d30-9637-13fad347ce27 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:30:10.053088 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0259e5d7-dbc3-4d30-9637-13fad347ce27 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:30:10.053419 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0259e5d7-dbc3-4d30-9637-13fad347ce27 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:30:10.053777 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0259e5d7-dbc3-4d30-9637-13fad347ce27 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:30:10.054100 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0259e5d7-dbc3-4d30-9637-13fad347ce27 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:30:10.054426 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0259e5d7-dbc3-4d30-9637-13fad347ce27 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:30:10.095464 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-70d98fdf-f6c6-4e6c-8853-d05e07e76884 admin admin] Publish callbacks [] for security_group (1d8eb74b-d58c-4b9a-96a3-7a268404a161), before_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:30:10.117021 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-70d98fdf-f6c6-4e6c-8853-d05e07e76884 admin admin] Publish callbacks [] for security_group (1d8eb74b-d58c-4b9a-96a3-7a268404a161), precommit_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:30:10.280912 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-70d98fdf-f6c6-4e6c-8853-d05e07e76884 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629892'] for security_group (1d8eb74b-d58c-4b9a-96a3-7a268404a161), after_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:30:10.283489 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-70d98fdf-f6c6-4e6c-8853-d05e07e76884 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:30:10.284680 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [None req-70d98fdf-f6c6-4e6c-8853-d05e07e76884 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1d8eb74b-d58c-4b9a-96a3-7a268404a161 HTTP/1.1" status: 204 len: 168 time: 0.2374163 Mar 02 05:30:10.292952 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d98fdf-f6c6-4e6c-8853-d05e07e76884 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d8eb74b-d58c-4b9a-96a3-7a268404a161,revision_number=None']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:30:10.301103 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d98fdf-f6c6-4e6c-8853-d05e07e76884 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:30:10.301467 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d98fdf-f6c6-4e6c-8853-d05e07e76884 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:30:10.301815 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d98fdf-f6c6-4e6c-8853-d05e07e76884 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:30:10.302156 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d98fdf-f6c6-4e6c-8853-d05e07e76884 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:30:10.302493 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d98fdf-f6c6-4e6c-8853-d05e07e76884 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:30:10.302827 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d98fdf-f6c6-4e6c-8853-d05e07e76884 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:30:10.303162 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d98fdf-f6c6-4e6c-8853-d05e07e76884 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:30:10.303640 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d98fdf-f6c6-4e6c-8853-d05e07e76884 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:30:10.303998 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d98fdf-f6c6-4e6c-8853-d05e07e76884 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:30:10.304311 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d98fdf-f6c6-4e6c-8853-d05e07e76884 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:30:10.304695 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d98fdf-f6c6-4e6c-8853-d05e07e76884 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:30:10.305028 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d98fdf-f6c6-4e6c-8853-d05e07e76884 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:30:10.305411 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d98fdf-f6c6-4e6c-8853-d05e07e76884 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:30:10.392370 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639b99da-f176-4f01-8e22-b3a12b5f9af6 req-3a207374-4988-4709-bb70-8ce0c224d2c0 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:30:10.397681 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-639b99da-f176-4f01-8e22-b3a12b5f9af6 req-3a207374-4988-4709-bb70-8ce0c224d2c0 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/ports?device_id=13e93b9a-3bda-45ad-b1d1-25e229a6cf5b HTTP/1.1" status: 200 len: 946 time: 0.0581377 Mar 02 05:30:10.442672 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-639b99da-f176-4f01-8e22-b3a12b5f9af6 req-e5c55fa8-a460-4ea2-9af2-2f3a6fef9ef2 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd784b26-a24e-48e7-98ec-6c0ab769f87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433681 Mar 02 05:30:10.453810 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59640d5-6b5b-40d3-b081-c20f01f9400e req-c52d3108-842a-48d9-a9f7-9b3a31956521 tempest-DeleteServersTestJSON-512846769 tempest-DeleteServersTestJSON-512846769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:30:10.455691 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-d59640d5-6b5b-40d3-b081-c20f01f9400e req-c52d3108-842a-48d9-a9f7-9b3a31956521 tempest-DeleteServersTestJSON-512846769 tempest-DeleteServersTestJSON-512846769-project] 10.222.0.32 "GET /v2.0/ports?device_id=580ce9a8-2b79-47da-8092-e1f137611fb4 HTTP/1.1" status: 200 len: 946 time: 0.0529439 Mar 02 05:30:10.502111 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-d59640d5-6b5b-40d3-b081-c20f01f9400e req-de8fa79e-0019-4dd8-b450-0d8cc77fce99 tempest-DeleteServersTestJSON-512846769 tempest-DeleteServersTestJSON-512846769-project] 10.222.0.32 "GET /v2.0/security-groups?id=ac566ab1-1af5-474a-a2a2-f0b990b56907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404935 Mar 02 05:30:10.905612 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.wsgi [-] (103714) accepted ('10.222.0.32', 35974) {{(pid=103714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:30:10.918447 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-4e197f48-b52d-41bf-a49d-9d34c31a0c9a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:30:10.992660 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-4e197f48-b52d-41bf-a49d-9d34c31a0c9a admin admin] Publish callbacks [] for security_group (febfd3bd-e174-4880-b6ce-1c520c8f78ad), precommit_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:30:11.062693 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-4e197f48-b52d-41bf-a49d-9d34c31a0c9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629892'] for security_group (febfd3bd-e174-4880-b6ce-1c520c8f78ad), after_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:30:11.107095 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [None req-4e197f48-b52d-41bf-a49d-9d34c31a0c9a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0551125955644d579ad9eb8b58eb9131&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2003603 Mar 02 05:30:11.108536 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e197f48-b52d-41bf-a49d-9d34c31a0c9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=febfd3bd-e174-4880-b6ce-1c520c8f78ad,revision_number=1']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:30:11.111402 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.32', 35978) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:30:11.163005 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d8f0f18a-ec02-4b6b-9f72-af4cf6dd0958 admin admin] Publish callbacks [] for security_group (febfd3bd-e174-4880-b6ce-1c520c8f78ad), before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:30:11.184869 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d8f0f18a-ec02-4b6b-9f72-af4cf6dd0958 admin admin] Publish callbacks [] for security_group (febfd3bd-e174-4880-b6ce-1c520c8f78ad), precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:30:11.389704 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d8f0f18a-ec02-4b6b-9f72-af4cf6dd0958 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629892'] for security_group (febfd3bd-e174-4880-b6ce-1c520c8f78ad), after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:30:11.392263 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d8f0f18a-ec02-4b6b-9f72-af4cf6dd0958 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:30:11.393483 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-d8f0f18a-ec02-4b6b-9f72-af4cf6dd0958 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/febfd3bd-e174-4880-b6ce-1c520c8f78ad HTTP/1.1" status: 204 len: 168 time: 0.2814980 Mar 02 05:30:11.401876 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f0f18a-ec02-4b6b-9f72-af4cf6dd0958 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=febfd3bd-e174-4880-b6ce-1c520c8f78ad,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:30:11.565359 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e165217-3cd9-4220-98c8-843bb7b74f02 req-e0f0fceb-e7e2-4fc8-8c35-c2d46cb0b07d tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:30:11.566970 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-9e165217-3cd9-4220-98c8-843bb7b74f02 req-e0f0fceb-e7e2-4fc8-8c35-c2d46cb0b07d tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/ports?device_id=13e93b9a-3bda-45ad-b1d1-25e229a6cf5b HTTP/1.1" status: 200 len: 946 time: 0.0563972 Mar 02 05:30:11.613876 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-9e165217-3cd9-4220-98c8-843bb7b74f02 req-c6464658-7572-49af-9d64-4852dfd03ea0 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd784b26-a24e-48e7-98ec-6c0ab769f87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412092 Mar 02 05:30:11.627583 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4ceae1-885f-4bd4-8583-86ab122b4597 req-c034fd7c-8caa-43f1-9b60-c81da9724ef2 tempest-DeleteServersTestJSON-512846769 tempest-DeleteServersTestJSON-512846769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:30:11.629187 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-ad4ceae1-885f-4bd4-8583-86ab122b4597 req-c034fd7c-8caa-43f1-9b60-c81da9724ef2 tempest-DeleteServersTestJSON-512846769 tempest-DeleteServersTestJSON-512846769-project] 10.222.0.32 "GET /v2.0/ports?device_id=580ce9a8-2b79-47da-8092-e1f137611fb4 HTTP/1.1" status: 200 len: 946 time: 0.0581448 Mar 02 05:30:11.676642 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-ad4ceae1-885f-4bd4-8583-86ab122b4597 req-649227fc-a74f-40bf-8166-2392c129600f tempest-DeleteServersTestJSON-512846769 tempest-DeleteServersTestJSON-512846769-project] 10.222.0.32 "GET /v2.0/security-groups?id=ac566ab1-1af5-474a-a2a2-f0b990b56907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413082 Mar 02 05:30:11.726029 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-3d0f6f08-6280-4ddd-8fa5-7c6503e9bfc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (9c2b50e6-1677-4aa9-928e-941b4c488fc5), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:30:12.087101 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.32', 35996) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:30:12.101287 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-cb0afd60-ddae-4e98-8438-5852ddde9e3d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:30:12.174832 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-cb0afd60-ddae-4e98-8438-5852ddde9e3d admin admin] Publish callbacks [] for security_group (873f246a-8905-4613-8ba9-ccf27e781160), precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:30:12.267240 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-cb0afd60-ddae-4e98-8438-5852ddde9e3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629892'] for security_group (873f246a-8905-4613-8ba9-ccf27e781160), after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:30:12.308349 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-cb0afd60-ddae-4e98-8438-5852ddde9e3d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=42269ff551834959b5c8d938421ae689&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2177110 Mar 02 05:30:12.308349 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0afd60-ddae-4e98-8438-5852ddde9e3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=873f246a-8905-4613-8ba9-ccf27e781160,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:30:12.309401 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.32', 35998) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:30:12.359680 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-b871cfce-e8d9-46f5-9aea-442e99b1396f admin admin] Publish callbacks [] for security_group (873f246a-8905-4613-8ba9-ccf27e781160), before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:30:12.384448 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-b871cfce-e8d9-46f5-9aea-442e99b1396f admin admin] Publish callbacks [] for security_group (873f246a-8905-4613-8ba9-ccf27e781160), precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:30:12.491833 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-b871cfce-e8d9-46f5-9aea-442e99b1396f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629892'] for security_group (873f246a-8905-4613-8ba9-ccf27e781160), after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:30:12.494482 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-b871cfce-e8d9-46f5-9aea-442e99b1396f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:30:12.495661 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-b871cfce-e8d9-46f5-9aea-442e99b1396f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/873f246a-8905-4613-8ba9-ccf27e781160 HTTP/1.1" status: 204 len: 168 time: 0.1857276 Mar 02 05:30:12.503654 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b871cfce-e8d9-46f5-9aea-442e99b1396f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=873f246a-8905-4613-8ba9-ccf27e781160,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:30:12.742179 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df8ef92-cee3-4ccc-864f-8425d3ac34e6 req-d198ece3-9431-4b42-914c-f910386bcdf5 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:30:12.743700 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-6df8ef92-cee3-4ccc-864f-8425d3ac34e6 req-d198ece3-9431-4b42-914c-f910386bcdf5 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/ports?device_id=13e93b9a-3bda-45ad-b1d1-25e229a6cf5b HTTP/1.1" status: 200 len: 946 time: 0.0594802 Mar 02 05:30:12.797474 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-6df8ef92-cee3-4ccc-864f-8425d3ac34e6 req-ce21d38f-497f-4684-98b1-e97e3e286116 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd784b26-a24e-48e7-98ec-6c0ab769f87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432181 Mar 02 05:30:12.797591 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813ab78a-2ed2-41db-92a8-82d983b6590b req-37f8f042-47dc-4a29-ac8f-0e52dd1bb3b0 tempest-DeleteServersTestJSON-512846769 tempest-DeleteServersTestJSON-512846769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:30:12.801918 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-813ab78a-2ed2-41db-92a8-82d983b6590b req-37f8f042-47dc-4a29-ac8f-0e52dd1bb3b0 tempest-DeleteServersTestJSON-512846769 tempest-DeleteServersTestJSON-512846769-project] 10.222.0.32 "GET /v2.0/ports?device_id=580ce9a8-2b79-47da-8092-e1f137611fb4 HTTP/1.1" status: 200 len: 946 time: 0.0565464 Mar 02 05:30:12.834740 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-2ae3422a-c85d-446a-90f5-ce5a8bf639ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (d4d802fc-4ac8-47f8-b030-2ffc185fa6dc), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:30:12.852090 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-813ab78a-2ed2-41db-92a8-82d983b6590b req-a18cb63d-baba-4998-9b61-5069f45f51e6 tempest-DeleteServersTestJSON-512846769 tempest-DeleteServersTestJSON-512846769-project] 10.222.0.32 "GET /v2.0/security-groups?id=ac566ab1-1af5-474a-a2a2-f0b990b56907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441456 Mar 02 05:30:13.424357 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffe90e9-a6da-41d0-9b80-f79232643f38 req-5117353a-7213-49b5-9861-b44855c5f08c tempest-DeleteServersTestJSON-512846769 tempest-DeleteServersTestJSON-512846769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:30:13.425823 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-6ffe90e9-a6da-41d0-9b80-f79232643f38 req-5117353a-7213-49b5-9861-b44855c5f08c tempest-DeleteServersTestJSON-512846769 tempest-DeleteServersTestJSON-512846769-project] 10.222.0.41 "GET /v2.0/ports?device_id=580ce9a8-2b79-47da-8092-e1f137611fb4 HTTP/1.1" status: 200 len: 946 time: 0.0591209 Mar 02 05:30:13.590806 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [req-6ffe90e9-a6da-41d0-9b80-f79232643f38 req-db06c88f-64ee-4dbc-a517-a8311fb2c75e tempest-DeleteServersTestJSON-512846769 tempest-DeleteServersTestJSON-512846769-project] Deleting port da12b3d8-69b9-4313-96f8-2343fa2cdeb6 {{(pid=103715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 05:30:13.591198 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-6ffe90e9-a6da-41d0-9b80-f79232643f38 req-db06c88f-64ee-4dbc-a517-a8311fb2c75e tempest-DeleteServersTestJSON-512846769 tempest-DeleteServersTestJSON-512846769-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789290453881'] for port (da12b3d8-69b9-4313-96f8-2343fa2cdeb6), before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:30:13.695488 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.db [req-6ffe90e9-a6da-41d0-9b80-f79232643f38 req-db06c88f-64ee-4dbc-a517-a8311fb2c75e tempest-DeleteServersTestJSON-512846769 tempest-DeleteServersTestJSON-512846769-project] For port da12b3d8-69b9-4313-96f8-2343fa2cdeb6, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=da12b3d8-69b9-4313-96f8-2343fa2cdeb6,segment=NetworkSegment(ea95cf1e-1801-4aac-b068-f790609643d0),segment_id=ea95cf1e-1801-4aac-b068-f790609643d0)] {{(pid=103715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 05:30:13.695615 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-6ffe90e9-a6da-41d0-9b80-f79232643f38 req-db06c88f-64ee-4dbc-a517-a8311fb2c75e tempest-DeleteServersTestJSON-512846769 tempest-DeleteServersTestJSON-512846769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542039'] for port (da12b3d8-69b9-4313-96f8-2343fa2cdeb6), precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:30:13.712562 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [req-6ffe90e9-a6da-41d0-9b80-f79232643f38 req-db06c88f-64ee-4dbc-a517-a8311fb2c75e tempest-DeleteServersTestJSON-512846769 tempest-DeleteServersTestJSON-512846769-project] Calling delete_port for da12b3d8-69b9-4313-96f8-2343fa2cdeb6 owned by compute:nova {{(pid=103715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 05:30:13.972428 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068709d6-3b18-42c5-ad46-64503ede6651 req-87f7d983-2f05-4bcd-b7c4-e3e04a51916f tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:30:13.974224 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-068709d6-3b18-42c5-ad46-64503ede6651 req-87f7d983-2f05-4bcd-b7c4-e3e04a51916f tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/ports?device_id=13e93b9a-3bda-45ad-b1d1-25e229a6cf5b HTTP/1.1" status: 200 len: 946 time: 0.0660098 Mar 02 05:30:14.015025 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-6ffe90e9-a6da-41d0-9b80-f79232643f38 req-db06c88f-64ee-4dbc-a517-a8311fb2c75e tempest-DeleteServersTestJSON-512846769 tempest-DeleteServersTestJSON-512846769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789290460636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789289919726'] for port (da12b3d8-69b9-4313-96f8-2343fa2cdeb6), after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:30:14.030390 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-068709d6-3b18-42c5-ad46-64503ede6651 req-35b941b8-f43f-4890-a881-c8f17f7d47be tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd784b26-a24e-48e7-98ec-6c0ab769f87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500865 Mar 02 05:30:14.038749 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] get_ports_and_sgs() called for port_ids ['da12b3d8-69b9-4313-96f8-2343fa2cdeb6'] {{(pid=103716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 05:30:14.052963 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db06c88f-64ee-4dbc-a517-a8311fb2c75e tempest-DeleteServersTestJSON-512846769 tempest-DeleteServersTestJSON-512846769-project] Pushing event deleted for resources: {'Port': ['ID=da12b3d8-69b9-4313-96f8-2343fa2cdeb6,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:30:14.132307 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ffe90e9-a6da-41d0-9b80-f79232643f38 req-db06c88f-64ee-4dbc-a517-a8311fb2c75e tempest-DeleteServersTestJSON-512846769 tempest-DeleteServersTestJSON-512846769-project] No DVR routers for this DVR port da12b3d8-69b9-4313-96f8-2343fa2cdeb6 on host hv-cinder-76845 {{(pid=103715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 05:30:14.135478 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-6ffe90e9-a6da-41d0-9b80-f79232643f38 req-db06c88f-64ee-4dbc-a517-a8311fb2c75e tempest-DeleteServersTestJSON-512846769 tempest-DeleteServersTestJSON-512846769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25628'] for port (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:30:14.140372 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-6ffe90e9-a6da-41d0-9b80-f79232643f38 req-db06c88f-64ee-4dbc-a517-a8311fb2c75e tempest-DeleteServersTestJSON-512846769 tempest-DeleteServersTestJSON-512846769-project] 10.222.0.41 "DELETE /v2.0/ports/da12b3d8-69b9-4313-96f8-2343fa2cdeb6 HTTP/1.1" status: 204 len: 173 time: 0.7055640 Mar 02 05:30:14.141092 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '580ce9a8-2b79-47da-8092-e1f137611fb4', 'name': 'network-vif-deleted', 'tag': 'da12b3d8-69b9-4313-96f8-2343fa2cdeb6'}] {{(pid=103715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 05:30:14.149082 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6b615920106d83c92ac2e7a83ecc91ff2029d0c3ca4726e1521f538b1ed31e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66814a3b-c5bb-4a3e-84be-d36940f029c6" -d '{"events": [{"server_uuid": "580ce9a8-2b79-47da-8092-e1f137611fb4", "name": "network-vif-deleted", "tag": "da12b3d8-69b9-4313-96f8-2343fa2cdeb6"}]}' {{(pid=103715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 05:30:14.171873 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7ce352-8332-46e0-b416-603b85d42288 req-27db5245-fa63-45d1-8a22-3d641be86000 tempest-DeleteServersTestJSON-512846769 tempest-DeleteServersTestJSON-512846769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:30:14.173280 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-ea7ce352-8332-46e0-b416-603b85d42288 req-27db5245-fa63-45d1-8a22-3d641be86000 tempest-DeleteServersTestJSON-512846769 tempest-DeleteServersTestJSON-512846769-project] 10.222.0.32 "GET /v2.0/ports?device_id=580ce9a8-2b79-47da-8092-e1f137611fb4 HTTP/1.1" status: 200 len: 867 time: 0.1910880 Mar 02 05:30:14.269575 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 05:30:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-836e1336-98a5-41fa-8d38-fb5fd1aa648a x-openstack-request-id: req-836e1336-98a5-41fa-8d38-fb5fd1aa648a {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 05:30:14.270210 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "580ce9a8-2b79-47da-8092-e1f137611fb4", "name": "network-vif-deleted", "tag": "da12b3d8-69b9-4313-96f8-2343fa2cdeb6", "status": "completed", "code": 200}]} {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 05:30:14.270847 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-836e1336-98a5-41fa-8d38-fb5fd1aa648a {{(pid=103715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 05:30:14.271783 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '580ce9a8-2b79-47da-8092-e1f137611fb4', 'name': 'network-vif-deleted', 'tag': 'da12b3d8-69b9-4313-96f8-2343fa2cdeb6', 'status': 'completed', 'code': 200} Mar 02 05:30:14.309073 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f73b428b-984e-4c5a-9878-aef8f2b511ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (e0636eb1-3d25-4c31-a6e5-3f8fd1255322), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:30:14.356117 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-ea7ce352-8332-46e0-b416-603b85d42288 req-b09f9258-07b8-44ce-97f7-558dc708c5db tempest-DeleteServersTestJSON-512846769 tempest-DeleteServersTestJSON-512846769-project] 10.222.0.32 "GET /v2.0/security-groups?id=ac566ab1-1af5-474a-a2a2-f0b990b56907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735713 Mar 02 05:30:14.456026 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.db.agents_db [None req-19237f2e-a493-4721-ab19-473fd9844311 None None] Agent healthcheck: found 6 active agents {{(pid=103717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 05:30:14.619637 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b3bf63-7be5-41f0-aac8-246dacdc49dc req-4e1c141e-10e5-4d46-a3df-510bbd2e3df9 tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:30:14.621105 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-c5b3bf63-7be5-41f0-aac8-246dacdc49dc req-4e1c141e-10e5-4d46-a3df-510bbd2e3df9 tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] 10.222.0.32 "GET /v2.0/networks?id=cb4d6411-b85c-4bdf-b5e1-c15f0442d664 HTTP/1.1" status: 200 len: 814 time: 0.0997570 Mar 02 05:30:14.641296 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-c5b3bf63-7be5-41f0-aac8-246dacdc49dc req-2e0aec34-41eb-47a5-b3c3-6fd6a54b3bd7 tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] 10.222.0.32 "GET /v2.0/quotas/47a43f3507b84842aa61a77dbb193f66 HTTP/1.1" status: 200 len: 375 time: 0.0142262 Mar 02 05:30:14.692913 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-c5b3bf63-7be5-41f0-aac8-246dacdc49dc req-e048c390-da3b-4e7c-8290-fee190b16d27 tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=47a43f3507b84842aa61a77dbb193f66&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0507302 Mar 02 05:30:14.784140 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-c5b3bf63-7be5-41f0-aac8-246dacdc49dc req-fdf0393f-5675-44a7-af1c-6b6d3d7eee37 service neutron] 10.222.0.32 "GET /v2.0/networks/cb4d6411-b85c-4bdf-b5e1-c15f0442d664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841634 Mar 02 05:30:14.883178 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-c5b3bf63-7be5-41f0-aac8-246dacdc49dc req-c04f4816-88e5-4ca8-b792-3baae6c99119 service neutron] 10.222.0.32 "GET /v2.0/networks/cb4d6411-b85c-4bdf-b5e1-c15f0442d664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881493 Mar 02 05:30:15.158899 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-bf8c3ca0-cc94-4e89-b165-6d64b68385d7 req-3ca1dafe-5244-4d77-99f5-0f1308d57aac tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae04a8de-fa1b-4e62-9d5c-e9c69eac5a5d HTTP/1.1" status: 200 len: 210 time: 0.0306017 Mar 02 05:30:15.197628 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7091f1d0-0ac1-4b22-9b48-dce6f9a51775 req-33b4c8b5-1378-42be-8ed0-308814116fad tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:30:15.199255 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-7091f1d0-0ac1-4b22-9b48-dce6f9a51775 req-33b4c8b5-1378-42be-8ed0-308814116fad tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/ports?device_id=13e93b9a-3bda-45ad-b1d1-25e229a6cf5b HTTP/1.1" status: 200 len: 946 time: 0.0683393 Mar 02 05:30:15.254573 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-7091f1d0-0ac1-4b22-9b48-dce6f9a51775 req-2d35f880-c28a-4ec6-9a82-a05018d532e8 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd784b26-a24e-48e7-98ec-6c0ab769f87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489087 Mar 02 05:30:15.471731 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-b103eb32-12de-4e93-871a-61939caac1d1 req-8f8b6f25-7b52-4a77-9e29-c9c5dd597f1c tempest-DeleteServersTestJSON-512846769 tempest-DeleteServersTestJSON-512846769-project] 10.222.0.32 "GET /v2.0/ports?device_id=580ce9a8-2b79-47da-8092-e1f137611fb4 HTTP/1.1" status: 200 len: 210 time: 0.0272000 Mar 02 05:30:15.765963 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (64307ea2-7468-48d5-a188-5e76dfb99c6b), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:30:16.253826 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-a81904ad-fde3-427c-80f3-bd43fcfaf50c req-70f5a35e-0aa9-4234-8372-0af8b011990d tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae04a8de-fa1b-4e62-9d5c-e9c69eac5a5d HTTP/1.1" status: 200 len: 210 time: 0.0262079 Mar 02 05:30:16.378338 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6001e526-b6f6-44bf-954d-5d203ddc48a3 req-147768db-8c29-4a6b-b5de-e3c38517e445 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:30:16.379835 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-6001e526-b6f6-44bf-954d-5d203ddc48a3 req-147768db-8c29-4a6b-b5de-e3c38517e445 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/ports?device_id=13e93b9a-3bda-45ad-b1d1-25e229a6cf5b HTTP/1.1" status: 200 len: 946 time: 0.0526390 Mar 02 05:30:16.426045 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-6001e526-b6f6-44bf-954d-5d203ddc48a3 req-8d38f3f0-2669-4d40-8c5e-ec52c1920aca tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd784b26-a24e-48e7-98ec-6c0ab769f87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406284 Mar 02 05:30:16.566241 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-f2573286-3470-4d0e-8394-7356d3bc3a77 req-89e71f60-7f15-4cf5-8397-45c3bd8c1355 tempest-DeleteServersTestJSON-512846769 tempest-DeleteServersTestJSON-512846769-project] 10.222.0.32 "GET /v2.0/ports?device_id=580ce9a8-2b79-47da-8092-e1f137611fb4 HTTP/1.1" status: 200 len: 210 time: 0.0261741 Mar 02 05:30:17.351745 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-f67be795-f3aa-4147-b763-f193a00f07c1 req-d9613928-8a00-4971-a2d6-1a9456f42c5e tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae04a8de-fa1b-4e62-9d5c-e9c69eac5a5d HTTP/1.1" status: 200 len: 210 time: 0.0305252 Mar 02 05:30:17.541797 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b7f110-e435-4c21-b904-2d2be18d3697 req-d226974f-6519-4c42-a167-094e6bee765b tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:30:17.543196 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-f0b7f110-e435-4c21-b904-2d2be18d3697 req-d226974f-6519-4c42-a167-094e6bee765b tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/ports?device_id=13e93b9a-3bda-45ad-b1d1-25e229a6cf5b HTTP/1.1" status: 200 len: 946 time: 0.0513535 Mar 02 05:30:17.589687 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-f0b7f110-e435-4c21-b904-2d2be18d3697 req-d2b99918-00c5-465a-8a11-77444e059c3e tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd784b26-a24e-48e7-98ec-6c0ab769f87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408735 Mar 02 05:30:17.660953 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-bde72a5a-84a2-47c3-bb30-a66e9c0c6481 req-ca40266f-38cb-4647-96fc-fe8c0396d4ec tempest-DeleteServersTestJSON-512846769 tempest-DeleteServersTestJSON-512846769-project] 10.222.0.32 "GET /v2.0/ports?device_id=580ce9a8-2b79-47da-8092-e1f137611fb4 HTTP/1.1" status: 200 len: 210 time: 0.0263672 Mar 02 05:30:18.463713 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-6c248eb8-3cf1-4d1d-bf22-f2939b7f755a req-bdb4a20f-b155-4c4b-8a59-bcba1008de63 tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae04a8de-fa1b-4e62-9d5c-e9c69eac5a5d HTTP/1.1" status: 200 len: 210 time: 0.0375087 Mar 02 05:30:18.470384 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b3bf63-7be5-41f0-aac8-246dacdc49dc req-9aabfeae-53d7-4813-a380-e6b84b6ab927 tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:30:18.472446 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-c5b3bf63-7be5-41f0-aac8-246dacdc49dc req-9aabfeae-53d7-4813-a380-e6b84b6ab927 tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] 10.222.0.41 "GET /v2.0/networks?id=cb4d6411-b85c-4bdf-b5e1-c15f0442d664 HTTP/1.1" status: 200 len: 814 time: 0.1387389 Mar 02 05:30:18.490597 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.v2.base [req-c5b3bf63-7be5-41f0-aac8-246dacdc49dc req-237ec384-47eb-42ec-9a61-ad8f01594886 tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] Request body: {'port': {'device_id': 'ae04a8de-fa1b-4e62-9d5c-e9c69eac5a5d', 'network_id': 'cb4d6411-b85c-4bdf-b5e1-c15f0442d664', 'admin_state_up': True, 'tenant_id': '47a43f3507b84842aa61a77dbb193f66'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 05:30:18.534667 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.rpc [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Device da12b3d8-69b9-4313-96f8-2343fa2cdeb6 no longer exists at agent hyperv_hv-cinder-76845 {{(pid=103716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 05:30:18.554543 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] No Port match for: da12b3d8-69b9-4313-96f8-2343fa2cdeb6 {{(pid=103716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 05:30:18.554897 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.rpc [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Device da12b3d8-69b9-4313-96f8-2343fa2cdeb6 not bound to the agent host hv-cinder-76845 {{(pid=103716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 05:30:18.714694 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b196d8-9536-4b66-bc1a-3daa31dd1f50 req-b2aa9a87-2432-4457-a60e-a85cf30340e8 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:30:18.716202 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-12b196d8-9536-4b66-bc1a-3daa31dd1f50 req-b2aa9a87-2432-4457-a60e-a85cf30340e8 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/ports?device_id=13e93b9a-3bda-45ad-b1d1-25e229a6cf5b HTTP/1.1" status: 200 len: 946 time: 0.0557613 Mar 02 05:30:18.731653 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5b3bf63-7be5-41f0-aac8-246dacdc49dc req-237ec384-47eb-42ec-9a61-ad8f01594886 tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] Made reservation on behalf of 47a43f3507b84842aa61a77dbb193f66 for: {'port': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 05:30:18.735198 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-c5b3bf63-7be5-41f0-aac8-246dacdc49dc req-237ec384-47eb-42ec-9a61-ad8f01594886 tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for port (None), before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:30:18.805065 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-12b196d8-9536-4b66-bc1a-3daa31dd1f50 req-0c2da4a6-c8c7-4b15-98b2-9817e0513660 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd784b26-a24e-48e7-98ec-6c0ab769f87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755579 Mar 02 05:30:18.830957 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-0dfa7a80-886b-483c-8dc5-7368d0bf072f req-d27e6aa0-5d2a-472d-83e8-3175ca15ee3f tempest-DeleteServersTestJSON-512846769 tempest-DeleteServersTestJSON-512846769-project] 10.222.0.32 "GET /v2.0/ports?device_id=580ce9a8-2b79-47da-8092-e1f137611fb4 HTTP/1.1" status: 200 len: 210 time: 0.0614734 Mar 02 05:30:18.962061 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.db.db_base_plugin_common [req-c5b3bf63-7be5-41f0-aac8-246dacdc49dc req-237ec384-47eb-42ec-9a61-ad8f01594886 tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] Allocated IP 172.20.0.11 (cb4d6411-b85c-4bdf-b5e1-c15f0442d664/056b3ebb-3d6a-47e8-85ab-02c7bbeeef7f/0e627016-aa6c-4bab-8b5e-942b509912e4) {{(pid=103715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 05:30:19.119554 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-c5b3bf63-7be5-41f0-aac8-246dacdc49dc req-237ec384-47eb-42ec-9a61-ad8f01594886 tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] Publish callbacks [] for port (0e627016-aa6c-4bab-8b5e-942b509912e4), precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:30:19.211874 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-c5b3bf63-7be5-41f0-aac8-246dacdc49dc req-237ec384-47eb-42ec-9a61-ad8f01594886 tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789289919717'] for port (0e627016-aa6c-4bab-8b5e-942b509912e4), after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:30:19.477877 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5b3bf63-7be5-41f0-aac8-246dacdc49dc req-237ec384-47eb-42ec-9a61-ad8f01594886 tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] Network cb4d6411-b85c-4bdf-b5e1-c15f0442d664 is already hosted by enough agents. {{(pid=103715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 05:30:19.480892 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [req-c5b3bf63-7be5-41f0-aac8-246dacdc49dc req-237ec384-47eb-42ec-9a61-ad8f01594886 tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] Resources bound (agent type, host, resource id): {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 05:30:19.485718 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5b3bf63-7be5-41f0-aac8-246dacdc49dc req-237ec384-47eb-42ec-9a61-ad8f01594886 tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] Received port after_create {{(pid=103715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 05:30:19.490745 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b3bf63-7be5-41f0-aac8-246dacdc49dc req-237ec384-47eb-42ec-9a61-ad8f01594886 tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:30:19.491407 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-c5b3bf63-7be5-41f0-aac8-246dacdc49dc req-237ec384-47eb-42ec-9a61-ad8f01594886 tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25628'] for port (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:30:19.497503 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237ec384-47eb-42ec-9a61-ad8f01594886 tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] Pushing event updated for resources: {'Port': ['ID=0e627016-aa6c-4bab-8b5e-942b509912e4,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:30:19.567183 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-c5b3bf63-7be5-41f0-aac8-246dacdc49dc req-237ec384-47eb-42ec-9a61-ad8f01594886 tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0831223 Mar 02 05:30:19.586561 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221b07f0-7f1b-444f-beae-b0334c5d7dad req-9b3a2e49-e8ea-42c6-a61c-ba88648fd33c tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:30:19.588065 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-221b07f0-7f1b-444f-beae-b0334c5d7dad req-9b3a2e49-e8ea-42c6-a61c-ba88648fd33c tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae04a8de-fa1b-4e62-9d5c-e9c69eac5a5d HTTP/1.1" status: 200 len: 932 time: 0.0518420 Mar 02 05:30:19.638773 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-221b07f0-7f1b-444f-beae-b0334c5d7dad req-527612f9-cac0-4da0-a598-555ac3f17d8e tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d69e608-83e2-4afc-ba8a-1373a1de5f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438085 Mar 02 05:30:19.910469 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343e07e9-faab-4ad4-be68-0a26963192be req-c6c83092-060d-42a0-ab06-cf7e85a43211 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:30:19.912041 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-343e07e9-faab-4ad4-be68-0a26963192be req-c6c83092-060d-42a0-ab06-cf7e85a43211 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/ports?device_id=13e93b9a-3bda-45ad-b1d1-25e229a6cf5b HTTP/1.1" status: 200 len: 946 time: 0.0527368 Mar 02 05:30:19.965795 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-343e07e9-faab-4ad4-be68-0a26963192be req-9185e9ff-d239-4c69-9ce9-2d3f511fd174 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd784b26-a24e-48e7-98ec-6c0ab769f87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463240 Mar 02 05:30:20.069478 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] get_ports_and_sgs() called for port_ids ['1f25e0ce-7e86-4e42-ac1d-857b7783219a'] {{(pid=103716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 05:30:20.072210 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.v2.base [req-c5b3bf63-7be5-41f0-aac8-246dacdc49dc req-5501daf1-c9ab-4da6-bef3-e9dd8a7d2144 service neutron] Request body: {'port': {'device_id': 'ae04a8de-fa1b-4e62-9d5c-e9c69eac5a5d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76845'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 05:30:20.149713 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-c5b3bf63-7be5-41f0-aac8-246dacdc49dc req-5501daf1-c9ab-4da6-bef3-e9dd8a7d2144 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for port (0e627016-aa6c-4bab-8b5e-942b509912e4), before_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:30:20.417234 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.notifiers.nova [req-c5b3bf63-7be5-41f0-aac8-246dacdc49dc req-5501daf1-c9ab-4da6-bef3-e9dd8a7d2144 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e627016-aa6c-4bab-8b5e-942b509912e4 {{(pid=103715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 05:30:20.426965 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-c5b3bf63-7be5-41f0-aac8-246dacdc49dc req-5501daf1-c9ab-4da6-bef3-e9dd8a7d2144 service neutron] Publish callbacks [] for port (0e627016-aa6c-4bab-8b5e-942b509912e4), precommit_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:30:20.439936 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.db.provisioning_blocks [req-c5b3bf63-7be5-41f0-aac8-246dacdc49dc req-5501daf1-c9ab-4da6-bef3-e9dd8a7d2144 service neutron] Transition to ACTIVE for port object 0e627016-aa6c-4bab-8b5e-942b509912e4 will not be triggered until provisioned by entity L2. {{(pid=103715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 02 05:30:20.508469 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-c5b3bf63-7be5-41f0-aac8-246dacdc49dc req-5501daf1-c9ab-4da6-bef3-e9dd8a7d2144 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789290460654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789289919735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789289921293'] for port (0e627016-aa6c-4bab-8b5e-942b509912e4), after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:30:20.563888 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5501daf1-c9ab-4da6-bef3-e9dd8a7d2144 service neutron] Pushing event updated for resources: {'Port': ['ID=0e627016-aa6c-4bab-8b5e-942b509912e4,revision_number=2']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:30:20.592282 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.managers [req-c5b3bf63-7be5-41f0-aac8-246dacdc49dc req-5501daf1-c9ab-4da6-bef3-e9dd8a7d2144 service neutron] Attempting to bind port 0e627016-aa6c-4bab-8b5e-942b509912e4 on host hv-cinder-76845 for vnic_type normal with profile {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 05:30:20.592618 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.managers [req-c5b3bf63-7be5-41f0-aac8-246dacdc49dc req-5501daf1-c9ab-4da6-bef3-e9dd8a7d2144 service neutron] Attempting to bind port 0e627016-aa6c-4bab-8b5e-942b509912e4 by drivers openvswitch,hyperv on host hv-cinder-76845 at level 0 using segments [{'id': 'c6af62b3-fa4c-444b-9a01-d317b4ec4d1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'cb4d6411-b85c-4bdf-b5e1-c15f0442d664'}] {{(pid=103715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 05:30:20.592940 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5b3bf63-7be5-41f0-aac8-246dacdc49dc req-5501daf1-c9ab-4da6-bef3-e9dd8a7d2144 service neutron] Attempting to bind port 0e627016-aa6c-4bab-8b5e-942b509912e4 on network cb4d6411-b85c-4bdf-b5e1-c15f0442d664 {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 05:30:20.597098 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5b3bf63-7be5-41f0-aac8-246dacdc49dc req-5501daf1-c9ab-4da6-bef3-e9dd8a7d2144 service neutron] Port 0e627016-aa6c-4bab-8b5e-942b509912e4 on network cb4d6411-b85c-4bdf-b5e1-c15f0442d664 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76845 {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 02 05:30:20.597358 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5b3bf63-7be5-41f0-aac8-246dacdc49dc req-5501daf1-c9ab-4da6-bef3-e9dd8a7d2144 service neutron] Attempting to bind port 0e627016-aa6c-4bab-8b5e-942b509912e4 on network cb4d6411-b85c-4bdf-b5e1-c15f0442d664 {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 05:30:20.602090 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5b3bf63-7be5-41f0-aac8-246dacdc49dc req-5501daf1-c9ab-4da6-bef3-e9dd8a7d2144 service neutron] Checking agent: {'id': 'db45f871-b7ec-436d-b6b8-6a0a072a2253', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76845', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 5, 27, 7), 'started_at': datetime.datetime(2022, 3, 2, 5, 27, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 5, 30, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 05:30:20.602424 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5b3bf63-7be5-41f0-aac8-246dacdc49dc req-5501daf1-c9ab-4da6-bef3-e9dd8a7d2144 service neutron] Checking segment: {'id': 'c6af62b3-fa4c-444b-9a01-d317b4ec4d1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'cb4d6411-b85c-4bdf-b5e1-c15f0442d664'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 05:30:20.602803 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5b3bf63-7be5-41f0-aac8-246dacdc49dc req-5501daf1-c9ab-4da6-bef3-e9dd8a7d2144 service neutron] Bound using segment: {'id': 'c6af62b3-fa4c-444b-9a01-d317b4ec4d1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'cb4d6411-b85c-4bdf-b5e1-c15f0442d664'} {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 05:30:20.603219 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.managers [req-c5b3bf63-7be5-41f0-aac8-246dacdc49dc req-5501daf1-c9ab-4da6-bef3-e9dd8a7d2144 service neutron] Bound port: 0e627016-aa6c-4bab-8b5e-942b509912e4, host: hv-cinder-76845, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6af62b3-fa4c-444b-9a01-d317b4ec4d1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'cb4d6411-b85c-4bdf-b5e1-c15f0442d664'}}] {{(pid=103715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 05:30:20.603595 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-c5b3bf63-7be5-41f0-aac8-246dacdc49dc req-5501daf1-c9ab-4da6-bef3-e9dd8a7d2144 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for port (0e627016-aa6c-4bab-8b5e-942b509912e4), before_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:30:20.669221 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.db [req-c5b3bf63-7be5-41f0-aac8-246dacdc49dc req-5501daf1-c9ab-4da6-bef3-e9dd8a7d2144 service neutron] For port 0e627016-aa6c-4bab-8b5e-942b509912e4, host hv-cinder-76845, cleared binding levels {{(pid=103715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 05:30:20.673135 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.db [req-c5b3bf63-7be5-41f0-aac8-246dacdc49dc req-5501daf1-c9ab-4da6-bef3-e9dd8a7d2144 service neutron] For port 0e627016-aa6c-4bab-8b5e-942b509912e4, host hv-cinder-76845, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=0e627016-aa6c-4bab-8b5e-942b509912e4,segment=NetworkSegment(c6af62b3-fa4c-444b-9a01-d317b4ec4d1f),segment_id=c6af62b3-fa4c-444b-9a01-d317b4ec4d1f)] {{(pid=103715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 05:30:20.755398 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cca80f4-aa45-44d8-95c6-91e8e893ded1 req-529c4351-6fcf-4ce5-9f5c-6ff824af8193 tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:30:20.756882 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-4cca80f4-aa45-44d8-95c6-91e8e893ded1 req-529c4351-6fcf-4ce5-9f5c-6ff824af8193 tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae04a8de-fa1b-4e62-9d5c-e9c69eac5a5d HTTP/1.1" status: 200 len: 944 time: 0.0539660 Mar 02 05:30:20.759061 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-c5b3bf63-7be5-41f0-aac8-246dacdc49dc req-5501daf1-c9ab-4da6-bef3-e9dd8a7d2144 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789290460654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789289919735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789289921293'] for port (0e627016-aa6c-4bab-8b5e-942b509912e4), after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:30:20.814923 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b3bf63-7be5-41f0-aac8-246dacdc49dc req-5501daf1-c9ab-4da6-bef3-e9dd8a7d2144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:30:20.815561 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-c5b3bf63-7be5-41f0-aac8-246dacdc49dc req-5501daf1-c9ab-4da6-bef3-e9dd8a7d2144 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25628'] for port (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:30:20.816929 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-c5b3bf63-7be5-41f0-aac8-246dacdc49dc req-5501daf1-c9ab-4da6-bef3-e9dd8a7d2144 service neutron] 10.222.0.41 "PUT /v2.0/ports/0e627016-aa6c-4bab-8b5e-942b509912e4 HTTP/1.1" status: 200 len: 1094 time: 0.7492843 Mar 02 05:30:20.819012 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae04a8de-fa1b-4e62-9d5c-e9c69eac5a5d', 'tag': '0e627016-aa6c-4bab-8b5e-942b509912e4'}] {{(pid=103715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 05:30:20.821241 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6b615920106d83c92ac2e7a83ecc91ff2029d0c3ca4726e1521f538b1ed31e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7a8b293-b76d-49b3-9812-cd2e9d4766d8" -d '{"events": [{"name": "network-changed", "server_uuid": "ae04a8de-fa1b-4e62-9d5c-e9c69eac5a5d", "tag": "0e627016-aa6c-4bab-8b5e-942b509912e4"}]}' {{(pid=103715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 05:30:20.859430 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Mar 2022 05:30:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31041e69-f118-442e-87a4-f2a6253a57c9 x-openstack-request-id: req-31041e69-f118-442e-87a4-f2a6253a57c9 {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 05:30:20.859721 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae04a8de-fa1b-4e62-9d5c-e9c69eac5a5d", "tag": "0e627016-aa6c-4bab-8b5e-942b509912e4", "status": "completed", "code": 200}]} {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 05:30:20.859969 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-31041e69-f118-442e-87a4-f2a6253a57c9 {{(pid=103715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 05:30:20.860358 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae04a8de-fa1b-4e62-9d5c-e9c69eac5a5d', 'tag': '0e627016-aa6c-4bab-8b5e-942b509912e4', 'status': 'completed', 'code': 200} Mar 02 05:30:20.861838 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5501daf1-c9ab-4da6-bef3-e9dd8a7d2144 service neutron] Pushing event updated for resources: {'Port': ['ID=0e627016-aa6c-4bab-8b5e-942b509912e4,revision_number=3']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:30:20.867327 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-4cca80f4-aa45-44d8-95c6-91e8e893ded1 req-7c8680c7-d310-4278-99d9-5bf44ca5b797 tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d69e608-83e2-4afc-ba8a-1373a1de5f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038387 Mar 02 05:30:21.083751 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e6217a-58fb-4c35-be49-f417a0722c47 req-9abb7f2b-9601-45e3-936e-86e0e2b70058 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:30:21.085248 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-73e6217a-58fb-4c35-be49-f417a0722c47 req-9abb7f2b-9601-45e3-936e-86e0e2b70058 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/ports?device_id=13e93b9a-3bda-45ad-b1d1-25e229a6cf5b HTTP/1.1" status: 200 len: 946 time: 0.0521765 Mar 02 05:30:21.131807 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-73e6217a-58fb-4c35-be49-f417a0722c47 req-0469205f-7add-4c3b-8111-5a57600146c1 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd784b26-a24e-48e7-98ec-6c0ab769f87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411327 Mar 02 05:30:21.993659 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5570166a-bf45-4dc5-ac59-e727fb4cec55 req-e0a5a744-e51c-40ea-926f-7586a8d8f03f tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:30:21.995068 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-5570166a-bf45-4dc5-ac59-e727fb4cec55 req-e0a5a744-e51c-40ea-926f-7586a8d8f03f tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae04a8de-fa1b-4e62-9d5c-e9c69eac5a5d HTTP/1.1" status: 200 len: 944 time: 0.0591857 Mar 02 05:30:21.996744 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a8b293-b76d-49b3-9812-cd2e9d4766d8 req-cd283229-31c8-496c-ac6d-85db525bd7eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:30:21.998307 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-d7a8b293-b76d-49b3-9812-cd2e9d4766d8 req-cd283229-31c8-496c-ac6d-85db525bd7eb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=47a43f3507b84842aa61a77dbb193f66&device_id=ae04a8de-fa1b-4e62-9d5c-e9c69eac5a5d HTTP/1.1" status: 200 len: 1128 time: 0.0888572 Mar 02 05:30:22.094913 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-5570166a-bf45-4dc5-ac59-e727fb4cec55 req-8ea1a613-2336-46f3-81ec-b5e8bdbbf10f tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d69e608-83e2-4afc-ba8a-1373a1de5f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940669 Mar 02 05:30:22.127597 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a8b293-b76d-49b3-9812-cd2e9d4766d8 req-8ce08438-32c7-49d9-9c7d-819a24cba768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:30:22.129089 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-d7a8b293-b76d-49b3-9812-cd2e9d4766d8 req-8ce08438-32c7-49d9-9c7d-819a24cba768 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=47a43f3507b84842aa61a77dbb193f66&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1219027 Mar 02 05:30:22.234795 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a8b293-b76d-49b3-9812-cd2e9d4766d8 req-77288c0f-4b99-4b83-bb8e-2a4cd0f82536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:30:22.236471 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-d7a8b293-b76d-49b3-9812-cd2e9d4766d8 req-77288c0f-4b99-4b83-bb8e-2a4cd0f82536 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0938277 Mar 02 05:30:22.249861 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1563622a-efba-488e-a906-2ff60abe37b9 req-213657e1-eef0-4aac-930b-a0128c3f1d6c tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:30:22.251273 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-1563622a-efba-488e-a906-2ff60abe37b9 req-213657e1-eef0-4aac-930b-a0128c3f1d6c tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/ports?device_id=13e93b9a-3bda-45ad-b1d1-25e229a6cf5b HTTP/1.1" status: 200 len: 946 time: 0.0518966 Mar 02 05:30:22.298984 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-1563622a-efba-488e-a906-2ff60abe37b9 req-927368f1-f29b-4b68-8398-fc3ac86c8b1e tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd784b26-a24e-48e7-98ec-6c0ab769f87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413334 Mar 02 05:30:22.326686 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b3bf63-7be5-41f0-aac8-246dacdc49dc req-2a09db5c-ad76-43a7-8681-45f90320cc65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:30:22.328247 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-c5b3bf63-7be5-41f0-aac8-246dacdc49dc req-2a09db5c-ad76-43a7-8681-45f90320cc65 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=47a43f3507b84842aa61a77dbb193f66&device_id=ae04a8de-fa1b-4e62-9d5c-e9c69eac5a5d HTTP/1.1" status: 200 len: 1128 time: 0.0452678 Mar 02 05:30:22.370019 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-c5b3bf63-7be5-41f0-aac8-246dacdc49dc req-d9588e13-2758-4aa7-9b93-5d77fd1a4f9c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0e627016-aa6c-4bab-8b5e-942b509912e4 HTTP/1.1" status: 200 len: 217 time: 0.0335207 Mar 02 05:30:22.420390 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b3bf63-7be5-41f0-aac8-246dacdc49dc req-86ae6f74-c709-4a5c-af7d-d977c8c285df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:30:22.420390 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-c5b3bf63-7be5-41f0-aac8-246dacdc49dc req-86ae6f74-c709-4a5c-af7d-d977c8c285df service neutron] 10.222.0.41 "GET /v2.0/subnets?id=056b3ebb-3d6a-47e8-85ab-02c7bbeeef7f HTTP/1.1" status: 200 len: 854 time: 0.0433021 Mar 02 05:30:22.463993 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-c5b3bf63-7be5-41f0-aac8-246dacdc49dc req-62348318-6935-4d1f-9242-e2b2876004d4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cb4d6411-b85c-4bdf-b5e1-c15f0442d664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281651 Mar 02 05:30:22.554631 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-c5b3bf63-7be5-41f0-aac8-246dacdc49dc req-a8674267-f9b1-43af-963b-1bd8ef305757 service neutron] 10.222.0.41 "GET /v2.0/networks/cb4d6411-b85c-4bdf-b5e1-c15f0442d664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839794 Mar 02 05:30:22.648950 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-c5b3bf63-7be5-41f0-aac8-246dacdc49dc req-d049ebe6-b502-4933-b041-f886ded3061a service neutron] 10.222.0.41 "GET /v2.0/networks/cb4d6411-b85c-4bdf-b5e1-c15f0442d664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867372 Mar 02 05:30:23.216122 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb5dce8-7168-49e7-a7c7-a5779d4ed246 req-54f662ff-7ee4-41d4-9739-7d360679a26b tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:30:23.217617 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-ddb5dce8-7168-49e7-a7c7-a5779d4ed246 req-54f662ff-7ee4-41d4-9739-7d360679a26b tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae04a8de-fa1b-4e62-9d5c-e9c69eac5a5d HTTP/1.1" status: 200 len: 944 time: 0.0550327 Mar 02 05:30:23.264837 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-ddb5dce8-7168-49e7-a7c7-a5779d4ed246 req-27561027-63f1-4e01-a60c-f7fccc4dc998 tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d69e608-83e2-4afc-ba8a-1373a1de5f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415576 Mar 02 05:30:23.417444 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7b9f48-65dd-4167-9841-53429cec8974 req-ee39e572-1f14-475f-ab8b-61c351884518 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:30:23.418909 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-fb7b9f48-65dd-4167-9841-53429cec8974 req-ee39e572-1f14-475f-ab8b-61c351884518 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/ports?device_id=13e93b9a-3bda-45ad-b1d1-25e229a6cf5b HTTP/1.1" status: 200 len: 946 time: 0.0550675 Mar 02 05:30:23.465221 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-fb7b9f48-65dd-4167-9841-53429cec8974 req-343cb997-769f-4fde-b06e-38b217770ad3 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd784b26-a24e-48e7-98ec-6c0ab769f87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398893 Mar 02 05:30:23.590468 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.32', 36306) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:30:23.647815 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.db.db_base_plugin_v2 [None req-87c2f11d-4197-41ca-babc-da1d63603f13 admin admin] Deleting subnet 1fdca3a1-517a-499c-9459-2f3c35d8fead {{(pid=103715) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 02 05:30:23.647815 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-87c2f11d-4197-41ca-babc-da1d63603f13 admin admin] Publish callbacks [] for subnet (1fdca3a1-517a-499c-9459-2f3c35d8fead), before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:30:23.689589 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-87c2f11d-4197-41ca-babc-da1d63603f13 admin admin] Publish callbacks [] for subnet (1fdca3a1-517a-499c-9459-2f3c35d8fead), precommit_delete_associations {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:30:23.695148 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-87c2f11d-4197-41ca-babc-da1d63603f13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1107012'] for subnet (1fdca3a1-517a-499c-9459-2f3c35d8fead), precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:30:23.705636 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.wsgi [-] (103714) accepted ('10.222.0.32', 36316) {{(pid=103714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:30:23.806305 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-87c2f11d-4197-41ca-babc-da1d63603f13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1107019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186'] for subnet (1fdca3a1-517a-499c-9459-2f3c35d8fead), after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:30:23.815237 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6eee2289-c688-4527-bfab-e3b17c98696c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:30:23.833858 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c2f11d-4197-41ca-babc-da1d63603f13 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1fdca3a1-517a-499c-9459-2f3c35d8fead,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:30:23.843043 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-87c2f11d-4197-41ca-babc-da1d63603f13 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531172'] for subnet (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:30:23.849343 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-87c2f11d-4197-41ca-babc-da1d63603f13 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/1fdca3a1-517a-499c-9459-2f3c35d8fead HTTP/1.1" status: 204 len: 168 time: 0.2572694 Mar 02 05:30:23.849940 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.32', 36324) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:30:23.896887 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6eee2289-c688-4527-bfab-e3b17c98696c admin admin] Publish callbacks [] for security_group (d2bec5a0-c391-4813-8b25-58404281194a), precommit_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:30:23.920671 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-220c1f20-8687-4de0-a685-a63f695991c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1295551'] for network (6524d76d-6324-44b0-8f7b-b29ae66515b8), before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:30:23.992918 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6eee2289-c688-4527-bfab-e3b17c98696c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629892'] for security_group (d2bec5a0-c391-4813-8b25-58404281194a), after_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:30:24.016809 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-220c1f20-8687-4de0-a685-a63f695991c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2011071', 'neutron.services.segments.db._delete_segments_for_network-8789290248605'] for network (6524d76d-6324-44b0-8f7b-b29ae66515b8), precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:30:24.035943 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [None req-6eee2289-c688-4527-bfab-e3b17c98696c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=10519fd7198549c9ac0e5da0856a493b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3263237 Mar 02 05:30:24.036143 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eee2289-c688-4527-bfab-e3b17c98696c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2bec5a0-c391-4813-8b25-58404281194a,revision_number=1']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:30:24.039381 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.32', 36338) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:30:24.048467 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-220c1f20-8687-4de0-a685-a63f695991c5 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 05:30:24.048746 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-220c1f20-8687-4de0-a685-a63f695991c5 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 05:30:24.049383 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-220c1f20-8687-4de0-a685-a63f695991c5 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 05:30:24.049948 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-220c1f20-8687-4de0-a685-a63f695991c5 admin admin] Subscribe: > port after_create 55550000 {{(pid=103715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 05:30:24.050055 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-220c1f20-8687-4de0-a685-a63f695991c5 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 05:30:24.050550 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-220c1f20-8687-4de0-a685-a63f695991c5 admin admin] Subscribe: > port after_update 55550000 {{(pid=103715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 05:30:24.050803 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-220c1f20-8687-4de0-a685-a63f695991c5 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 05:30:24.051129 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-220c1f20-8687-4de0-a685-a63f695991c5 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 05:30:24.051496 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-220c1f20-8687-4de0-a685-a63f695991c5 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 05:30:24.055577 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-220c1f20-8687-4de0-a685-a63f695991c5 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 05:30:24.184914 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-220c1f20-8687-4de0-a685-a63f695991c5 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 05:30:24.184914 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-220c1f20-8687-4de0-a685-a63f695991c5 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 05:30:24.184914 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-220c1f20-8687-4de0-a685-a63f695991c5 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 05:30:24.184914 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-220c1f20-8687-4de0-a685-a63f695991c5 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 05:30:24.184914 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.services.segments.db [None req-220c1f20-8687-4de0-a685-a63f695991c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6524d76d-6324-44b0-8f7b-b29ae66515b8']}} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 05:30:24.212110 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.services.segments.db [None req-220c1f20-8687-4de0-a685-a63f695991c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea95cf1e-1801-4aac-b068-f790609643d0') {'for_net_delete': True} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 05:30:24.212418 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.services.segments.db [None req-220c1f20-8687-4de0-a685-a63f695991c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea95cf1e-1801-4aac-b068-f790609643d0') {} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 05:30:24.237249 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-220c1f20-8687-4de0-a685-a63f695991c5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789290251430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14592168'] for segment (ea95cf1e-1801-4aac-b068-f790609643d0), before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:30:24.266852 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-220c1f20-8687-4de0-a685-a63f695991c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1106907'] for segment (ea95cf1e-1801-4aac-b068-f790609643d0), precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:30:24.281833 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-220c1f20-8687-4de0-a685-a63f695991c5 admin admin] Releasing vlan 284 on physical network physnet1 to pool {{(pid=103715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 05:30:24.282246 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-220c1f20-8687-4de0-a685-a63f695991c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1106907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14203031'] for segment (ea95cf1e-1801-4aac-b068-f790609643d0), after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:30:24.303457 dv-cinder-768458-18-iscsi neutron-server[103715]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 02 05:30:24.303457 dv-cinder-768458-18-iscsi neutron-server[103715]: from cryptography.utils import int_from_bytes Mar 02 05:30:24.303457 dv-cinder-768458-18-iscsi neutron-server[103715]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 02 05:30:24.303457 dv-cinder-768458-18-iscsi neutron-server[103715]: from cryptography.utils import int_from_bytes Mar 02 05:30:24.303457 dv-cinder-768458-18-iscsi neutron-server[103715]: Traceback (most recent call last): Mar 02 05:30:24.303457 dv-cinder-768458-18-iscsi neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 05:30:24.303457 dv-cinder-768458-18-iscsi neutron-server[103715]: timer() Mar 02 05:30:24.303457 dv-cinder-768458-18-iscsi neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 05:30:24.303457 dv-cinder-768458-18-iscsi neutron-server[103715]: cb(*args, **kw) Mar 02 05:30:24.303457 dv-cinder-768458-18-iscsi neutron-server[103715]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 02 05:30:24.303457 dv-cinder-768458-18-iscsi neutron-server[103715]: return func(*args, **kwargs) Mar 02 05:30:24.303457 dv-cinder-768458-18-iscsi neutron-server[103715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 05:30:24.303457 dv-cinder-768458-18-iscsi neutron-server[103715]: self._notify() Mar 02 05:30:24.303457 dv-cinder-768458-18-iscsi neutron-server[103715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 05:30:24.303457 dv-cinder-768458-18-iscsi neutron-server[103715]: self.callback(batched_events) Mar 02 05:30:24.303457 dv-cinder-768458-18-iscsi neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 05:30:24.303457 dv-cinder-768458-18-iscsi neutron-server[103715]: event.method(event) Mar 02 05:30:24.303457 dv-cinder-768458-18-iscsi neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 02 05:30:24.303457 dv-cinder-768458-18-iscsi neutron-server[103715]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 05:30:24.303457 dv-cinder-768458-18-iscsi neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 02 05:30:24.303457 dv-cinder-768458-18-iscsi neutron-server[103715]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 05:30:24.303457 dv-cinder-768458-18-iscsi neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 02 05:30:24.303457 dv-cinder-768458-18-iscsi neutron-server[103715]: return f(self, *a, **k) Mar 02 05:30:24.303457 dv-cinder-768458-18-iscsi neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 05:30:24.303457 dv-cinder-768458-18-iscsi neutron-server[103715]: return self._get(url).json() Mar 02 05:30:24.303457 dv-cinder-768458-18-iscsi neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 05:30:24.303457 dv-cinder-768458-18-iscsi neutron-server[103715]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 05:30:24.303457 dv-cinder-768458-18-iscsi neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 05:30:24.303457 dv-cinder-768458-18-iscsi neutron-server[103715]: return self.request(url, 'GET', **kwargs) Mar 02 05:30:24.303457 dv-cinder-768458-18-iscsi neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 05:30:24.303457 dv-cinder-768458-18-iscsi neutron-server[103715]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 05:30:24.303457 dv-cinder-768458-18-iscsi neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 05:30:24.303457 dv-cinder-768458-18-iscsi neutron-server[103715]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 05:30:24.303457 dv-cinder-768458-18-iscsi neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 05:30:24.303457 dv-cinder-768458-18-iscsi neutron-server[103715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 05:30:24.303457 dv-cinder-768458-18-iscsi neutron-server[103715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 05:30:24.340457 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-2fca737b-a2cb-4fd3-a4b1-fe0bedf2a4e9 admin admin] Publish callbacks [] for security_group (d2bec5a0-c391-4813-8b25-58404281194a), before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:30:24.405013 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-2fca737b-a2cb-4fd3-a4b1-fe0bedf2a4e9 admin admin] Publish callbacks [] for security_group (d2bec5a0-c391-4813-8b25-58404281194a), precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:30:24.453938 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21549b5a-55d9-4424-8a61-ba3c0b06ec6b req-c7262028-08bb-4eef-84d4-044b66b0192e tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:30:24.455746 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-21549b5a-55d9-4424-8a61-ba3c0b06ec6b req-c7262028-08bb-4eef-84d4-044b66b0192e tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae04a8de-fa1b-4e62-9d5c-e9c69eac5a5d HTTP/1.1" status: 200 len: 944 time: 0.1167111 Mar 02 05:30:24.502481 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-220c1f20-8687-4de0-a685-a63f695991c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2011078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556366'] for network (6524d76d-6324-44b0-8f7b-b29ae66515b8), after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:30:24.508635 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-220c1f20-8687-4de0-a685-a63f695991c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531172'] for network (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:30:24.519550 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-220c1f20-8687-4de0-a685-a63f695991c5 admin admin] 10.222.0.32 "DELETE /v2.0/networks/6524d76d-6324-44b0-8f7b-b29ae66515b8 HTTP/1.1" status: 204 len: 168 time: 0.6662331 Mar 02 05:30:24.532390 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-21549b5a-55d9-4424-8a61-ba3c0b06ec6b req-a209d7e7-2641-49e3-b907-45deb5e969e5 tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d69e608-83e2-4afc-ba8a-1373a1de5f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711114 Mar 02 05:30:24.547367 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220c1f20-8687-4de0-a685-a63f695991c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=6524d76d-6324-44b0-8f7b-b29ae66515b8,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:30:24.560328 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-2fca737b-a2cb-4fd3-a4b1-fe0bedf2a4e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629892'] for security_group (d2bec5a0-c391-4813-8b25-58404281194a), after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:30:24.563169 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-2fca737b-a2cb-4fd3-a4b1-fe0bedf2a4e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:30:24.564365 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-2fca737b-a2cb-4fd3-a4b1-fe0bedf2a4e9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d2bec5a0-c391-4813-8b25-58404281194a HTTP/1.1" status: 204 len: 168 time: 0.5232446 Mar 02 05:30:24.574879 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fca737b-a2cb-4fd3-a4b1-fe0bedf2a4e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2bec5a0-c391-4813-8b25-58404281194a,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:30:24.603050 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cbd464-1438-406b-8fb8-38ad32b2340b req-aecde6f9-7c00-41ed-ad11-30ace336a1c7 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:30:24.604575 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-10cbd464-1438-406b-8fb8-38ad32b2340b req-aecde6f9-7c00-41ed-ad11-30ace336a1c7 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/ports?device_id=13e93b9a-3bda-45ad-b1d1-25e229a6cf5b HTTP/1.1" status: 200 len: 946 time: 0.0645816 Mar 02 05:30:24.656058 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-10cbd464-1438-406b-8fb8-38ad32b2340b req-61f605f7-a391-4721-8dca-a023ab59057a tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd784b26-a24e-48e7-98ec-6c0ab769f87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457156 Mar 02 05:30:24.917753 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.wsgi [-] (103714) accepted ('10.222.0.32', 36362) {{(pid=103714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:30:24.959986 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [None req-cdaf3d9a-64cd-4020-b2e4-07dc69c9559e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=590c1787b8fc414494d29793ff416658&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0409787 Mar 02 05:30:24.962439 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.wsgi [-] (103714) accepted ('10.222.0.32', 36364) {{(pid=103714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:30:25.003653 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.32', 36366) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:30:25.012007 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-9750015d-48bf-4b36-8a67-fd6ab883eac3 admin admin] Publish callbacks [] for security_group (ac566ab1-1af5-474a-a2a2-f0b990b56907), before_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:30:25.035272 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-9750015d-48bf-4b36-8a67-fd6ab883eac3 admin admin] Publish callbacks [] for security_group (ac566ab1-1af5-474a-a2a2-f0b990b56907), precommit_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:30:25.166083 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-9750015d-48bf-4b36-8a67-fd6ab883eac3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629892'] for security_group (ac566ab1-1af5-474a-a2a2-f0b990b56907), after_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:30:25.169038 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-9750015d-48bf-4b36-8a67-fd6ab883eac3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:30:25.173267 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [None req-9750015d-48bf-4b36-8a67-fd6ab883eac3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ac566ab1-1af5-474a-a2a2-f0b990b56907 HTTP/1.1" status: 204 len: 168 time: 0.2098641 Mar 02 05:30:25.181157 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9750015d-48bf-4b36-8a67-fd6ab883eac3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac566ab1-1af5-474a-a2a2-f0b990b56907,revision_number=None']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:30:25.220637 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-a97e69db-73c8-4090-8e3d-578681399ddb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:30:25.303195 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-a97e69db-73c8-4090-8e3d-578681399ddb admin admin] Publish callbacks [] for security_group (bbce094d-b159-4fd6-a6d3-bc31786a87db), precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:30:25.375909 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-a97e69db-73c8-4090-8e3d-578681399ddb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629892'] for security_group (bbce094d-b159-4fd6-a6d3-bc31786a87db), after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:30:25.412663 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97e69db-73c8-4090-8e3d-578681399ddb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbce094d-b159-4fd6-a6d3-bc31786a87db,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:30:25.417686 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-a97e69db-73c8-4090-8e3d-578681399ddb admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8a7719c4590448c9b7b69c8a8f2673be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4123497 Mar 02 05:30:25.420528 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.wsgi [-] (103714) accepted ('10.222.0.32', 36378) {{(pid=103714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:30:25.480211 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-3ee2c287-3499-4141-8538-443c56498507 admin admin] Publish callbacks [] for security_group (bbce094d-b159-4fd6-a6d3-bc31786a87db), before_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:30:25.502245 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-3ee2c287-3499-4141-8538-443c56498507 admin admin] Publish callbacks [] for security_group (bbce094d-b159-4fd6-a6d3-bc31786a87db), precommit_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:30:25.590218 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.wsgi [-] (103714) accepted ('10.222.0.32', 36384) {{(pid=103714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:30:25.605275 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-3c0fc49b-545c-4407-809c-494faffca9ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:30:25.631177 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-3ee2c287-3499-4141-8538-443c56498507 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629892'] for security_group (bbce094d-b159-4fd6-a6d3-bc31786a87db), after_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:30:25.633884 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-3ee2c287-3499-4141-8538-443c56498507 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:30:25.635020 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [None req-3ee2c287-3499-4141-8538-443c56498507 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/bbce094d-b159-4fd6-a6d3-bc31786a87db HTTP/1.1" status: 204 len: 168 time: 0.2135344 Mar 02 05:30:25.652183 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee2c287-3499-4141-8538-443c56498507 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbce094d-b159-4fd6-a6d3-bc31786a87db,revision_number=None']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:30:25.705986 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f06b348-3a9d-4890-a40d-0087d463950e req-d9d439f5-fb6a-4357-85df-26c4022f07ad tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:30:25.709906 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-2f06b348-3a9d-4890-a40d-0087d463950e req-d9d439f5-fb6a-4357-85df-26c4022f07ad tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae04a8de-fa1b-4e62-9d5c-e9c69eac5a5d HTTP/1.1" status: 200 len: 944 time: 0.1012356 Mar 02 05:30:25.719624 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-3c0fc49b-545c-4407-809c-494faffca9ac admin admin] Publish callbacks [] for security_group (7d9a2784-5e0e-4a01-a659-e4fcecb4352b), precommit_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:30:25.782899 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-2f06b348-3a9d-4890-a40d-0087d463950e req-e7c26c10-d19c-40e2-9826-c0b198eaa5d7 tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d69e608-83e2-4afc-ba8a-1373a1de5f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664549 Mar 02 05:30:25.831942 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bf0d2a-3f7c-49a1-8bf9-b83c7ebe8cab req-4c777382-aa68-4133-9aa9-74008bf41cf5 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:30:25.833444 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-06bf0d2a-3f7c-49a1-8bf9-b83c7ebe8cab req-4c777382-aa68-4133-9aa9-74008bf41cf5 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/ports?device_id=13e93b9a-3bda-45ad-b1d1-25e229a6cf5b HTTP/1.1" status: 200 len: 946 time: 0.0538826 Mar 02 05:30:25.834506 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-3c0fc49b-545c-4407-809c-494faffca9ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629892'] for security_group (7d9a2784-5e0e-4a01-a659-e4fcecb4352b), after_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:30:25.890277 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [None req-3c0fc49b-545c-4407-809c-494faffca9ac admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e41e02564c1842c0a3aad2228da786cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2989244 Mar 02 05:30:25.893112 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.32', 36392) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:30:25.894995 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.rpc [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Device 0e627016-aa6c-4bab-8b5e-942b509912e4 details requested by agent hyperv_hv-cinder-76845 with host hv-cinder-76845 {{(pid=103716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 02 05:30:25.896344 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0fc49b-545c-4407-809c-494faffca9ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d9a2784-5e0e-4a01-a659-e4fcecb4352b,revision_number=1']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:30:25.927117 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-06bf0d2a-3f7c-49a1-8bf9-b83c7ebe8cab req-96c2514d-5df4-41d5-a1e1-061e0856ffeb tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd784b26-a24e-48e7-98ec-6c0ab769f87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765922 Mar 02 05:30:25.964360 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-03bb4583-82a7-4912-b5c8-9d67190de53a admin admin] Publish callbacks [] for security_group (7d9a2784-5e0e-4a01-a659-e4fcecb4352b), before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:30:25.989888 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-03bb4583-82a7-4912-b5c8-9d67190de53a admin admin] Publish callbacks [] for security_group (7d9a2784-5e0e-4a01-a659-e4fcecb4352b), precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:30:26.019679 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] For port 0e627016-aa6c-4bab-8b5e-942b509912e4, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=0e627016-aa6c-4bab-8b5e-942b509912e4,segment=NetworkSegment(c6af62b3-fa4c-444b-9a01-d317b4ec4d1f),segment_id=c6af62b3-fa4c-444b-9a01-d317b4ec4d1f)] {{(pid=103716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 05:30:26.035051 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.rpc [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Returning: {'device': '0e627016-aa6c-4bab-8b5e-942b509912e4', 'network_id': 'cb4d6411-b85c-4bdf-b5e1-c15f0442d664', 'port_id': '0e627016-aa6c-4bab-8b5e-942b509912e4', 'mac_address': 'fa:16:3e:34:9d:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 283, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '056b3ebb-3d6a-47e8-85ab-02c7bbeeef7f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 02 05:30:26.081794 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Current status of the port 0e627016-aa6c-4bab-8b5e-942b509912e4 is: DOWN; New status is: BUILD {{(pid=103716) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 05:30:26.082190 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for port (0e627016-aa6c-4bab-8b5e-942b509912e4), before_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:30:26.096952 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.notifiers.nova [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e627016-aa6c-4bab-8b5e-942b509912e4 {{(pid=103716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 05:30:26.110734 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.wsgi [-] (103714) accepted ('10.222.0.32', 36400) {{(pid=103714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:30:26.114820 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-03bb4583-82a7-4912-b5c8-9d67190de53a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629892'] for security_group (7d9a2784-5e0e-4a01-a659-e4fcecb4352b), after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:30:26.117827 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-03bb4583-82a7-4912-b5c8-9d67190de53a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:30:26.118480 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] For port 0e627016-aa6c-4bab-8b5e-942b509912e4, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=0e627016-aa6c-4bab-8b5e-942b509912e4,segment=NetworkSegment(c6af62b3-fa4c-444b-9a01-d317b4ec4d1f),segment_id=c6af62b3-fa4c-444b-9a01-d317b4ec4d1f)] {{(pid=103716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 05:30:26.119343 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-03bb4583-82a7-4912-b5c8-9d67190de53a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7d9a2784-5e0e-4a01-a659-e4fcecb4352b HTTP/1.1" status: 204 len: 168 time: 0.2249570 Mar 02 05:30:26.128069 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bb4583-82a7-4912-b5c8-9d67190de53a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d9a2784-5e0e-4a01-a659-e4fcecb4352b,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:30:26.223180 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789290460654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789289919735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789289921293'] for port (0e627016-aa6c-4bab-8b5e-942b509912e4), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:30:26.245975 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-40717998-94cb-4ee1-b1d9-85536a0de51f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:30:26.277075 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Pushing event updated for resources: {'Port': ['ID=0e627016-aa6c-4bab-8b5e-942b509912e4,revision_number=4']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:30:26.286092 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:30:26.286563 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:30:26.287033 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:30:26.287475 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:30:26.288066 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:30:26.288614 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:30:26.289203 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:30:26.289763 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:30:26.290316 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:30:26.290953 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:30:26.291529 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:30:26.292145 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:30:26.292693 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:30:26.328838 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-40717998-94cb-4ee1-b1d9-85536a0de51f admin admin] Publish callbacks [] for security_group (d94df19a-76a1-473d-a952-9218239c6912), precommit_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:30:26.472997 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-40717998-94cb-4ee1-b1d9-85536a0de51f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629892'] for security_group (d94df19a-76a1-473d-a952-9218239c6912), after_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:30:26.509512 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.32', 36408) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:30:26.512624 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [None req-40717998-94cb-4ee1-b1d9-85536a0de51f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0c5d8a28de844a68a798877625f759cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4007587 Mar 02 05:30:26.514231 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40717998-94cb-4ee1-b1d9-85536a0de51f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d94df19a-76a1-473d-a952-9218239c6912,revision_number=1']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:30:26.516807 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.wsgi [-] (103714) accepted ('10.222.0.32', 36410) {{(pid=103714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:30:26.533743 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d906f891-6f6b-460b-b4ac-e409720fd1cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:30:26.580092 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-06c88193-5e68-4261-bef5-a1f067819548 admin admin] Publish callbacks [] for security_group (d94df19a-76a1-473d-a952-9218239c6912), before_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:30:26.587184 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] get_ports_and_sgs() called for port_ids ['0e627016-aa6c-4bab-8b5e-942b509912e4'] {{(pid=103716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 05:30:26.604936 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-06c88193-5e68-4261-bef5-a1f067819548 admin admin] Publish callbacks [] for security_group (d94df19a-76a1-473d-a952-9218239c6912), precommit_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:30:26.646606 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d906f891-6f6b-460b-b4ac-e409720fd1cf admin admin] Publish callbacks [] for security_group (20116904-7a05-4a71-ac0d-f0b2f14253a6), precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:30:26.747115 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-06c88193-5e68-4261-bef5-a1f067819548 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629892'] for security_group (d94df19a-76a1-473d-a952-9218239c6912), after_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:30:26.748281 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d906f891-6f6b-460b-b4ac-e409720fd1cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629892'] for security_group (20116904-7a05-4a71-ac0d-f0b2f14253a6), after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:30:26.750209 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-06c88193-5e68-4261-bef5-a1f067819548 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:30:26.754339 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [None req-06c88193-5e68-4261-bef5-a1f067819548 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d94df19a-76a1-473d-a952-9218239c6912 HTTP/1.1" status: 204 len: 168 time: 0.2365842 Mar 02 05:30:26.766308 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c88193-5e68-4261-bef5-a1f067819548 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d94df19a-76a1-473d-a952-9218239c6912,revision_number=None']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:30:26.793764 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-d906f891-6f6b-460b-b4ac-e409720fd1cf admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d18c7366039f4463857e6f0b08c1ad85&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2829781 Mar 02 05:30:26.796431 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d906f891-6f6b-460b-b4ac-e409720fd1cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20116904-7a05-4a71-ac0d-f0b2f14253a6,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:30:26.797553 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.wsgi [-] (103714) accepted ('10.222.0.32', 36424) {{(pid=103714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:30:26.859351 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-fe1e8415-8d8b-4f9b-a8ea-5d9a2d10fb19 admin admin] Publish callbacks [] for security_group (20116904-7a05-4a71-ac0d-f0b2f14253a6), before_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:30:26.882698 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-fe1e8415-8d8b-4f9b-a8ea-5d9a2d10fb19 admin admin] Publish callbacks [] for security_group (20116904-7a05-4a71-ac0d-f0b2f14253a6), precommit_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:30:26.927455 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebee6dcc-7d06-4f2c-b5b5-2d890f2d2032 req-8e788296-71ab-4be6-91bd-7eb2b1db5f66 tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:30:26.929028 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-ebee6dcc-7d06-4f2c-b5b5-2d890f2d2032 req-8e788296-71ab-4be6-91bd-7eb2b1db5f66 tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae04a8de-fa1b-4e62-9d5c-e9c69eac5a5d HTTP/1.1" status: 200 len: 945 time: 0.0537407 Mar 02 05:30:26.977543 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-ebee6dcc-7d06-4f2c-b5b5-2d890f2d2032 req-648b602c-2fcf-47b8-b25a-03f1d027ea58 tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d69e608-83e2-4afc-ba8a-1373a1de5f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429547 Mar 02 05:30:27.011946 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-fe1e8415-8d8b-4f9b-a8ea-5d9a2d10fb19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629892'] for security_group (20116904-7a05-4a71-ac0d-f0b2f14253a6), after_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:30:27.014782 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-fe1e8415-8d8b-4f9b-a8ea-5d9a2d10fb19 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:30:27.018758 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [None req-fe1e8415-8d8b-4f9b-a8ea-5d9a2d10fb19 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/20116904-7a05-4a71-ac0d-f0b2f14253a6 HTTP/1.1" status: 204 len: 168 time: 0.2202442 Mar 02 05:30:27.042399 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1e8415-8d8b-4f9b-a8ea-5d9a2d10fb19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20116904-7a05-4a71-ac0d-f0b2f14253a6,revision_number=None']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:30:27.070123 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22ba75e-5720-4d0c-a889-0b93073466fb req-f3096ab0-024e-444f-b013-508b86ab360d tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:30:27.071915 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-b22ba75e-5720-4d0c-a889-0b93073466fb req-f3096ab0-024e-444f-b013-508b86ab360d tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/ports?device_id=13e93b9a-3bda-45ad-b1d1-25e229a6cf5b HTTP/1.1" status: 200 len: 946 time: 0.0707886 Mar 02 05:30:27.124591 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-b22ba75e-5720-4d0c-a889-0b93073466fb req-066bd892-e2a2-4dfe-9ef8-947b3d02062e tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd784b26-a24e-48e7-98ec-6c0ab769f87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440402 Mar 02 05:30:27.909915 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.rpc [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Device 0e627016-aa6c-4bab-8b5e-942b509912e4 up at agent hyperv_hv-cinder-76845 {{(pid=103716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 05:30:28.029465 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.provisioning_blocks [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Provisioning for port 0e627016-aa6c-4bab-8b5e-942b509912e4 completed by entity L2. {{(pid=103716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 02 05:30:28.034740 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.provisioning_blocks [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Provisioning complete for port 0e627016-aa6c-4bab-8b5e-942b509912e4 triggered by entity L2. {{(pid=103716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 05:30:28.035385 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012754'] for port (0e627016-aa6c-4bab-8b5e-942b509912e4), provisioning_complete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:30:28.109624 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec97763-d6f8-4296-bf1a-e4fab696c469 req-0104727a-e43b-4485-b49c-710871d8e4b3 tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:30:28.117313 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-fec97763-d6f8-4296-bf1a-e4fab696c469 req-0104727a-e43b-4485-b49c-710871d8e4b3 tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae04a8de-fa1b-4e62-9d5c-e9c69eac5a5d HTTP/1.1" status: 200 len: 945 time: 0.0612452 Mar 02 05:30:28.129327 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Current status of the port 0e627016-aa6c-4bab-8b5e-942b509912e4 is: BUILD; New status is: ACTIVE {{(pid=103716) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 05:30:28.129813 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for port (0e627016-aa6c-4bab-8b5e-942b509912e4), before_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:30:28.176163 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-fec97763-d6f8-4296-bf1a-e4fab696c469 req-ff3ee664-e32a-4c4f-ba94-3a616643870c tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d69e608-83e2-4afc-ba8a-1373a1de5f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577774 Mar 02 05:30:28.180536 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae04a8de-fa1b-4e62-9d5c-e9c69eac5a5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e627016-aa6c-4bab-8b5e-942b509912e4'}] {{(pid=103716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 05:30:28.184029 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5cc3ee08ba8b8203ef00b822cbb368117e1f515a76881e78a723e4cc0774230" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6fe2efc-31d9-4816-8d0f-7ccadb972362" -d '{"events": [{"server_uuid": "ae04a8de-fa1b-4e62-9d5c-e9c69eac5a5d", "name": "network-vif-plugged", "status": "completed", "tag": "0e627016-aa6c-4bab-8b5e-942b509912e4"}]}' {{(pid=103716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 05:30:28.208370 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] For port 0e627016-aa6c-4bab-8b5e-942b509912e4, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=0e627016-aa6c-4bab-8b5e-942b509912e4,segment=NetworkSegment(c6af62b3-fa4c-444b-9a01-d317b4ec4d1f),segment_id=c6af62b3-fa4c-444b-9a01-d317b4ec4d1f)] {{(pid=103716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 05:30:28.250099 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 05:30:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12aa90b5-2094-473a-a94c-add61c15e599 x-openstack-request-id: req-12aa90b5-2094-473a-a94c-add61c15e599 {{(pid=103716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 05:30:28.250502 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae04a8de-fa1b-4e62-9d5c-e9c69eac5a5d", "name": "network-vif-plugged", "status": "completed", "tag": "0e627016-aa6c-4bab-8b5e-942b509912e4", "code": 200}]} {{(pid=103716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 05:30:28.251583 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-12aa90b5-2094-473a-a94c-add61c15e599 {{(pid=103716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 05:30:28.251583 dv-cinder-768458-18-iscsi neutron-server[103716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae04a8de-fa1b-4e62-9d5c-e9c69eac5a5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e627016-aa6c-4bab-8b5e-942b509912e4', 'code': 200} Mar 02 05:30:28.268038 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556908b7-4b9e-47a1-8c20-f23279bc5077 req-351f9bca-0e5a-4355-86f8-3d20658ffc12 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:30:28.269647 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-556908b7-4b9e-47a1-8c20-f23279bc5077 req-351f9bca-0e5a-4355-86f8-3d20658ffc12 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/ports?device_id=13e93b9a-3bda-45ad-b1d1-25e229a6cf5b HTTP/1.1" status: 200 len: 946 time: 0.0598295 Mar 02 05:30:28.302087 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789290460654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789289919735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789289921293'] for port (0e627016-aa6c-4bab-8b5e-942b509912e4), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:30:28.334159 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-556908b7-4b9e-47a1-8c20-f23279bc5077 req-399616e1-b03b-44a1-aa27-4e7cd679044e tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd784b26-a24e-48e7-98ec-6c0ab769f87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558765 Mar 02 05:30:28.365626 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Pushing event updated for resources: {'Port': ['ID=0e627016-aa6c-4bab-8b5e-942b509912e4,revision_number=5']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:30:28.698603 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b857f1bb-3ec6-4499-87be-e4195fc5156a req-48add871-6db8-44b6-88d1-bc759321d10c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:30:28.700148 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-b857f1bb-3ec6-4499-87be-e4195fc5156a req-48add871-6db8-44b6-88d1-bc759321d10c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ae04a8de-fa1b-4e62-9d5c-e9c69eac5a5d HTTP/1.1" status: 200 len: 1130 time: 0.0435367 Mar 02 05:30:28.749403 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-b857f1bb-3ec6-4499-87be-e4195fc5156a req-21c3d63e-7cac-43ea-9fbb-a525ed5d773c service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=9d69e608-83e2-4afc-ba8a-1373a1de5f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374913 Mar 02 05:30:29.343409 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6456083-39cc-422d-9a70-2e9f33324535 req-1d59d71e-e64c-4329-b4b1-23bdb2122ad9 tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:30:29.350497 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-a6456083-39cc-422d-9a70-2e9f33324535 req-1d59d71e-e64c-4329-b4b1-23bdb2122ad9 tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae04a8de-fa1b-4e62-9d5c-e9c69eac5a5d HTTP/1.1" status: 200 len: 946 time: 0.0744860 Mar 02 05:30:29.406619 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-a6456083-39cc-422d-9a70-2e9f33324535 req-a3c0072f-3429-4df2-907d-45908f8c86c4 tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d69e608-83e2-4afc-ba8a-1373a1de5f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539238 Mar 02 05:30:29.498940 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33172aed-ca11-42e6-921d-6cc956bf1233 req-7347e064-5ee8-43ff-a59d-7112f70dd2c8 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:30:29.506769 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-33172aed-ca11-42e6-921d-6cc956bf1233 req-7347e064-5ee8-43ff-a59d-7112f70dd2c8 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/ports?device_id=13e93b9a-3bda-45ad-b1d1-25e229a6cf5b HTTP/1.1" status: 200 len: 946 time: 0.0824196 Mar 02 05:30:29.558120 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-33172aed-ca11-42e6-921d-6cc956bf1233 req-f0f7ca1f-7135-48d1-a4eb-db66acb30ac1 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd784b26-a24e-48e7-98ec-6c0ab769f87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502584 Mar 02 05:30:30.558711 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865451e4-6eae-4e70-9fec-a4b8b553a2b8 req-3dfad239-dc56-48ae-8902-8f5e0fbc1b13 tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:30:30.562510 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-865451e4-6eae-4e70-9fec-a4b8b553a2b8 req-3dfad239-dc56-48ae-8902-8f5e0fbc1b13 tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae04a8de-fa1b-4e62-9d5c-e9c69eac5a5d HTTP/1.1" status: 200 len: 946 time: 0.0630360 Mar 02 05:30:30.615700 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-865451e4-6eae-4e70-9fec-a4b8b553a2b8 req-7e114f92-9b92-48a5-80ea-3a8f8a372e7d tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d69e608-83e2-4afc-ba8a-1373a1de5f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463376 Mar 02 05:30:30.708362 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de3c3fd-c75b-4d82-b788-39c6ea7a612d req-7405dc98-39c9-4eb6-ba7c-fd062a64a8b7 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:30:30.709867 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-9de3c3fd-c75b-4d82-b788-39c6ea7a612d req-7405dc98-39c9-4eb6-ba7c-fd062a64a8b7 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/ports?device_id=13e93b9a-3bda-45ad-b1d1-25e229a6cf5b HTTP/1.1" status: 200 len: 946 time: 0.0788543 Mar 02 05:30:30.765634 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-9de3c3fd-c75b-4d82-b788-39c6ea7a612d req-eb0b8600-fcf5-4558-b94c-2f01b407ad6e tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd784b26-a24e-48e7-98ec-6c0ab769f87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476050 Mar 02 05:30:31.745785 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4441693-de06-4891-a937-6fc3af8c47ac req-1da8dd8d-e8d2-40aa-ae64-479395d3d10d tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:30:31.747789 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-b4441693-de06-4891-a937-6fc3af8c47ac req-1da8dd8d-e8d2-40aa-ae64-479395d3d10d tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae04a8de-fa1b-4e62-9d5c-e9c69eac5a5d HTTP/1.1" status: 200 len: 946 time: 0.0592370 Mar 02 05:30:31.812991 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-b4441693-de06-4891-a937-6fc3af8c47ac req-5e47c3e4-4e87-402f-99d2-b2f29b1f3f38 tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d69e608-83e2-4afc-ba8a-1373a1de5f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479286 Mar 02 05:30:31.914874 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bb56a4-f260-4dc0-9f57-ab81f8347b79 req-bf16c5b3-8825-41b9-85a6-9ffbd172e936 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:30:31.925969 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-a7bb56a4-f260-4dc0-9f57-ab81f8347b79 req-bf16c5b3-8825-41b9-85a6-9ffbd172e936 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/ports?device_id=13e93b9a-3bda-45ad-b1d1-25e229a6cf5b HTTP/1.1" status: 200 len: 946 time: 0.0724573 Mar 02 05:30:31.998275 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-a7bb56a4-f260-4dc0-9f57-ab81f8347b79 req-d6b8cf17-f50a-4dcd-8923-979553611ecc tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd784b26-a24e-48e7-98ec-6c0ab769f87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637109 Mar 02 05:30:33.136370 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f99f33-b285-44db-bc77-51237d848305 req-0265d771-ab76-4000-b42f-52a809cfe97c tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:30:33.138989 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-c6f99f33-b285-44db-bc77-51237d848305 req-0265d771-ab76-4000-b42f-52a809cfe97c tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/ports?device_id=13e93b9a-3bda-45ad-b1d1-25e229a6cf5b HTTP/1.1" status: 200 len: 946 time: 0.0591588 Mar 02 05:30:33.193994 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-c6f99f33-b285-44db-bc77-51237d848305 req-82f5fff2-79e7-469c-90ea-6c429f2a4c7b tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd784b26-a24e-48e7-98ec-6c0ab769f87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487230 Mar 02 05:30:34.345526 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad19317-30a9-446f-9b9d-413e2b56309e req-39af8081-d71c-4fef-9270-0e78b02dc7b9 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:30:34.347121 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-cad19317-30a9-446f-9b9d-413e2b56309e req-39af8081-d71c-4fef-9270-0e78b02dc7b9 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/ports?device_id=13e93b9a-3bda-45ad-b1d1-25e229a6cf5b HTTP/1.1" status: 200 len: 946 time: 0.0629056 Mar 02 05:30:34.400558 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-cad19317-30a9-446f-9b9d-413e2b56309e req-3828f02b-c9d5-46c5-b3cf-fb87fe5d617e tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd784b26-a24e-48e7-98ec-6c0ab769f87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465453 Mar 02 05:30:35.238797 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acee3555-6e1a-47af-8185-63efa086e4f3 req-d191c3fc-b811-4119-a6c7-a4319a96ad24 tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:30:35.240406 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-acee3555-6e1a-47af-8185-63efa086e4f3 req-d191c3fc-b811-4119-a6c7-a4319a96ad24 tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] 10.222.0.32 "GET /v2.0/networks?id=cb4d6411-b85c-4bdf-b5e1-c15f0442d664 HTTP/1.1" status: 200 len: 814 time: 0.1111052 Mar 02 05:30:35.259342 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-acee3555-6e1a-47af-8185-63efa086e4f3 req-ddc84931-d0c6-4cb4-a21e-62205f3d245a tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] 10.222.0.32 "GET /v2.0/quotas/47a43f3507b84842aa61a77dbb193f66 HTTP/1.1" status: 200 len: 375 time: 0.0103481 Mar 02 05:30:35.316795 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-acee3555-6e1a-47af-8185-63efa086e4f3 req-f1eaafd8-f871-43e2-95ca-71abd4aee1d1 tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=47a43f3507b84842aa61a77dbb193f66&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0529072 Mar 02 05:30:35.415493 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-acee3555-6e1a-47af-8185-63efa086e4f3 req-c57580ac-9862-4889-ae82-d5c8740b5e1c service neutron] 10.222.0.32 "GET /v2.0/networks/cb4d6411-b85c-4bdf-b5e1-c15f0442d664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906973 Mar 02 05:30:35.527116 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-acee3555-6e1a-47af-8185-63efa086e4f3 req-496060b3-fe2b-4b33-83ab-39161ccc2cdd service neutron] 10.222.0.32 "GET /v2.0/networks/cb4d6411-b85c-4bdf-b5e1-c15f0442d664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051462 Mar 02 05:30:35.565165 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d91f048-d982-4b1c-9894-0ff69fdff93b req-12288e0b-53f8-47bf-b3c0-c647015b9b73 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:30:35.566690 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-1d91f048-d982-4b1c-9894-0ff69fdff93b req-12288e0b-53f8-47bf-b3c0-c647015b9b73 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/ports?device_id=13e93b9a-3bda-45ad-b1d1-25e229a6cf5b HTTP/1.1" status: 200 len: 946 time: 0.0642867 Mar 02 05:30:35.618348 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-1d91f048-d982-4b1c-9894-0ff69fdff93b req-68771a25-981f-41f9-8b2a-d897b09db8df tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd784b26-a24e-48e7-98ec-6c0ab769f87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455425 Mar 02 05:30:35.803552 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-5c757056-3686-415c-8003-b52fb19c7649 req-b4cb1736-a8f7-44c5-9784-13a79acc1328 tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f122d84-7778-4e70-909d-03e8932f1b0c HTTP/1.1" status: 200 len: 210 time: 0.0487773 Mar 02 05:30:36.283168 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.wsgi [-] (103714) accepted ('10.222.0.32', 36772) {{(pid=103714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:30:36.405285 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-3216acb7-c4cd-4a4f-aa9b-a7d97197c617 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:30:36.490315 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-3216acb7-c4cd-4a4f-aa9b-a7d97197c617 admin admin] Publish callbacks [] for security_group (99b7a477-a6e2-4133-9217-fc98fd98ee3a), precommit_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:30:36.586811 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-3216acb7-c4cd-4a4f-aa9b-a7d97197c617 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629892'] for security_group (99b7a477-a6e2-4133-9217-fc98fd98ee3a), after_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:30:36.624522 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3216acb7-c4cd-4a4f-aa9b-a7d97197c617 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99b7a477-a6e2-4133-9217-fc98fd98ee3a,revision_number=1']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:30:36.629077 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [None req-3216acb7-c4cd-4a4f-aa9b-a7d97197c617 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=918dd11d105c4740be3d423b4948dd6b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3447988 Mar 02 05:30:36.631675 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.wsgi [-] (103714) accepted ('10.222.0.32', 36784) {{(pid=103714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:30:36.685274 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-f655edb1-2c19-417a-829f-7fa3444929bd admin admin] Publish callbacks [] for security_group (99b7a477-a6e2-4133-9217-fc98fd98ee3a), before_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:30:36.710713 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-f655edb1-2c19-417a-829f-7fa3444929bd admin admin] Publish callbacks [] for security_group (99b7a477-a6e2-4133-9217-fc98fd98ee3a), precommit_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:30:36.776247 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b44fbad-36f6-4e32-b2b1-7a95ab733138 req-a7d51dd7-9992-4c16-977a-0c2f7b1d620e tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:30:36.777829 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-1b44fbad-36f6-4e32-b2b1-7a95ab733138 req-a7d51dd7-9992-4c16-977a-0c2f7b1d620e tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/ports?device_id=13e93b9a-3bda-45ad-b1d1-25e229a6cf5b HTTP/1.1" status: 200 len: 946 time: 0.0649433 Mar 02 05:30:36.834534 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-1b44fbad-36f6-4e32-b2b1-7a95ab733138 req-2bd2a87a-ea04-4a31-abb4-6ad462feac8a tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd784b26-a24e-48e7-98ec-6c0ab769f87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427186 Mar 02 05:30:36.884745 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-a4e5fa7f-56e2-41a7-9ddd-1370f06810c7 req-36034274-f7e8-416b-82b7-5cdd4f1b79a5 tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f122d84-7778-4e70-909d-03e8932f1b0c HTTP/1.1" status: 200 len: 210 time: 0.0263948 Mar 02 05:30:36.924632 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-f655edb1-2c19-417a-829f-7fa3444929bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629892'] for security_group (99b7a477-a6e2-4133-9217-fc98fd98ee3a), after_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:30:36.927342 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-f655edb1-2c19-417a-829f-7fa3444929bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:30:36.928526 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [None req-f655edb1-2c19-417a-829f-7fa3444929bd admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/99b7a477-a6e2-4133-9217-fc98fd98ee3a HTTP/1.1" status: 204 len: 168 time: 0.2959123 Mar 02 05:30:36.938770 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f655edb1-2c19-417a-829f-7fa3444929bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99b7a477-a6e2-4133-9217-fc98fd98ee3a,revision_number=None']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:30:37.046389 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (db45f871-b7ec-436d-b6b8-6a0a072a2253), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:30:37.399569 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.wsgi [-] (103714) accepted ('10.222.0.32', 36806) {{(pid=103714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:30:37.551941 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-88bd4b24-c2a7-4411-b8aa-24bde975355f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:30:37.639869 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-88bd4b24-c2a7-4411-b8aa-24bde975355f admin admin] Publish callbacks [] for security_group (5aa86d06-d65c-4e89-a088-bbf602dd7bab), precommit_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:30:37.754393 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-88bd4b24-c2a7-4411-b8aa-24bde975355f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629892'] for security_group (5aa86d06-d65c-4e89-a088-bbf602dd7bab), after_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:30:37.796499 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bd4b24-c2a7-4411-b8aa-24bde975355f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5aa86d06-d65c-4e89-a088-bbf602dd7bab,revision_number=1']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:30:37.803891 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.32', 36814) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:30:37.804435 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [None req-88bd4b24-c2a7-4411-b8aa-24bde975355f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=96c42eaeee8142aeb36e866987bca93a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4033144 Mar 02 05:30:37.869295 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-11517eec-780e-4854-98ce-ed9e011d4741 admin admin] Publish callbacks [] for security_group (5aa86d06-d65c-4e89-a088-bbf602dd7bab), before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:30:37.892456 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-11517eec-780e-4854-98ce-ed9e011d4741 admin admin] Publish callbacks [] for security_group (5aa86d06-d65c-4e89-a088-bbf602dd7bab), precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:30:37.961881 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.32', 36820) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:30:37.981445 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-8d52d54b-9ab1-4c37-87bc-d9ab27d02d5f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:30:38.013616 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ccb962-7c94-4171-90c0-2f2439b76e46 req-0e6feb7a-7e11-4e9f-8770-eb92b2e2f0ff tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:30:38.014345 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-2a94ef1d-d8a7-4674-ab4c-db77245729fe req-b0a4cf12-ab30-4ef2-b44d-7fbccf3a8288 tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f122d84-7778-4e70-909d-03e8932f1b0c HTTP/1.1" status: 200 len: 210 time: 0.0434775 Mar 02 05:30:38.015050 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-e1ccb962-7c94-4171-90c0-2f2439b76e46 req-0e6feb7a-7e11-4e9f-8770-eb92b2e2f0ff tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/ports?device_id=13e93b9a-3bda-45ad-b1d1-25e229a6cf5b HTTP/1.1" status: 200 len: 946 time: 0.1009979 Mar 02 05:30:38.070872 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-e1ccb962-7c94-4171-90c0-2f2439b76e46 req-943a148b-d01a-4302-b93e-8dfd330830b2 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd784b26-a24e-48e7-98ec-6c0ab769f87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502987 Mar 02 05:30:38.095797 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-11517eec-780e-4854-98ce-ed9e011d4741 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629892'] for security_group (5aa86d06-d65c-4e89-a088-bbf602dd7bab), after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:30:38.098288 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-11517eec-780e-4854-98ce-ed9e011d4741 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:30:38.099435 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-11517eec-780e-4854-98ce-ed9e011d4741 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5aa86d06-d65c-4e89-a088-bbf602dd7bab HTTP/1.1" status: 204 len: 168 time: 0.2945013 Mar 02 05:30:38.118993 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11517eec-780e-4854-98ce-ed9e011d4741 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5aa86d06-d65c-4e89-a088-bbf602dd7bab,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:30:38.179055 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-8d52d54b-9ab1-4c37-87bc-d9ab27d02d5f admin admin] Publish callbacks [] for security_group (345200f9-b3db-4be3-8e69-fbca522115ac), precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:30:38.252011 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-8d52d54b-9ab1-4c37-87bc-d9ab27d02d5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629892'] for security_group (345200f9-b3db-4be3-8e69-fbca522115ac), after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:30:38.290217 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d52d54b-9ab1-4c37-87bc-d9ab27d02d5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=345200f9-b3db-4be3-8e69-fbca522115ac,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:30:38.297471 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.wsgi [-] (103714) accepted ('10.222.0.32', 36824) {{(pid=103714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:30:38.297683 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-8d52d54b-9ab1-4c37-87bc-d9ab27d02d5f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ae08a68c37164243affcd2bd676e33a6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3343573 Mar 02 05:30:38.364754 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-cdb9cca7-9a66-4f07-83e2-6a9f871b20fe admin admin] Publish callbacks [] for security_group (345200f9-b3db-4be3-8e69-fbca522115ac), before_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:30:38.388231 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-cdb9cca7-9a66-4f07-83e2-6a9f871b20fe admin admin] Publish callbacks [] for security_group (345200f9-b3db-4be3-8e69-fbca522115ac), precommit_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:30:38.537586 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-cdb9cca7-9a66-4f07-83e2-6a9f871b20fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629892'] for security_group (345200f9-b3db-4be3-8e69-fbca522115ac), after_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:30:38.540207 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-cdb9cca7-9a66-4f07-83e2-6a9f871b20fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:30:38.547735 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [None req-cdb9cca7-9a66-4f07-83e2-6a9f871b20fe admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/345200f9-b3db-4be3-8e69-fbca522115ac HTTP/1.1" status: 204 len: 168 time: 0.2425320 Mar 02 05:30:38.550628 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb9cca7-9a66-4f07-83e2-6a9f871b20fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=345200f9-b3db-4be3-8e69-fbca522115ac,revision_number=None']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:30:38.613092 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acee3555-6e1a-47af-8185-63efa086e4f3 req-8ce0701c-d0be-4d65-9993-899c615fd8ed tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:30:38.614661 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-acee3555-6e1a-47af-8185-63efa086e4f3 req-8ce0701c-d0be-4d65-9993-899c615fd8ed tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] 10.222.0.41 "GET /v2.0/networks?id=cb4d6411-b85c-4bdf-b5e1-c15f0442d664 HTTP/1.1" status: 200 len: 814 time: 0.1513293 Mar 02 05:30:38.628379 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.v2.base [req-acee3555-6e1a-47af-8185-63efa086e4f3 req-e7f0958f-4a71-4fc5-834c-294540012536 tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] Request body: {'port': {'device_id': '0f122d84-7778-4e70-909d-03e8932f1b0c', 'network_id': 'cb4d6411-b85c-4bdf-b5e1-c15f0442d664', 'admin_state_up': True, 'tenant_id': '47a43f3507b84842aa61a77dbb193f66'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 05:30:38.872140 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.wsgi [-] (103714) accepted ('10.222.0.32', 36834) {{(pid=103714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:30:38.872731 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-acee3555-6e1a-47af-8185-63efa086e4f3 req-e7f0958f-4a71-4fc5-834c-294540012536 tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] Made reservation on behalf of 47a43f3507b84842aa61a77dbb193f66 for: {'port': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 05:30:38.877985 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-acee3555-6e1a-47af-8185-63efa086e4f3 req-e7f0958f-4a71-4fc5-834c-294540012536 tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for port (None), before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:30:38.889615 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-a8d092ab-5a47-4a9f-b38c-e228560daa8d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:30:39.001351 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-a8d092ab-5a47-4a9f-b38c-e228560daa8d admin admin] Publish callbacks [] for security_group (a1342638-7664-425e-be96-f84f3ef80c2d), precommit_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:30:39.082211 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-a8d092ab-5a47-4a9f-b38c-e228560daa8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629892'] for security_group (a1342638-7664-425e-be96-f84f3ef80c2d), after_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:30:39.153996 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [None req-a8d092ab-5a47-4a9f-b38c-e228560daa8d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6416c14ee5f145c1b5988e1903170ff1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2802124 Mar 02 05:30:39.163991 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.32', 36852) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:30:39.163991 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.db.db_base_plugin_common [req-acee3555-6e1a-47af-8185-63efa086e4f3 req-e7f0958f-4a71-4fc5-834c-294540012536 tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] Allocated IP 172.20.0.13 (cb4d6411-b85c-4bdf-b5e1-c15f0442d664/056b3ebb-3d6a-47e8-85ab-02c7bbeeef7f/7d2f1e05-3883-4317-99e6-ff9cb5266b81) {{(pid=103715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 05:30:39.190898 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-5fbb8c17-b1ed-40f3-bca7-fb82f3d2cb09 req-1fcd6b5c-df0c-40ff-8409-ff5e5ed34518 tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f122d84-7778-4e70-909d-03e8932f1b0c HTTP/1.1" status: 200 len: 210 time: 0.0527875 Mar 02 05:30:39.209533 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d092ab-5a47-4a9f-b38c-e228560daa8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1342638-7664-425e-be96-f84f3ef80c2d,revision_number=1']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:30:39.344751 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-5658f800-ab65-4db6-8550-a1e4882eeb1d admin admin] Publish callbacks [] for security_group (a1342638-7664-425e-be96-f84f3ef80c2d), before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:30:39.391860 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055452a4-9cdf-4f1f-95b2-7d291bc8a864 req-30ef2f7c-530c-4756-b834-133a01856e85 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:30:39.393322 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-055452a4-9cdf-4f1f-95b2-7d291bc8a864 req-30ef2f7c-530c-4756-b834-133a01856e85 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/ports?device_id=13e93b9a-3bda-45ad-b1d1-25e229a6cf5b HTTP/1.1" status: 200 len: 946 time: 0.1674209 Mar 02 05:30:39.400060 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-5658f800-ab65-4db6-8550-a1e4882eeb1d admin admin] Publish callbacks [] for security_group (a1342638-7664-425e-be96-f84f3ef80c2d), precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:30:39.491338 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-acee3555-6e1a-47af-8185-63efa086e4f3 req-e7f0958f-4a71-4fc5-834c-294540012536 tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] Publish callbacks [] for port (7d2f1e05-3883-4317-99e6-ff9cb5266b81), precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:30:39.509745 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-055452a4-9cdf-4f1f-95b2-7d291bc8a864 req-17f1fd5c-575c-452c-a798-94d2abe48a9a tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd784b26-a24e-48e7-98ec-6c0ab769f87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057878 Mar 02 05:30:39.605994 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-5658f800-ab65-4db6-8550-a1e4882eeb1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629892'] for security_group (a1342638-7664-425e-be96-f84f3ef80c2d), after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:30:39.608782 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-5658f800-ab65-4db6-8550-a1e4882eeb1d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:30:39.610015 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-5658f800-ab65-4db6-8550-a1e4882eeb1d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a1342638-7664-425e-be96-f84f3ef80c2d HTTP/1.1" status: 204 len: 168 time: 0.4500427 Mar 02 05:30:39.620066 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5658f800-ab65-4db6-8550-a1e4882eeb1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1342638-7664-425e-be96-f84f3ef80c2d,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:30:39.633180 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-e140dbc8-4c74-4758-a3e4-d93f3da7aee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (516abb3b-63f8-4dbb-a4f1-8865516966e2), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:30:39.633666 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-acee3555-6e1a-47af-8185-63efa086e4f3 req-e7f0958f-4a71-4fc5-834c-294540012536 tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789289919717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14203002'] for port (7d2f1e05-3883-4317-99e6-ff9cb5266b81), after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:30:39.654789 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] get_ports_and_sgs() called for port_ids ['1f25e0ce-7e86-4e42-ac1d-857b7783219a', '0e627016-aa6c-4bab-8b5e-942b509912e4'] {{(pid=103716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 05:30:39.690039 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-acee3555-6e1a-47af-8185-63efa086e4f3 req-e7f0958f-4a71-4fc5-834c-294540012536 tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] Network cb4d6411-b85c-4bdf-b5e1-c15f0442d664 is already hosted by enough agents. {{(pid=103715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 05:30:39.693594 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [req-acee3555-6e1a-47af-8185-63efa086e4f3 req-e7f0958f-4a71-4fc5-834c-294540012536 tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] Resources bound (agent type, host, resource id): {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 05:30:39.699748 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [req-acee3555-6e1a-47af-8185-63efa086e4f3 req-e7f0958f-4a71-4fc5-834c-294540012536 tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] Received port after_create {{(pid=103715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 05:30:39.741191 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f0958f-4a71-4fc5-834c-294540012536 tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] Pushing event updated for resources: {'Port': ['ID=7d2f1e05-3883-4317-99e6-ff9cb5266b81,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:30:39.762760 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acee3555-6e1a-47af-8185-63efa086e4f3 req-e7f0958f-4a71-4fc5-834c-294540012536 tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:30:39.763431 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-acee3555-6e1a-47af-8185-63efa086e4f3 req-e7f0958f-4a71-4fc5-834c-294540012536 tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25628'] for port (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:30:39.835521 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-acee3555-6e1a-47af-8185-63efa086e4f3 req-e7f0958f-4a71-4fc5-834c-294540012536 tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2108126 Mar 02 05:30:39.847562 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.v2.base [req-acee3555-6e1a-47af-8185-63efa086e4f3 req-359e5c09-dbb2-445b-8aaf-a1c9d04750d9 service neutron] Request body: {'port': {'device_id': '0f122d84-7778-4e70-909d-03e8932f1b0c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76845'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 05:30:40.151041 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-acee3555-6e1a-47af-8185-63efa086e4f3 req-359e5c09-dbb2-445b-8aaf-a1c9d04750d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for port (7d2f1e05-3883-4317-99e6-ff9cb5266b81), before_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:30:40.310171 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abecaa15-9d2c-4662-a611-1ca12334d8b2 req-e8e4e350-6535-4e8d-ab3e-393b90a95741 tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:30:40.312063 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-abecaa15-9d2c-4662-a611-1ca12334d8b2 req-e8e4e350-6535-4e8d-ab3e-393b90a95741 tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f122d84-7778-4e70-909d-03e8932f1b0c HTTP/1.1" status: 200 len: 932 time: 0.0563107 Mar 02 05:30:40.365051 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-abecaa15-9d2c-4662-a611-1ca12334d8b2 req-88c9281d-c67e-4f34-b159-dd9bc5d7a48a tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d69e608-83e2-4afc-ba8a-1373a1de5f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469158 Mar 02 05:30:40.435997 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.notifiers.nova [req-acee3555-6e1a-47af-8185-63efa086e4f3 req-359e5c09-dbb2-445b-8aaf-a1c9d04750d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d2f1e05-3883-4317-99e6-ff9cb5266b81 {{(pid=103715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 05:30:40.444292 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-acee3555-6e1a-47af-8185-63efa086e4f3 req-359e5c09-dbb2-445b-8aaf-a1c9d04750d9 service neutron] Publish callbacks [] for port (7d2f1e05-3883-4317-99e6-ff9cb5266b81), precommit_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:30:40.458289 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.db.provisioning_blocks [req-acee3555-6e1a-47af-8185-63efa086e4f3 req-359e5c09-dbb2-445b-8aaf-a1c9d04750d9 service neutron] Transition to ACTIVE for port object 7d2f1e05-3883-4317-99e6-ff9cb5266b81 will not be triggered until provisioned by entity L2. {{(pid=103715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 02 05:30:40.473573 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.32', 36894) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:30:40.526191 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-acee3555-6e1a-47af-8185-63efa086e4f3 req-359e5c09-dbb2-445b-8aaf-a1c9d04750d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789290460654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789289919735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789289921293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14202995'] for port (7d2f1e05-3883-4317-99e6-ff9cb5266b81), after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:30:40.580071 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359e5c09-dbb2-445b-8aaf-a1c9d04750d9 service neutron] Pushing event updated for resources: {'Port': ['ID=7d2f1e05-3883-4317-99e6-ff9cb5266b81,revision_number=2']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:30:40.680827 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.managers [req-acee3555-6e1a-47af-8185-63efa086e4f3 req-359e5c09-dbb2-445b-8aaf-a1c9d04750d9 service neutron] Attempting to bind port 7d2f1e05-3883-4317-99e6-ff9cb5266b81 on host hv-cinder-76845 for vnic_type normal with profile {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 05:30:40.681023 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.managers [req-acee3555-6e1a-47af-8185-63efa086e4f3 req-359e5c09-dbb2-445b-8aaf-a1c9d04750d9 service neutron] Attempting to bind port 7d2f1e05-3883-4317-99e6-ff9cb5266b81 by drivers openvswitch,hyperv on host hv-cinder-76845 at level 0 using segments [{'id': 'c6af62b3-fa4c-444b-9a01-d317b4ec4d1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'cb4d6411-b85c-4bdf-b5e1-c15f0442d664'}] {{(pid=103715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 05:30:40.681388 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acee3555-6e1a-47af-8185-63efa086e4f3 req-359e5c09-dbb2-445b-8aaf-a1c9d04750d9 service neutron] Attempting to bind port 7d2f1e05-3883-4317-99e6-ff9cb5266b81 on network cb4d6411-b85c-4bdf-b5e1-c15f0442d664 {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 05:30:40.691797 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2275b136-5c8d-448f-9fec-69b04112a838 req-8b1e8c94-a541-4df1-80ca-5dd188672523 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:30:40.693562 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-2275b136-5c8d-448f-9fec-69b04112a838 req-8b1e8c94-a541-4df1-80ca-5dd188672523 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/ports?device_id=13e93b9a-3bda-45ad-b1d1-25e229a6cf5b HTTP/1.1" status: 200 len: 946 time: 0.0973926 Mar 02 05:30:40.695826 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acee3555-6e1a-47af-8185-63efa086e4f3 req-359e5c09-dbb2-445b-8aaf-a1c9d04750d9 service neutron] Port 7d2f1e05-3883-4317-99e6-ff9cb5266b81 on network cb4d6411-b85c-4bdf-b5e1-c15f0442d664 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76845 {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 02 05:30:40.696159 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acee3555-6e1a-47af-8185-63efa086e4f3 req-359e5c09-dbb2-445b-8aaf-a1c9d04750d9 service neutron] Attempting to bind port 7d2f1e05-3883-4317-99e6-ff9cb5266b81 on network cb4d6411-b85c-4bdf-b5e1-c15f0442d664 {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 05:30:40.704199 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acee3555-6e1a-47af-8185-63efa086e4f3 req-359e5c09-dbb2-445b-8aaf-a1c9d04750d9 service neutron] Checking agent: {'id': 'db45f871-b7ec-436d-b6b8-6a0a072a2253', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76845', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 5, 27, 7), 'started_at': datetime.datetime(2022, 3, 2, 5, 27, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 5, 30, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 05:30:40.705140 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acee3555-6e1a-47af-8185-63efa086e4f3 req-359e5c09-dbb2-445b-8aaf-a1c9d04750d9 service neutron] Checking segment: {'id': 'c6af62b3-fa4c-444b-9a01-d317b4ec4d1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'cb4d6411-b85c-4bdf-b5e1-c15f0442d664'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 05:30:40.705720 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acee3555-6e1a-47af-8185-63efa086e4f3 req-359e5c09-dbb2-445b-8aaf-a1c9d04750d9 service neutron] Bound using segment: {'id': 'c6af62b3-fa4c-444b-9a01-d317b4ec4d1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'cb4d6411-b85c-4bdf-b5e1-c15f0442d664'} {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 05:30:40.706383 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.managers [req-acee3555-6e1a-47af-8185-63efa086e4f3 req-359e5c09-dbb2-445b-8aaf-a1c9d04750d9 service neutron] Bound port: 7d2f1e05-3883-4317-99e6-ff9cb5266b81, host: hv-cinder-76845, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6af62b3-fa4c-444b-9a01-d317b4ec4d1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'cb4d6411-b85c-4bdf-b5e1-c15f0442d664'}}] {{(pid=103715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 05:30:40.707527 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-acee3555-6e1a-47af-8185-63efa086e4f3 req-359e5c09-dbb2-445b-8aaf-a1c9d04750d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for port (7d2f1e05-3883-4317-99e6-ff9cb5266b81), before_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:30:40.784090 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-2275b136-5c8d-448f-9fec-69b04112a838 req-39c563aa-b728-498e-891f-1c27bdd02df9 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd784b26-a24e-48e7-98ec-6c0ab769f87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732944 Mar 02 05:30:40.818337 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-c1338dab-f9d0-4a41-bdab-33dd653d0d8b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:30:40.843980 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.db [req-acee3555-6e1a-47af-8185-63efa086e4f3 req-359e5c09-dbb2-445b-8aaf-a1c9d04750d9 service neutron] For port 7d2f1e05-3883-4317-99e6-ff9cb5266b81, host hv-cinder-76845, cleared binding levels {{(pid=103715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 05:30:40.864809 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.db [req-acee3555-6e1a-47af-8185-63efa086e4f3 req-359e5c09-dbb2-445b-8aaf-a1c9d04750d9 service neutron] For port 7d2f1e05-3883-4317-99e6-ff9cb5266b81, host hv-cinder-76845, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=7d2f1e05-3883-4317-99e6-ff9cb5266b81,segment=NetworkSegment(c6af62b3-fa4c-444b-9a01-d317b4ec4d1f),segment_id=c6af62b3-fa4c-444b-9a01-d317b4ec4d1f)] {{(pid=103715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 05:30:40.928094 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-c1338dab-f9d0-4a41-bdab-33dd653d0d8b admin admin] Publish callbacks [] for security_group (da84fd71-2f71-48fd-ad33-0360c13527a9), precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:30:40.939689 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-acee3555-6e1a-47af-8185-63efa086e4f3 req-359e5c09-dbb2-445b-8aaf-a1c9d04750d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789290460654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789289919735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789289921293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14202995'] for port (7d2f1e05-3883-4317-99e6-ff9cb5266b81), after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:30:40.978348 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acee3555-6e1a-47af-8185-63efa086e4f3 req-359e5c09-dbb2-445b-8aaf-a1c9d04750d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:30:40.978969 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-acee3555-6e1a-47af-8185-63efa086e4f3 req-359e5c09-dbb2-445b-8aaf-a1c9d04750d9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25628'] for port (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:30:40.980396 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-acee3555-6e1a-47af-8185-63efa086e4f3 req-359e5c09-dbb2-445b-8aaf-a1c9d04750d9 service neutron] 10.222.0.41 "PUT /v2.0/ports/7d2f1e05-3883-4317-99e6-ff9cb5266b81 HTTP/1.1" status: 200 len: 1094 time: 1.1370089 Mar 02 05:30:40.980846 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f122d84-7778-4e70-909d-03e8932f1b0c', 'tag': '7d2f1e05-3883-4317-99e6-ff9cb5266b81'}] {{(pid=103715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 05:30:40.984954 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6b615920106d83c92ac2e7a83ecc91ff2029d0c3ca4726e1521f538b1ed31e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b60ab86-90fc-42b8-aebf-c99f64c500fe" -d '{"events": [{"name": "network-changed", "server_uuid": "0f122d84-7778-4e70-909d-03e8932f1b0c", "tag": "7d2f1e05-3883-4317-99e6-ff9cb5266b81"}]}' {{(pid=103715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 05:30:40.999111 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-c1338dab-f9d0-4a41-bdab-33dd653d0d8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629892'] for security_group (da84fd71-2f71-48fd-ad33-0360c13527a9), after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:30:41.028588 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-c1338dab-f9d0-4a41-bdab-33dd653d0d8b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0a24342069124ca5a18ffcaafbf8239a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5532360 Mar 02 05:30:41.031616 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.wsgi [-] (103714) accepted ('10.222.0.32', 36918) {{(pid=103714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:30:41.069729 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359e5c09-dbb2-445b-8aaf-a1c9d04750d9 service neutron] Pushing event updated for resources: {'Port': ['ID=7d2f1e05-3883-4317-99e6-ff9cb5266b81,revision_number=3']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:30:41.072720 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1338dab-f9d0-4a41-bdab-33dd653d0d8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da84fd71-2f71-48fd-ad33-0360c13527a9,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:30:41.085231 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Mar 2022 05:30:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7250244-cd9f-44f2-96a4-8a2cdffd155f x-openstack-request-id: req-e7250244-cd9f-44f2-96a4-8a2cdffd155f {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 05:30:41.085231 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f122d84-7778-4e70-909d-03e8932f1b0c", "tag": "7d2f1e05-3883-4317-99e6-ff9cb5266b81", "status": "completed", "code": 200}]} {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 05:30:41.085448 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e7250244-cd9f-44f2-96a4-8a2cdffd155f {{(pid=103715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 05:30:41.085825 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f122d84-7778-4e70-909d-03e8932f1b0c', 'tag': '7d2f1e05-3883-4317-99e6-ff9cb5266b81', 'status': 'completed', 'code': 200} Mar 02 05:30:41.118820 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-e78a7e96-2803-4970-84ee-515b42705864 admin admin] Publish callbacks [] for security_group (da84fd71-2f71-48fd-ad33-0360c13527a9), before_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:30:41.147275 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-e78a7e96-2803-4970-84ee-515b42705864 admin admin] Publish callbacks [] for security_group (da84fd71-2f71-48fd-ad33-0360c13527a9), precommit_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:30:41.166507 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acee3555-6e1a-47af-8185-63efa086e4f3 req-8be79e22-96aa-41da-b602-116df989600e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:30:41.168032 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-acee3555-6e1a-47af-8185-63efa086e4f3 req-8be79e22-96aa-41da-b602-116df989600e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=47a43f3507b84842aa61a77dbb193f66&device_id=0f122d84-7778-4e70-909d-03e8932f1b0c HTTP/1.1" status: 200 len: 1128 time: 0.0714509 Mar 02 05:30:41.217780 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-acee3555-6e1a-47af-8185-63efa086e4f3 req-80760721-6138-4a28-8dc9-583e8647d5ed service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7d2f1e05-3883-4317-99e6-ff9cb5266b81 HTTP/1.1" status: 200 len: 217 time: 0.0370419 Mar 02 05:30:41.282944 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acee3555-6e1a-47af-8185-63efa086e4f3 req-f1148ff5-96ef-4fb9-b1c0-a0f5f2a0d0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:30:41.284507 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-acee3555-6e1a-47af-8185-63efa086e4f3 req-f1148ff5-96ef-4fb9-b1c0-a0f5f2a0d0e4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=056b3ebb-3d6a-47e8-85ab-02c7bbeeef7f HTTP/1.1" status: 200 len: 854 time: 0.0586157 Mar 02 05:30:41.314833 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-e78a7e96-2803-4970-84ee-515b42705864 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629892'] for security_group (da84fd71-2f71-48fd-ad33-0360c13527a9), after_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:30:41.317364 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-acee3555-6e1a-47af-8185-63efa086e4f3 req-b1644e72-a93d-44ce-8a01-eef0b9b94e1e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cb4d6411-b85c-4bdf-b5e1-c15f0442d664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267160 Mar 02 05:30:41.317748 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-e78a7e96-2803-4970-84ee-515b42705864 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:30:41.318887 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [None req-e78a7e96-2803-4970-84ee-515b42705864 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/da84fd71-2f71-48fd-ad33-0360c13527a9 HTTP/1.1" status: 204 len: 168 time: 0.2858205 Mar 02 05:30:41.327342 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78a7e96-2803-4970-84ee-515b42705864 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da84fd71-2f71-48fd-ad33-0360c13527a9,revision_number=None']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:30:41.468074 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-acee3555-6e1a-47af-8185-63efa086e4f3 req-73740564-5a48-40f5-9b40-630ca277498a service neutron] 10.222.0.41 "GET /v2.0/networks/cb4d6411-b85c-4bdf-b5e1-c15f0442d664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335003 Mar 02 05:30:41.575191 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a3f76e-0e7d-4a0e-b88d-79fd83d810b3 req-c6f06b89-7634-411b-b438-3d67355e5935 tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:30:41.576566 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-63a3f76e-0e7d-4a0e-b88d-79fd83d810b3 req-c6f06b89-7634-411b-b438-3d67355e5935 tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f122d84-7778-4e70-909d-03e8932f1b0c HTTP/1.1" status: 200 len: 944 time: 0.1078775 Mar 02 05:30:41.610822 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-acee3555-6e1a-47af-8185-63efa086e4f3 req-37f6f34f-8718-4437-a929-b29967910959 service neutron] 10.222.0.41 "GET /v2.0/networks/cb4d6411-b85c-4bdf-b5e1-c15f0442d664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298072 Mar 02 05:30:41.639993 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-63a3f76e-0e7d-4a0e-b88d-79fd83d810b3 req-fd4a8fb1-8a61-4983-a70a-93ed287aef87 tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d69e608-83e2-4afc-ba8a-1373a1de5f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548854 Mar 02 05:30:41.772073 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-5dca28ca-e75e-485e-af21-5a3cfaffc1d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (9c2b50e6-1677-4aa9-928e-941b4c488fc5), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:30:41.777653 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b60ab86-90fc-42b8-aebf-c99f64c500fe req-663c69f7-aedc-497e-9d6b-19072e68e1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:30:41.779712 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-7b60ab86-90fc-42b8-aebf-c99f64c500fe req-663c69f7-aedc-497e-9d6b-19072e68e1c2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=47a43f3507b84842aa61a77dbb193f66&device_id=0f122d84-7778-4e70-909d-03e8932f1b0c HTTP/1.1" status: 200 len: 1128 time: 0.0546696 Mar 02 05:30:41.876898 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b60ab86-90fc-42b8-aebf-c99f64c500fe req-169ad302-68da-42f5-be02-ad1ca196cd9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:30:41.878354 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-7b60ab86-90fc-42b8-aebf-c99f64c500fe req-169ad302-68da-42f5-be02-ad1ca196cd9b service neutron] 10.222.0.41 "GET /v2.0/networks?id=cb4d6411-b85c-4bdf-b5e1-c15f0442d664 HTTP/1.1" status: 200 len: 915 time: 0.0925465 Mar 02 05:30:41.924116 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-7b60ab86-90fc-42b8-aebf-c99f64c500fe req-e79f6370-2d55-4f13-92e0-6af4200a2100 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7d2f1e05-3883-4317-99e6-ff9cb5266b81 HTTP/1.1" status: 200 len: 217 time: 0.0388663 Mar 02 05:30:41.929668 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c1842c-eee4-4922-ae7a-b9bae3df676e req-103d78d9-35a2-46b6-9540-14a39af27afa tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:30:41.931445 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-b1c1842c-eee4-4922-ae7a-b9bae3df676e req-103d78d9-35a2-46b6-9540-14a39af27afa tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/ports?device_id=13e93b9a-3bda-45ad-b1d1-25e229a6cf5b HTTP/1.1" status: 200 len: 946 time: 0.0581729 Mar 02 05:30:41.980292 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b60ab86-90fc-42b8-aebf-c99f64c500fe req-f889b7fa-7794-4388-9ceb-336a4b6e38f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:30:41.981965 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-7b60ab86-90fc-42b8-aebf-c99f64c500fe req-f889b7fa-7794-4388-9ceb-336a4b6e38f6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=056b3ebb-3d6a-47e8-85ab-02c7bbeeef7f HTTP/1.1" status: 200 len: 854 time: 0.0515120 Mar 02 05:30:42.018509 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-7b60ab86-90fc-42b8-aebf-c99f64c500fe req-801a8e0d-83c9-42aa-bba3-9751dd80ca53 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cb4d6411-b85c-4bdf-b5e1-c15f0442d664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291629 Mar 02 05:30:42.018915 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-b1c1842c-eee4-4922-ae7a-b9bae3df676e req-07f4844d-19a7-4136-9b16-80b588583d96 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd784b26-a24e-48e7-98ec-6c0ab769f87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671947 Mar 02 05:30:42.124058 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-7b60ab86-90fc-42b8-aebf-c99f64c500fe req-ff5e7a63-2216-4e5c-8d3b-d8aaebb922d8 service neutron] 10.222.0.41 "GET /v2.0/networks/cb4d6411-b85c-4bdf-b5e1-c15f0442d664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995872 Mar 02 05:30:42.224045 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-7b60ab86-90fc-42b8-aebf-c99f64c500fe req-a1f00c50-dbbb-4ce7-bb99-2719512bcb94 service neutron] 10.222.0.41 "GET /v2.0/networks/cb4d6411-b85c-4bdf-b5e1-c15f0442d664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918574 Mar 02 05:30:42.780612 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eebe926-ecf8-4bde-a9ba-7659b7d6bd3c req-233058e2-78f8-4da9-8350-b310e64c97a5 tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:30:42.782296 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-8eebe926-ecf8-4bde-a9ba-7659b7d6bd3c req-233058e2-78f8-4da9-8350-b310e64c97a5 tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f122d84-7778-4e70-909d-03e8932f1b0c HTTP/1.1" status: 200 len: 944 time: 0.0569189 Mar 02 05:30:42.829698 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-8eebe926-ecf8-4bde-a9ba-7659b7d6bd3c req-df71e92f-271f-4fe5-9da6-0000b8d6544d tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d69e608-83e2-4afc-ba8a-1373a1de5f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410519 Mar 02 05:30:42.856853 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-2ae3422a-c85d-446a-90f5-ce5a8bf639ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (d4d802fc-4ac8-47f8-b030-2ffc185fa6dc), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:30:43.144654 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dfd532-74f8-485b-aab1-77441f9dfc50 req-480a4753-8044-48b7-ad9d-1873652e6c67 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:30:43.146182 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-83dfd532-74f8-485b-aab1-77441f9dfc50 req-480a4753-8044-48b7-ad9d-1873652e6c67 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/ports?device_id=13e93b9a-3bda-45ad-b1d1-25e229a6cf5b HTTP/1.1" status: 200 len: 946 time: 0.0564036 Mar 02 05:30:43.205498 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-83dfd532-74f8-485b-aab1-77441f9dfc50 req-ddb5b14b-b25a-4748-b281-164e84e21860 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd784b26-a24e-48e7-98ec-6c0ab769f87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529230 Mar 02 05:30:43.956707 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12730317-c165-4b55-aa8b-363d5b87fdb1 req-029a30f3-4829-47ce-8a3b-2ae21c93c8c5 tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:30:43.958201 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-12730317-c165-4b55-aa8b-363d5b87fdb1 req-029a30f3-4829-47ce-8a3b-2ae21c93c8c5 tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f122d84-7778-4e70-909d-03e8932f1b0c HTTP/1.1" status: 200 len: 944 time: 0.0590820 Mar 02 05:30:44.005786 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-12730317-c165-4b55-aa8b-363d5b87fdb1 req-92d43ccf-8d6c-40d0-8e7a-ad10da776a11 tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d69e608-83e2-4afc-ba8a-1373a1de5f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414090 Mar 02 05:30:44.009420 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.rpc [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Device 7d2f1e05-3883-4317-99e6-ff9cb5266b81 details requested by agent hyperv_hv-cinder-76845 with host hv-cinder-76845 {{(pid=103716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 02 05:30:44.110941 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] For port 7d2f1e05-3883-4317-99e6-ff9cb5266b81, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=7d2f1e05-3883-4317-99e6-ff9cb5266b81,segment=NetworkSegment(c6af62b3-fa4c-444b-9a01-d317b4ec4d1f),segment_id=c6af62b3-fa4c-444b-9a01-d317b4ec4d1f)] {{(pid=103716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 05:30:44.121751 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.rpc [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Returning: {'device': '7d2f1e05-3883-4317-99e6-ff9cb5266b81', 'network_id': 'cb4d6411-b85c-4bdf-b5e1-c15f0442d664', 'port_id': '7d2f1e05-3883-4317-99e6-ff9cb5266b81', 'mac_address': 'fa:16:3e:d8:75:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 283, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '056b3ebb-3d6a-47e8-85ab-02c7bbeeef7f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 02 05:30:44.160687 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Current status of the port 7d2f1e05-3883-4317-99e6-ff9cb5266b81 is: DOWN; New status is: BUILD {{(pid=103716) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 05:30:44.161081 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for port (7d2f1e05-3883-4317-99e6-ff9cb5266b81), before_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:30:44.168611 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab2c66e-21c4-45c3-92c7-55c3b8e39546 req-8ca61c90-82cd-4f59-aced-41d25bc58e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:30:44.170530 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-2ab2c66e-21c4-45c3-92c7-55c3b8e39546 req-8ca61c90-82cd-4f59-aced-41d25bc58e60 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=13e93b9a-3bda-45ad-b1d1-25e229a6cf5b HTTP/1.1" status: 200 len: 1130 time: 0.0510490 Mar 02 05:30:44.179377 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.notifiers.nova [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d2f1e05-3883-4317-99e6-ff9cb5266b81 {{(pid=103716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 05:30:44.198473 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] For port 7d2f1e05-3883-4317-99e6-ff9cb5266b81, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=7d2f1e05-3883-4317-99e6-ff9cb5266b81,segment=NetworkSegment(c6af62b3-fa4c-444b-9a01-d317b4ec4d1f),segment_id=c6af62b3-fa4c-444b-9a01-d317b4ec4d1f)] {{(pid=103716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 05:30:44.218370 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-2ab2c66e-21c4-45c3-92c7-55c3b8e39546 req-f8da7959-1643-4aab-8b45-3baf1c71250b service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=cd784b26-a24e-48e7-98ec-6c0ab769f87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397403 Mar 02 05:30:44.280293 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789290460654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789289919735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789289921293'] for port (7d2f1e05-3883-4317-99e6-ff9cb5266b81), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:30:44.334018 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db417a36-0e3e-4333-8e95-089292e9a75e req-2b7edfcb-e6ee-426b-848a-a674f01d9ca7 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:30:44.349485 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-db417a36-0e3e-4333-8e95-089292e9a75e req-2b7edfcb-e6ee-426b-848a-a674f01d9ca7 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/ports?device_id=13e93b9a-3bda-45ad-b1d1-25e229a6cf5b HTTP/1.1" status: 200 len: 946 time: 0.0765462 Mar 02 05:30:44.368756 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Pushing event updated for resources: {'Port': ['ID=7d2f1e05-3883-4317-99e6-ff9cb5266b81,revision_number=4']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:30:44.376775 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f73b428b-984e-4c5a-9878-aef8f2b511ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (e0636eb1-3d25-4c31-a6e5-3f8fd1255322), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:30:44.415677 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-db417a36-0e3e-4333-8e95-089292e9a75e req-d0a76cb5-dbec-44a2-9e37-5c8c373b6934 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd784b26-a24e-48e7-98ec-6c0ab769f87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622516 Mar 02 05:30:44.646167 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] get_ports_and_sgs() called for port_ids ['7d2f1e05-3883-4317-99e6-ff9cb5266b81'] {{(pid=103716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 05:30:44.667374 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.32', 37048) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:30:44.783760 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-35b3ef35-b145-402a-b504-42cdc89f6368 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:30:44.864782 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-35b3ef35-b145-402a-b504-42cdc89f6368 admin admin] Publish callbacks [] for security_group (cf263f1f-b14a-4ae7-be91-b33648056c72), precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:30:44.948722 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-35b3ef35-b145-402a-b504-42cdc89f6368 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629892'] for security_group (cf263f1f-b14a-4ae7-be91-b33648056c72), after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:30:44.991683 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-35b3ef35-b145-402a-b504-42cdc89f6368 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0ab0fbfc0212475498f725a616c792dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3232028 Mar 02 05:30:44.992565 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b3ef35-b145-402a-b504-42cdc89f6368 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf263f1f-b14a-4ae7-be91-b33648056c72,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:30:44.994367 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.wsgi [-] (103714) accepted ('10.222.0.32', 37056) {{(pid=103714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:30:45.045365 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-d7f71599-1d74-4472-8e7c-8f2f315ced3f admin admin] Publish callbacks [] for security_group (cf263f1f-b14a-4ae7-be91-b33648056c72), before_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:30:45.068212 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-d7f71599-1d74-4472-8e7c-8f2f315ced3f admin admin] Publish callbacks [] for security_group (cf263f1f-b14a-4ae7-be91-b33648056c72), precommit_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:30:45.125597 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd75fd5-c0a2-4013-8c44-ccb041670e8c req-bc028a2d-440e-47d5-9915-5d4018879b3d tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:30:45.127068 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-ebd75fd5-c0a2-4013-8c44-ccb041670e8c req-bc028a2d-440e-47d5-9915-5d4018879b3d tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f122d84-7778-4e70-909d-03e8932f1b0c HTTP/1.1" status: 200 len: 945 time: 0.0529180 Mar 02 05:30:45.174314 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-ebd75fd5-c0a2-4013-8c44-ccb041670e8c req-11ed688b-4b8c-48eb-9ecb-2eb8c8e23d51 tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d69e608-83e2-4afc-ba8a-1373a1de5f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414982 Mar 02 05:30:45.183161 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-d7f71599-1d74-4472-8e7c-8f2f315ced3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629892'] for security_group (cf263f1f-b14a-4ae7-be91-b33648056c72), after_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:30:45.186932 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-d7f71599-1d74-4472-8e7c-8f2f315ced3f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:30:45.188161 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [None req-d7f71599-1d74-4472-8e7c-8f2f315ced3f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/cf263f1f-b14a-4ae7-be91-b33648056c72 HTTP/1.1" status: 204 len: 168 time: 0.1920443 Mar 02 05:30:45.196414 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f71599-1d74-4472-8e7c-8f2f315ced3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf263f1f-b14a-4ae7-be91-b33648056c72,revision_number=None']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:30:45.547092 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8bb706-db3f-4027-959e-036755831000 req-8b2e1d09-c437-47c5-af2a-4937b8d58f26 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:30:45.548730 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-0e8bb706-db3f-4027-959e-036755831000 req-8b2e1d09-c437-47c5-af2a-4937b8d58f26 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/ports?device_id=13e93b9a-3bda-45ad-b1d1-25e229a6cf5b HTTP/1.1" status: 200 len: 946 time: 0.0521882 Mar 02 05:30:45.597955 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-0e8bb706-db3f-4027-959e-036755831000 req-1fecbf37-8ab0-4c08-9262-826ee24722db tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd784b26-a24e-48e7-98ec-6c0ab769f87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435941 Mar 02 05:30:45.755301 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.wsgi [-] (103714) accepted ('10.222.0.32', 37070) {{(pid=103714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:30:45.768702 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-c4b3e683-4829-4303-a387-f93688d924ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:30:45.780730 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (64307ea2-7468-48d5-a188-5e76dfb99c6b), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:30:45.845845 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-c4b3e683-4829-4303-a387-f93688d924ca admin admin] Publish callbacks [] for security_group (fcfa3cdb-e20d-4064-9324-1b15dacb37d7), precommit_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:30:45.900851 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-c4b3e683-4829-4303-a387-f93688d924ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629892'] for security_group (fcfa3cdb-e20d-4064-9324-1b15dacb37d7), after_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:30:45.941147 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [None req-c4b3e683-4829-4303-a387-f93688d924ca admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9317f98d2cec4ca7bf779391bfd78d83&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1847386 Mar 02 05:30:45.942122 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b3e683-4829-4303-a387-f93688d924ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcfa3cdb-e20d-4064-9324-1b15dacb37d7,revision_number=1']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:30:45.943742 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.32', 37074) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:30:45.995394 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-26c70f71-d673-45b0-9e87-061b404a46f8 admin admin] Publish callbacks [] for security_group (fcfa3cdb-e20d-4064-9324-1b15dacb37d7), before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:30:46.015114 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.rpc [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Device 7d2f1e05-3883-4317-99e6-ff9cb5266b81 up at agent hyperv_hv-cinder-76845 {{(pid=103716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 05:30:46.025531 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-26c70f71-d673-45b0-9e87-061b404a46f8 admin admin] Publish callbacks [] for security_group (fcfa3cdb-e20d-4064-9324-1b15dacb37d7), precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:30:46.154435 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.provisioning_blocks [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Provisioning for port 7d2f1e05-3883-4317-99e6-ff9cb5266b81 completed by entity L2. {{(pid=103716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 02 05:30:46.158358 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.provisioning_blocks [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Provisioning complete for port 7d2f1e05-3883-4317-99e6-ff9cb5266b81 triggered by entity L2. {{(pid=103716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 05:30:46.158731 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012754'] for port (7d2f1e05-3883-4317-99e6-ff9cb5266b81), provisioning_complete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:30:46.182924 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-26c70f71-d673-45b0-9e87-061b404a46f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629892'] for security_group (fcfa3cdb-e20d-4064-9324-1b15dacb37d7), after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:30:46.186065 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-26c70f71-d673-45b0-9e87-061b404a46f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:30:46.187749 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-26c70f71-d673-45b0-9e87-061b404a46f8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fcfa3cdb-e20d-4064-9324-1b15dacb37d7 HTTP/1.1" status: 204 len: 168 time: 0.2409964 Mar 02 05:30:46.213028 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c70f71-d673-45b0-9e87-061b404a46f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcfa3cdb-e20d-4064-9324-1b15dacb37d7,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:30:46.250802 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Current status of the port 7d2f1e05-3883-4317-99e6-ff9cb5266b81 is: BUILD; New status is: ACTIVE {{(pid=103716) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 05:30:46.251087 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for port (7d2f1e05-3883-4317-99e6-ff9cb5266b81), before_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:30:46.275791 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f122d84-7778-4e70-909d-03e8932f1b0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d2f1e05-3883-4317-99e6-ff9cb5266b81'}] {{(pid=103716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 05:30:46.278429 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5cc3ee08ba8b8203ef00b822cbb368117e1f515a76881e78a723e4cc0774230" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a18a905-dc7a-4368-ba28-51dd6f2fc8b9" -d '{"events": [{"server_uuid": "0f122d84-7778-4e70-909d-03e8932f1b0c", "name": "network-vif-plugged", "status": "completed", "tag": "7d2f1e05-3883-4317-99e6-ff9cb5266b81"}]}' {{(pid=103716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 05:30:46.291194 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] For port 7d2f1e05-3883-4317-99e6-ff9cb5266b81, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=7d2f1e05-3883-4317-99e6-ff9cb5266b81,segment=NetworkSegment(c6af62b3-fa4c-444b-9a01-d317b4ec4d1f),segment_id=c6af62b3-fa4c-444b-9a01-d317b4ec4d1f)] {{(pid=103716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 05:30:46.318579 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 05:30:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a73c95fa-2889-4921-9c67-cfadaf2b1368 x-openstack-request-id: req-a73c95fa-2889-4921-9c67-cfadaf2b1368 {{(pid=103716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 05:30:46.318969 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f122d84-7778-4e70-909d-03e8932f1b0c", "name": "network-vif-plugged", "status": "completed", "tag": "7d2f1e05-3883-4317-99e6-ff9cb5266b81", "code": 200}]} {{(pid=103716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 05:30:46.319202 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a73c95fa-2889-4921-9c67-cfadaf2b1368 {{(pid=103716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 05:30:46.319802 dv-cinder-768458-18-iscsi neutron-server[103716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f122d84-7778-4e70-909d-03e8932f1b0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d2f1e05-3883-4317-99e6-ff9cb5266b81', 'code': 200} Mar 02 05:30:46.334231 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dbc1b0-78ab-41c2-8ab1-7a9030fa8b10 req-3e204335-bd02-473a-b7b1-74406e703052 tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:30:46.336641 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-62dbc1b0-78ab-41c2-8ab1-7a9030fa8b10 req-3e204335-bd02-473a-b7b1-74406e703052 tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f122d84-7778-4e70-909d-03e8932f1b0c HTTP/1.1" status: 200 len: 945 time: 0.0702927 Mar 02 05:30:46.378021 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789290460654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789289919735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789289921293'] for port (7d2f1e05-3883-4317-99e6-ff9cb5266b81), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:30:46.386892 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-62dbc1b0-78ab-41c2-8ab1-7a9030fa8b10 req-c06efc2d-ae6c-4146-90c4-898b69341268 tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d69e608-83e2-4afc-ba8a-1373a1de5f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441568 Mar 02 05:30:46.430071 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Pushing event updated for resources: {'Port': ['ID=7d2f1e05-3883-4317-99e6-ff9cb5266b81,revision_number=5']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:30:46.679998 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14509dd4-687d-4cd1-958b-bc0c04105e52 req-826c04ab-59e0-4830-b0b1-9faf820b47db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:30:46.681610 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-14509dd4-687d-4cd1-958b-bc0c04105e52 req-826c04ab-59e0-4830-b0b1-9faf820b47db service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0f122d84-7778-4e70-909d-03e8932f1b0c HTTP/1.1" status: 200 len: 1130 time: 0.0614617 Mar 02 05:30:46.732373 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-14509dd4-687d-4cd1-958b-bc0c04105e52 req-f8a54a82-6e3d-49da-8558-a2bc729e1bfc service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=9d69e608-83e2-4afc-ba8a-1373a1de5f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430837 Mar 02 05:30:46.739623 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2faab3-dbb1-4b29-a5a5-efbe062351bc req-bc903dd0-6e71-43b2-abd6-f701b5aa1f70 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:30:46.741129 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-de2faab3-dbb1-4b29-a5a5-efbe062351bc req-bc903dd0-6e71-43b2-abd6-f701b5aa1f70 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/ports?device_id=13e93b9a-3bda-45ad-b1d1-25e229a6cf5b HTTP/1.1" status: 200 len: 946 time: 0.0566471 Mar 02 05:30:46.792324 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-de2faab3-dbb1-4b29-a5a5-efbe062351bc req-c12e035c-3af3-4682-aa6f-b186ea8e909b tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd784b26-a24e-48e7-98ec-6c0ab769f87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455313 Mar 02 05:30:46.908680 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c07242-0706-41eb-a2b0-9b1ba9eb4916 req-de4f635c-dd37-422e-9aac-67da8df927c5 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:30:46.910137 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-26c07242-0706-41eb-a2b0-9b1ba9eb4916 req-de4f635c-dd37-422e-9aac-67da8df927c5 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e6f95c0-3d74-43ec-9c37-9bff8fac7934 HTTP/1.1" status: 200 len: 945 time: 0.0541708 Mar 02 05:30:46.961535 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-26c07242-0706-41eb-a2b0-9b1ba9eb4916 req-08d882e2-d1e4-48d3-a188-c708cae28c6f tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd784b26-a24e-48e7-98ec-6c0ab769f87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446668 Mar 02 05:30:47.432831 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.32', 37130) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:30:47.512086 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abab7e44-eaa7-4bc2-9e19-d73b67c8114d req-cda8f763-c4bd-4c1b-9941-cc9d97c78d2d tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:30:47.513854 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-abab7e44-eaa7-4bc2-9e19-d73b67c8114d req-cda8f763-c4bd-4c1b-9941-cc9d97c78d2d tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f122d84-7778-4e70-909d-03e8932f1b0c HTTP/1.1" status: 200 len: 946 time: 0.0587349 Mar 02 05:30:47.537603 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.v2.base [None req-cd08ea23-4cfc-4a6c-96a9-364a3d697c41 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-363402551-network', 'tenant_id': '3ff361273060493abad9d0ff0837e259'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 05:30:47.563917 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-abab7e44-eaa7-4bc2-9e19-d73b67c8114d req-cfbb5aa3-f6ee-419e-92b4-3450c87cc96c tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d69e608-83e2-4afc-ba8a-1373a1de5f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445886 Mar 02 05:30:47.611917 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd08ea23-4cfc-4a6c-96a9-364a3d697c41 admin admin] Made reservation on behalf of 3ff361273060493abad9d0ff0837e259 for: {'network': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 05:30:47.614319 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-cd08ea23-4cfc-4a6c-96a9-364a3d697c41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for network (None), before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:30:47.623101 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-cd08ea23-4cfc-4a6c-96a9-364a3d697c41 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:30:47.718023 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-cd08ea23-4cfc-4a6c-96a9-364a3d697c41 admin admin] Publish callbacks [] for security_group (3b4f105e-88ab-44a3-9599-a18470aca66b), precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:30:47.786641 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-cd08ea23-4cfc-4a6c-96a9-364a3d697c41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629892'] for security_group (3b4f105e-88ab-44a3-9599-a18470aca66b), after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:30:47.813405 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd08ea23-4cfc-4a6c-96a9-364a3d697c41 admin admin] vlan segment allocate from pool success with {'vlan_id': 260, 'physical_network': 'physnet1'} {{(pid=103715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 05:30:47.823479 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd08ea23-4cfc-4a6c-96a9-364a3d697c41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b4f105e-88ab-44a3-9599-a18470aca66b,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:30:47.838737 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-cd08ea23-4cfc-4a6c-96a9-364a3d697c41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1106907'] for segment (f317dc21-1fdf-4241-b618-b92ca40775fd), precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:30:47.839300 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.db.segments_db [None req-cd08ea23-4cfc-4a6c-96a9-364a3d697c41 admin admin] Added segment f317dc21-1fdf-4241-b618-b92ca40775fd of type vlan for network 5f6fa5be-ca0c-4cc2-83bb-0dc6fa1483b0 Mar 02 05:30:47.886849 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-cd08ea23-4cfc-4a6c-96a9-364a3d697c41 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789289939532'] for network (5f6fa5be-ca0c-4cc2-83bb-0dc6fa1483b0), precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:30:47.966556 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-cd08ea23-4cfc-4a6c-96a9-364a3d697c41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186'] for network (5f6fa5be-ca0c-4cc2-83bb-0dc6fa1483b0), after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:30:47.967596 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd08ea23-4cfc-4a6c-96a9-364a3d697c41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:30:47.968188 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-cd08ea23-4cfc-4a6c-96a9-364a3d697c41 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531172'] for network (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:30:48.031109 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd08ea23-4cfc-4a6c-96a9-364a3d697c41 admin admin] Pushing event updated for resources: {'Network': ['ID=5f6fa5be-ca0c-4cc2-83bb-0dc6fa1483b0,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:30:48.045433 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.rpc [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Network 5f6fa5be-ca0c-4cc2-83bb-0dc6fa1483b0 details requested by agent ovs-agent-dv-cinder-768458-18-iscsi with host dv-cinder-768458-18-iscsi {{(pid=103716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 02 05:30:48.060371 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-cd08ea23-4cfc-4a6c-96a9-364a3d697c41 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6262603 Mar 02 05:30:48.063722 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.wsgi [-] (103714) accepted ('10.222.0.32', 37150) {{(pid=103714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:30:48.069124 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.v2.base [None req-d5584fbc-e51a-4318-983f-eef09299c77a admin admin] Request body: {'subnet': {'network_id': '5f6fa5be-ca0c-4cc2-83bb-0dc6fa1483b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-363402551-subnet', 'tenant_id': '3ff361273060493abad9d0ff0837e259', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 05:30:48.169714 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5584fbc-e51a-4318-983f-eef09299c77a admin admin] Made reservation on behalf of 3ff361273060493abad9d0ff0837e259 for: {'subnet': 1} {{(pid=103714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 05:30:48.172108 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-d5584fbc-e51a-4318-983f-eef09299c77a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:30:48.404395 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-d5584fbc-e51a-4318-983f-eef09299c77a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186'] for subnet (334ccacb-f8eb-4a23-9d90-6fc91b3462d1), after_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:30:48.463840 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5584fbc-e51a-4318-983f-eef09299c77a admin admin] Pushing event updated for resources: {'Subnet': ['ID=334ccacb-f8eb-4a23-9d90-6fc91b3462d1,revision_number=0']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:30:48.468431 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5584fbc-e51a-4318-983f-eef09299c77a admin admin] Checking segment: {'id': 'f317dc21-1fdf-4241-b618-b92ca40775fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '5f6fa5be-ca0c-4cc2-83bb-0dc6fa1483b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 05:30:48.468795 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5584fbc-e51a-4318-983f-eef09299c77a admin admin] Network hostable DHCP agents. Network: 5f6fa5be-ca0c-4cc2-83bb-0dc6fa1483b0, hostable agents: ['516abb3b-63f8-4dbb-a4f1-8865516966e2'], hosted agents: [] {{(pid=103714) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 05:30:48.575199 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5584fbc-e51a-4318-983f-eef09299c77a admin admin] Network 5f6fa5be-ca0c-4cc2-83bb-0dc6fa1483b0 is scheduled to be hosted by DHCP agent 516abb3b-63f8-4dbb-a4f1-8865516966e2 with binding_index 1 {{(pid=103714) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 05:30:48.649511 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.scheduler.base_scheduler [None req-d5584fbc-e51a-4318-983f-eef09299c77a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768458-18-iscsi, 5f6fa5be-ca0c-4cc2-83bb-0dc6fa1483b0) {{(pid=103714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 05:30:48.655072 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5584fbc-e51a-4318-983f-eef09299c77a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:30:48.655072 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-d5584fbc-e51a-4318-983f-eef09299c77a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531172'] for subnet (None), before_response {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:30:48.660569 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e2bd24b-f5ea-4f2a-91a7-0eeeb7c78195 None None] Network 5f6fa5be-ca0c-4cc2-83bb-0dc6fa1483b0 requested from dv-cinder-768458-18-iscsi {{(pid=103716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 05:30:48.695427 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2597a42b-e6d7-4b0c-a160-ccfa39738f5c req-a51ae500-219c-47bf-806e-e2a701904ceb tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:30:48.699787 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-2597a42b-e6d7-4b0c-a160-ccfa39738f5c req-a51ae500-219c-47bf-806e-e2a701904ceb tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f122d84-7778-4e70-909d-03e8932f1b0c HTTP/1.1" status: 200 len: 946 time: 0.0678723 Mar 02 05:30:48.744420 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-2597a42b-e6d7-4b0c-a160-ccfa39738f5c req-fe870f22-5200-4f1f-aba4-5695e13ce305 tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d69e608-83e2-4afc-ba8a-1373a1de5f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413828 Mar 02 05:30:48.764510 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edd6be4d-9f30-4af6-8589-42784550689c None None] Network 5f6fa5be-ca0c-4cc2-83bb-0dc6fa1483b0 requested from dv-cinder-768458-18-iscsi {{(pid=103716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 05:30:48.772890 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [None req-d5584fbc-e51a-4318-983f-eef09299c77a admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7068617 Mar 02 05:30:49.424700 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.32', 37178) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:30:49.429611 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.v2.base [None req-0a8b00a6-d78b-4b5b-8d2d-97d21e50264e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2001230560-network', 'tenant_id': '78a4fd44646f4f13ad8e0ef9f92f70f4'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 05:30:49.548906 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a8b00a6-d78b-4b5b-8d2d-97d21e50264e admin admin] Made reservation on behalf of 78a4fd44646f4f13ad8e0ef9f92f70f4 for: {'network': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 05:30:49.551185 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-0a8b00a6-d78b-4b5b-8d2d-97d21e50264e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for network (None), before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:30:49.560311 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-0a8b00a6-d78b-4b5b-8d2d-97d21e50264e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:30:49.630307 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-0a8b00a6-d78b-4b5b-8d2d-97d21e50264e admin admin] Publish callbacks [] for security_group (5b017c77-bc36-451b-94ed-38b43662d165), precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:30:49.719835 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-0a8b00a6-d78b-4b5b-8d2d-97d21e50264e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629892'] for security_group (5b017c77-bc36-451b-94ed-38b43662d165), after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:30:49.754816 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a8b00a6-d78b-4b5b-8d2d-97d21e50264e admin admin] vlan segment allocate from pool success with {'vlan_id': 297, 'physical_network': 'physnet1'} {{(pid=103715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 05:30:49.764515 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8b00a6-d78b-4b5b-8d2d-97d21e50264e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b017c77-bc36-451b-94ed-38b43662d165,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:30:49.769421 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-0a8b00a6-d78b-4b5b-8d2d-97d21e50264e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1106907'] for segment (91c78979-dda3-4063-b68b-ff1e205cee26), precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:30:49.769761 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.db.segments_db [None req-0a8b00a6-d78b-4b5b-8d2d-97d21e50264e admin admin] Added segment 91c78979-dda3-4063-b68b-ff1e205cee26 of type vlan for network 20256a78-45fd-4ccd-b964-268c8f98da03 Mar 02 05:30:49.814235 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-0a8b00a6-d78b-4b5b-8d2d-97d21e50264e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789289939532'] for network (20256a78-45fd-4ccd-b964-268c8f98da03), precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:30:49.870876 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e650a65-5081-477d-a3ef-e5f82412e057 req-ad63ae12-08d0-44ae-97f8-78cbef5fecbc tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:30:49.872427 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-1e650a65-5081-477d-a3ef-e5f82412e057 req-ad63ae12-08d0-44ae-97f8-78cbef5fecbc tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f122d84-7778-4e70-909d-03e8932f1b0c HTTP/1.1" status: 200 len: 946 time: 0.0571299 Mar 02 05:30:49.879772 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-0a8b00a6-d78b-4b5b-8d2d-97d21e50264e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186'] for network (20256a78-45fd-4ccd-b964-268c8f98da03), after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:30:49.880858 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a8b00a6-d78b-4b5b-8d2d-97d21e50264e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:30:49.881505 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-0a8b00a6-d78b-4b5b-8d2d-97d21e50264e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531172'] for network (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:30:49.923577 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-1e650a65-5081-477d-a3ef-e5f82412e057 req-37086c98-127d-48f3-a98c-dd7d2ff994f1 tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d69e608-83e2-4afc-ba8a-1373a1de5f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454447 Mar 02 05:30:49.944127 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8b00a6-d78b-4b5b-8d2d-97d21e50264e admin admin] Pushing event updated for resources: {'Network': ['ID=20256a78-45fd-4ccd-b964-268c8f98da03,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:30:49.954262 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.rpc [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Network 20256a78-45fd-4ccd-b964-268c8f98da03 details requested by agent ovs-agent-dv-cinder-768458-18-iscsi with host dv-cinder-768458-18-iscsi {{(pid=103716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 02 05:30:49.985916 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-0a8b00a6-d78b-4b5b-8d2d-97d21e50264e admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5601344 Mar 02 05:30:49.988690 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.32', 37188) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:30:49.993533 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.v2.base [None req-f77d3975-6df4-4379-a476-04a4aa5284bc admin admin] Request body: {'subnet': {'network_id': '20256a78-45fd-4ccd-b964-268c8f98da03', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2001230560-subnet', 'tenant_id': '78a4fd44646f4f13ad8e0ef9f92f70f4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 05:30:50.066277 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f77d3975-6df4-4379-a476-04a4aa5284bc admin admin] Made reservation on behalf of 78a4fd44646f4f13ad8e0ef9f92f70f4 for: {'subnet': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 05:30:50.068705 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-f77d3975-6df4-4379-a476-04a4aa5284bc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58182819'] for subnet (None), before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:30:50.279214 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-f77d3975-6df4-4379-a476-04a4aa5284bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14202894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58182801'] for subnet (c0827604-23e1-4eda-a39d-d04828902e23), after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:30:50.331454 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77d3975-6df4-4379-a476-04a4aa5284bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=c0827604-23e1-4eda-a39d-d04828902e23,revision_number=0']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:30:50.342437 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f77d3975-6df4-4379-a476-04a4aa5284bc admin admin] Checking segment: {'id': '91c78979-dda3-4063-b68b-ff1e205cee26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '20256a78-45fd-4ccd-b964-268c8f98da03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 05:30:50.342787 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f77d3975-6df4-4379-a476-04a4aa5284bc admin admin] Network hostable DHCP agents. Network: 20256a78-45fd-4ccd-b964-268c8f98da03, hostable agents: ['516abb3b-63f8-4dbb-a4f1-8865516966e2'], hosted agents: [] {{(pid=103715) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 05:30:50.409022 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f77d3975-6df4-4379-a476-04a4aa5284bc admin admin] Network 20256a78-45fd-4ccd-b964-268c8f98da03 is scheduled to be hosted by DHCP agent 516abb3b-63f8-4dbb-a4f1-8865516966e2 with binding_index 1 {{(pid=103715) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 05:30:50.542936 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-f77d3975-6df4-4379-a476-04a4aa5284bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768458-18-iscsi, 20256a78-45fd-4ccd-b964-268c8f98da03) {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 05:30:50.547000 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f77d3975-6df4-4379-a476-04a4aa5284bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:30:50.547633 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-f77d3975-6df4-4379-a476-04a4aa5284bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531172'] for subnet (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:30:50.552247 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ecbfe08-2a81-4454-a7e5-250e5eb5361e None None] Network 20256a78-45fd-4ccd-b964-268c8f98da03 requested from dv-cinder-768458-18-iscsi {{(pid=103716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 05:30:50.626032 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-f77d3975-6df4-4379-a476-04a4aa5284bc admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6362495 Mar 02 05:30:50.774701 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9f6266c-0a17-4ffd-a45f-4992a38830e9 None None] Network 20256a78-45fd-4ccd-b964-268c8f98da03 requested from dv-cinder-768458-18-iscsi {{(pid=103716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 05:30:51.040537 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f4e31a-2130-4ffc-a4b4-895ec9791c8b req-245fb74f-78dc-465d-8865-8e6346d51840 tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:30:51.041993 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-c0f4e31a-2130-4ffc-a4b4-895ec9791c8b req-245fb74f-78dc-465d-8865-8e6346d51840 tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f122d84-7778-4e70-909d-03e8932f1b0c HTTP/1.1" status: 200 len: 946 time: 0.0552557 Mar 02 05:30:51.088658 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-c0f4e31a-2130-4ffc-a4b4-895ec9791c8b req-765b9ebb-53fc-4335-9082-893813ddf71e tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d69e608-83e2-4afc-ba8a-1373a1de5f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402982 Mar 02 05:30:51.445212 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.db.agents_db [None req-19237f2e-a493-4721-ab19-473fd9844311 None None] Agent healthcheck: found 6 active agents {{(pid=103717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 05:30:52.208564 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9eb728-f5c0-480c-8bd5-08c6ee5d0416 req-d7a24d14-d9be-4ea2-ab0e-16aef05e96b0 tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:30:52.209989 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-ff9eb728-f5c0-480c-8bd5-08c6ee5d0416 req-d7a24d14-d9be-4ea2-ab0e-16aef05e96b0 tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f122d84-7778-4e70-909d-03e8932f1b0c HTTP/1.1" status: 200 len: 946 time: 0.0534923 Mar 02 05:30:52.257776 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-ff9eb728-f5c0-480c-8bd5-08c6ee5d0416 req-60bd27e6-5382-44c2-8875-6a611ec2eb2f tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d69e608-83e2-4afc-ba8a-1373a1de5f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420444 Mar 02 05:30:52.384863 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f681f5-f98a-4520-88fd-155b7b7253d0 req-35fd177d-08eb-446c-9107-7a6be1f9d9f3 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:30:52.386342 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-25f681f5-f98a-4520-88fd-155b7b7253d0 req-35fd177d-08eb-446c-9107-7a6be1f9d9f3 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e6f95c0-3d74-43ec-9c37-9bff8fac7934 HTTP/1.1" status: 200 len: 945 time: 0.0538521 Mar 02 05:30:52.445772 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-25f681f5-f98a-4520-88fd-155b7b7253d0 req-7f1f5674-c2b0-4573-a884-986a6ba97f97 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd784b26-a24e-48e7-98ec-6c0ab769f87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534971 Mar 02 05:30:52.499069 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312bb378-d7ce-4f62-b06b-65812aa354e8 req-8cea18af-5875-4178-9e49-13341c841e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:30:52.500676 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-312bb378-d7ce-4f62-b06b-65812aa354e8 req-8cea18af-5875-4178-9e49-13341c841e42 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=baeaa70a8e234288af44838b99895a45&device_id=4e6f95c0-3d74-43ec-9c37-9bff8fac7934 HTTP/1.1" status: 200 len: 1129 time: 0.0520871 Mar 02 05:30:52.601199 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312bb378-d7ce-4f62-b06b-65812aa354e8 req-b6fbec50-ed45-4130-8fe3-aec381cca0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:30:52.602585 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-312bb378-d7ce-4f62-b06b-65812aa354e8 req-b6fbec50-ed45-4130-8fe3-aec381cca0d1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=6269aee3-2e0e-4eb6-b2da-e53edf4d265e HTTP/1.1" status: 200 len: 920 time: 0.0836473 Mar 02 05:30:52.654381 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-312bb378-d7ce-4f62-b06b-65812aa354e8 req-6cc78ef4-dd92-452a-b4f0-2761a434f5d8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ec466470-4f90-4b06-9c22-8bb584849f0b HTTP/1.1" status: 200 len: 217 time: 0.0440505 Mar 02 05:30:52.708618 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312bb378-d7ce-4f62-b06b-65812aa354e8 req-d7236f45-582a-4512-b193-5c58196c6bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:30:52.710165 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-312bb378-d7ce-4f62-b06b-65812aa354e8 req-d7236f45-582a-4512-b193-5c58196c6bb0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4a30aa60-f586-4276-a1aa-cd6a333ae855 HTTP/1.1" status: 200 len: 859 time: 0.0446711 Mar 02 05:30:52.741234 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-312bb378-d7ce-4f62-b06b-65812aa354e8 req-6a8013c2-a3dd-4324-a233-5ce9c9feb022 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6269aee3-2e0e-4eb6-b2da-e53edf4d265e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242286 Mar 02 05:30:52.837280 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-312bb378-d7ce-4f62-b06b-65812aa354e8 req-177edf93-8f6a-44c4-8793-672f42f23689 service neutron] 10.222.0.41 "GET /v2.0/networks/6269aee3-2e0e-4eb6-b2da-e53edf4d265e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842679 Mar 02 05:30:52.941065 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-312bb378-d7ce-4f62-b06b-65812aa354e8 req-1aad99a3-5408-4283-907e-ad35dcf25c35 service neutron] 10.222.0.41 "GET /v2.0/networks/6269aee3-2e0e-4eb6-b2da-e53edf4d265e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863538 Mar 02 05:30:53.566428 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94f332f-6fb2-44dc-83c3-97819df7f2cd req-d7c1e4f3-78d4-49ab-bf1f-2204e3f92c48 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:30:53.567895 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-d94f332f-6fb2-44dc-83c3-97819df7f2cd req-d7c1e4f3-78d4-49ab-bf1f-2204e3f92c48 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e6f95c0-3d74-43ec-9c37-9bff8fac7934 HTTP/1.1" status: 200 len: 945 time: 0.0553377 Mar 02 05:30:53.613950 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-d94f332f-6fb2-44dc-83c3-97819df7f2cd req-1d4daccf-f96b-4a62-92eb-986ae68e77f3 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd784b26-a24e-48e7-98ec-6c0ab769f87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394456 Mar 02 05:30:54.728875 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e36bc40-9dc5-4770-992b-c87386283626 req-d45fd75e-9667-47cf-a3a4-700fa90ea8e2 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:30:54.730333 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-8e36bc40-9dc5-4770-992b-c87386283626 req-d45fd75e-9667-47cf-a3a4-700fa90ea8e2 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e6f95c0-3d74-43ec-9c37-9bff8fac7934 HTTP/1.1" status: 200 len: 945 time: 0.0511196 Mar 02 05:30:54.781892 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-8e36bc40-9dc5-4770-992b-c87386283626 req-b5790a5e-7504-47cb-a5a2-9235d5eede1e tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd784b26-a24e-48e7-98ec-6c0ab769f87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440929 Mar 02 05:30:55.898772 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0f541a-d3da-4641-8d12-84ad8642110b req-21db7625-b964-4541-a0ef-d43e42084b3a tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:30:55.900238 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-6c0f541a-d3da-4641-8d12-84ad8642110b req-21db7625-b964-4541-a0ef-d43e42084b3a tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e6f95c0-3d74-43ec-9c37-9bff8fac7934 HTTP/1.1" status: 200 len: 945 time: 0.0502305 Mar 02 05:30:55.951169 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-6c0f541a-d3da-4641-8d12-84ad8642110b req-4877b4b8-1bbe-4817-9e50-e0332cc1dc90 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd784b26-a24e-48e7-98ec-6c0ab769f87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449016 Mar 02 05:30:57.091616 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80c1f53-62c3-40c2-8d0b-3ce20e67aca1 req-bc2626a5-8cd5-4aa4-bf2a-33d32678e804 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:30:57.093098 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-f80c1f53-62c3-40c2-8d0b-3ce20e67aca1 req-bc2626a5-8cd5-4aa4-bf2a-33d32678e804 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e6f95c0-3d74-43ec-9c37-9bff8fac7934 HTTP/1.1" status: 200 len: 945 time: 0.0617113 Mar 02 05:30:57.149412 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-f80c1f53-62c3-40c2-8d0b-3ce20e67aca1 req-dea30e89-9684-40ef-9313-2d407bac22d0 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd784b26-a24e-48e7-98ec-6c0ab769f87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502906 Mar 02 05:30:58.268049 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774f60e8-31e6-441d-b300-14b57cde74c2 req-563d5550-d642-4eb1-8690-db5bd61e9b98 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:30:58.269530 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-774f60e8-31e6-441d-b300-14b57cde74c2 req-563d5550-d642-4eb1-8690-db5bd61e9b98 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e6f95c0-3d74-43ec-9c37-9bff8fac7934 HTTP/1.1" status: 200 len: 945 time: 0.0530770 Mar 02 05:30:58.320214 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-774f60e8-31e6-441d-b300-14b57cde74c2 req-44efb55a-c366-4450-baae-769b277058d3 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd784b26-a24e-48e7-98ec-6c0ab769f87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429573 Mar 02 05:30:58.395178 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.wsgi [-] (103714) accepted ('10.222.0.32', 37400) {{(pid=103714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:30:58.499120 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-85334f43-cb6b-48fe-9f4d-497815d4a972 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:30:58.595513 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-85334f43-cb6b-48fe-9f4d-497815d4a972 admin admin] Publish callbacks [] for security_group (fbd777dc-5e8b-42f5-a19a-3be2ed346b5d), precommit_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:30:58.652744 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b965f69b-afa6-4514-a20d-f8effd341488 req-1a065e17-6274-411d-b08d-da945cbda6df tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:30:58.654969 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-b965f69b-afa6-4514-a20d-f8effd341488 req-1a065e17-6274-411d-b08d-da945cbda6df tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/ports?device_id=454afccc-8b3f-40a7-8e18-30480566cda9 HTTP/1.1" status: 200 len: 946 time: 0.0547566 Mar 02 05:30:58.665868 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.wsgi [-] (103714) accepted ('10.222.0.32', 37408) {{(pid=103714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:30:58.683619 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-85334f43-cb6b-48fe-9f4d-497815d4a972 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629892'] for security_group (fbd777dc-5e8b-42f5-a19a-3be2ed346b5d), after_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:30:58.705275 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-b965f69b-afa6-4514-a20d-f8effd341488 req-0294f2ef-86e2-4a5c-97ad-6a3b0ea6c861 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce8b9e9a-d177-47c0-9c9b-f6152dd9c0f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446551 Mar 02 05:30:58.751143 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [None req-85334f43-cb6b-48fe-9f4d-497815d4a972 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1521869bcfdb469ea28eac1f5d4d26e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3539898 Mar 02 05:30:58.751143 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85334f43-cb6b-48fe-9f4d-497815d4a972 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbd777dc-5e8b-42f5-a19a-3be2ed346b5d,revision_number=1']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:30:58.765107 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.wsgi [-] (103714) accepted ('10.222.0.32', 37414) {{(pid=103714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:30:58.814496 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-455f40d2-94c1-4e63-a0c2-c5be760ce9e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:30:58.856322 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-148afef7-b0de-4cc7-96b8-4f56248c7dbd admin admin] Publish callbacks [] for security_group (fbd777dc-5e8b-42f5-a19a-3be2ed346b5d), before_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:30:58.893825 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-148afef7-b0de-4cc7-96b8-4f56248c7dbd admin admin] Publish callbacks [] for security_group (fbd777dc-5e8b-42f5-a19a-3be2ed346b5d), precommit_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:30:58.955513 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-455f40d2-94c1-4e63-a0c2-c5be760ce9e7 admin admin] Publish callbacks [] for security_group (b6eaf68b-c94a-4596-900b-6b03eafae3de), precommit_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:30:59.037752 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-455f40d2-94c1-4e63-a0c2-c5be760ce9e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629892'] for security_group (b6eaf68b-c94a-4596-900b-6b03eafae3de), after_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:30:59.073908 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-148afef7-b0de-4cc7-96b8-4f56248c7dbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629892'] for security_group (fbd777dc-5e8b-42f5-a19a-3be2ed346b5d), after_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:30:59.076615 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-148afef7-b0de-4cc7-96b8-4f56248c7dbd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:30:59.077832 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [None req-148afef7-b0de-4cc7-96b8-4f56248c7dbd admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fbd777dc-5e8b-42f5-a19a-3be2ed346b5d HTTP/1.1" status: 204 len: 168 time: 0.3090739 Mar 02 05:30:59.080689 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [None req-455f40d2-94c1-4e63-a0c2-c5be760ce9e7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3db7b3903b124836adc29df48d1758b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4137363 Mar 02 05:30:59.081451 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455f40d2-94c1-4e63-a0c2-c5be760ce9e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6eaf68b-c94a-4596-900b-6b03eafae3de,revision_number=1']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:30:59.083683 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.wsgi [-] (103714) accepted ('10.222.0.32', 37420) {{(pid=103714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:30:59.101106 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148afef7-b0de-4cc7-96b8-4f56248c7dbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbd777dc-5e8b-42f5-a19a-3be2ed346b5d,revision_number=None']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:30:59.142950 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-427bb2b2-0718-41f9-9fa5-2c37a8461ccc admin admin] Publish callbacks [] for security_group (b6eaf68b-c94a-4596-900b-6b03eafae3de), before_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:30:59.163769 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-427bb2b2-0718-41f9-9fa5-2c37a8461ccc admin admin] Publish callbacks [] for security_group (b6eaf68b-c94a-4596-900b-6b03eafae3de), precommit_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:30:59.268689 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-427bb2b2-0718-41f9-9fa5-2c37a8461ccc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629892'] for security_group (b6eaf68b-c94a-4596-900b-6b03eafae3de), after_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:30:59.271464 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-427bb2b2-0718-41f9-9fa5-2c37a8461ccc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:30:59.272643 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [None req-427bb2b2-0718-41f9-9fa5-2c37a8461ccc admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b6eaf68b-c94a-4596-900b-6b03eafae3de HTTP/1.1" status: 204 len: 168 time: 0.1880529 Mar 02 05:30:59.281144 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427bb2b2-0718-41f9-9fa5-2c37a8461ccc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6eaf68b-c94a-4596-900b-6b03eafae3de,revision_number=None']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:30:59.464595 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c01e7d7-9ebb-44e9-ade1-e2aeebc3d815 req-e3d50ecb-6fe7-4fbe-8ddc-48e6db28ed10 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:30:59.466616 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-6c01e7d7-9ebb-44e9-ade1-e2aeebc3d815 req-e3d50ecb-6fe7-4fbe-8ddc-48e6db28ed10 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e6f95c0-3d74-43ec-9c37-9bff8fac7934 HTTP/1.1" status: 200 len: 945 time: 0.0606081 Mar 02 05:30:59.517318 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-6c01e7d7-9ebb-44e9-ade1-e2aeebc3d815 req-1794cb60-d468-4f6d-8efe-62b82b7a46d3 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd784b26-a24e-48e7-98ec-6c0ab769f87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436537 Mar 02 05:30:59.772421 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.32', 37434) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:30:59.785854 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-4c8a1cb0-8d89-4ab5-b71b-63befb60d9c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:30:59.888383 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44809b9b-0760-42b7-8d1e-30a03294e4c1 req-fdd63858-73fd-4301-887d-5d2c381ffbd8 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:30:59.889381 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-44809b9b-0760-42b7-8d1e-30a03294e4c1 req-fdd63858-73fd-4301-887d-5d2c381ffbd8 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/ports?device_id=454afccc-8b3f-40a7-8e18-30480566cda9 HTTP/1.1" status: 200 len: 946 time: 0.0800450 Mar 02 05:30:59.926310 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-4c8a1cb0-8d89-4ab5-b71b-63befb60d9c2 admin admin] Publish callbacks [] for security_group (9a7330f9-9a0d-4ad4-bf26-4f379d8fa6e2), precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:30:59.952484 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-44809b9b-0760-42b7-8d1e-30a03294e4c1 req-89b40154-ede0-42bc-8ac1-f0e93136c769 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce8b9e9a-d177-47c0-9c9b-f6152dd9c0f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575721 Mar 02 05:31:00.050175 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-4c8a1cb0-8d89-4ab5-b71b-63befb60d9c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629892'] for security_group (9a7330f9-9a0d-4ad4-bf26-4f379d8fa6e2), after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:00.050314 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.wsgi [-] (103714) accepted ('10.222.0.32', 37444) {{(pid=103714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:31:00.063687 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-297afc0a-1cef-444d-b1fa-f706a6d211af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:00.091951 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-4c8a1cb0-8d89-4ab5-b71b-63befb60d9c2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b7ea4993e7994b2596a4be6c8fc78f7f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3155138 Mar 02 05:31:00.091951 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8a1cb0-8d89-4ab5-b71b-63befb60d9c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a7330f9-9a0d-4ad4-bf26-4f379d8fa6e2,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:31:00.092844 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.32', 37446) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:31:00.143548 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-5c953361-29a5-4d21-8ecd-83d2815091e1 admin admin] Publish callbacks [] for security_group (9a7330f9-9a0d-4ad4-bf26-4f379d8fa6e2), before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:00.154755 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-297afc0a-1cef-444d-b1fa-f706a6d211af admin admin] Publish callbacks [] for security_group (e2836928-ea16-4816-baeb-773f362aaa39), precommit_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:00.168070 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-5c953361-29a5-4d21-8ecd-83d2815091e1 admin admin] Publish callbacks [] for security_group (9a7330f9-9a0d-4ad4-bf26-4f379d8fa6e2), precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:00.234344 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-297afc0a-1cef-444d-b1fa-f706a6d211af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629892'] for security_group (e2836928-ea16-4816-baeb-773f362aaa39), after_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:00.276801 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [None req-297afc0a-1cef-444d-b1fa-f706a6d211af admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7e1371b96112433aa801dbe13e331b51&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2253768 Mar 02 05:31:00.277824 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297afc0a-1cef-444d-b1fa-f706a6d211af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2836928-ea16-4816-baeb-773f362aaa39,revision_number=1']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:31:00.280394 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.32', 37452) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:31:00.331508 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-5c953361-29a5-4d21-8ecd-83d2815091e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629892'] for security_group (9a7330f9-9a0d-4ad4-bf26-4f379d8fa6e2), after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:00.333995 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-5c953361-29a5-4d21-8ecd-83d2815091e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:00.335134 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-5c953361-29a5-4d21-8ecd-83d2815091e1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9a7330f9-9a0d-4ad4-bf26-4f379d8fa6e2 HTTP/1.1" status: 204 len: 168 time: 0.2413943 Mar 02 05:31:00.342231 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-87e75c1e-b1e9-431b-ad68-6b27fcf8c249 admin admin] Publish callbacks [] for security_group (e2836928-ea16-4816-baeb-773f362aaa39), before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:00.355125 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c953361-29a5-4d21-8ecd-83d2815091e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a7330f9-9a0d-4ad4-bf26-4f379d8fa6e2,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:31:00.369623 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-87e75c1e-b1e9-431b-ad68-6b27fcf8c249 admin admin] Publish callbacks [] for security_group (e2836928-ea16-4816-baeb-773f362aaa39), precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:00.560691 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-87e75c1e-b1e9-431b-ad68-6b27fcf8c249 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629892'] for security_group (e2836928-ea16-4816-baeb-773f362aaa39), after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:00.563640 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-87e75c1e-b1e9-431b-ad68-6b27fcf8c249 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:00.564860 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-87e75c1e-b1e9-431b-ad68-6b27fcf8c249 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e2836928-ea16-4816-baeb-773f362aaa39 HTTP/1.1" status: 204 len: 168 time: 0.2824066 Mar 02 05:31:00.573684 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e75c1e-b1e9-431b-ad68-6b27fcf8c249 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2836928-ea16-4816-baeb-773f362aaa39,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:31:00.643271 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374511ff-b3cf-46df-94fb-bbbda13bcb57 req-79798ad0-c3d4-4475-957d-2f938f68aed9 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:31:00.644793 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-374511ff-b3cf-46df-94fb-bbbda13bcb57 req-79798ad0-c3d4-4475-957d-2f938f68aed9 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e6f95c0-3d74-43ec-9c37-9bff8fac7934 HTTP/1.1" status: 200 len: 945 time: 0.0521851 Mar 02 05:31:00.691118 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-374511ff-b3cf-46df-94fb-bbbda13bcb57 req-8a1d47f3-de9a-4ce3-ba64-fbe9d2e184db tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd784b26-a24e-48e7-98ec-6c0ab769f87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405560 Mar 02 05:31:01.092286 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84deb9b4-268f-426d-8310-542c46488974 req-d2301841-89bd-46c0-87bd-fb6af9cd4e6a tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:31:01.095431 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-84deb9b4-268f-426d-8310-542c46488974 req-d2301841-89bd-46c0-87bd-fb6af9cd4e6a tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/ports?device_id=454afccc-8b3f-40a7-8e18-30480566cda9 HTTP/1.1" status: 200 len: 946 time: 0.0583997 Mar 02 05:31:01.148191 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-84deb9b4-268f-426d-8310-542c46488974 req-1db25193-9010-47b3-9af6-473c243f5e04 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce8b9e9a-d177-47c0-9c9b-f6152dd9c0f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465357 Mar 02 05:31:01.814832 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56a7b83-0096-47b0-8a14-487d19b82527 req-443302d5-8d14-4a7c-af85-94385d195b3d tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:31:01.816345 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-d56a7b83-0096-47b0-8a14-487d19b82527 req-443302d5-8d14-4a7c-af85-94385d195b3d tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e6f95c0-3d74-43ec-9c37-9bff8fac7934 HTTP/1.1" status: 200 len: 945 time: 0.0555389 Mar 02 05:31:01.877838 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-d56a7b83-0096-47b0-8a14-487d19b82527 req-91abcee4-2d4f-4e2c-93bc-499a256e2673 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd784b26-a24e-48e7-98ec-6c0ab769f87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550842 Mar 02 05:31:02.274253 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad087be-49d6-40c8-8f3b-c9a0979153f2 req-447ef2bc-c0cf-446a-afa4-696a2f65e709 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:31:02.275745 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-4ad087be-49d6-40c8-8f3b-c9a0979153f2 req-447ef2bc-c0cf-446a-afa4-696a2f65e709 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/ports?device_id=454afccc-8b3f-40a7-8e18-30480566cda9 HTTP/1.1" status: 200 len: 946 time: 0.0519180 Mar 02 05:31:02.332098 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-4ad087be-49d6-40c8-8f3b-c9a0979153f2 req-7b709d93-9cc4-439f-8bb7-d2a2970bcc0f tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce8b9e9a-d177-47c0-9c9b-f6152dd9c0f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500772 Mar 02 05:31:02.996496 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b005c20-0826-4490-a3b0-7e6a37ea3913 req-21f13068-d0e2-475f-a85f-b17fd817460a tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:31:02.998617 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-2b005c20-0826-4490-a3b0-7e6a37ea3913 req-21f13068-d0e2-475f-a85f-b17fd817460a tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e6f95c0-3d74-43ec-9c37-9bff8fac7934 HTTP/1.1" status: 200 len: 945 time: 0.0523512 Mar 02 05:31:03.052197 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-2b005c20-0826-4490-a3b0-7e6a37ea3913 req-d8edab1f-3a80-47bb-ab44-ff2b0dab94bf tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd784b26-a24e-48e7-98ec-6c0ab769f87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477011 Mar 02 05:31:03.508789 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5604db8-88b8-4b5b-b9e3-f8b0fc969927 req-476a9308-0dd0-471e-9ff6-1512d15b8d5f tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:31:03.510324 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-c5604db8-88b8-4b5b-b9e3-f8b0fc969927 req-476a9308-0dd0-471e-9ff6-1512d15b8d5f tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/ports?device_id=454afccc-8b3f-40a7-8e18-30480566cda9 HTTP/1.1" status: 200 len: 946 time: 0.0645013 Mar 02 05:31:03.570139 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-c5604db8-88b8-4b5b-b9e3-f8b0fc969927 req-f774eb82-5e0e-4c4f-9e09-4d412e3f67c7 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce8b9e9a-d177-47c0-9c9b-f6152dd9c0f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540276 Mar 02 05:31:04.201015 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6c4eb7-ea1f-4a78-acb9-6ef92505dbef req-7b7fe976-e898-4166-a4b2-43e0071385a4 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:31:04.202677 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-0c6c4eb7-ea1f-4a78-acb9-6ef92505dbef req-7b7fe976-e898-4166-a4b2-43e0071385a4 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e6f95c0-3d74-43ec-9c37-9bff8fac7934 HTTP/1.1" status: 200 len: 945 time: 0.0582888 Mar 02 05:31:04.247604 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-0c6c4eb7-ea1f-4a78-acb9-6ef92505dbef req-43c23829-13c9-4a71-993a-d388dcb6fb8d tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd784b26-a24e-48e7-98ec-6c0ab769f87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393779 Mar 02 05:31:04.702452 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df10599b-eaf0-4a00-ac12-62aad6c7b8fb req-5123516e-c661-4d64-91fd-b5b3443cd9d8 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:31:04.713037 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-df10599b-eaf0-4a00-ac12-62aad6c7b8fb req-5123516e-c661-4d64-91fd-b5b3443cd9d8 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/ports?device_id=454afccc-8b3f-40a7-8e18-30480566cda9 HTTP/1.1" status: 200 len: 946 time: 0.0621932 Mar 02 05:31:04.765677 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-df10599b-eaf0-4a00-ac12-62aad6c7b8fb req-9bd49303-0acf-47f4-8075-956ad01ccacb tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce8b9e9a-d177-47c0-9c9b-f6152dd9c0f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518885 Mar 02 05:31:04.977201 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.32', 37688) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:31:05.082475 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-97c86f16-66d1-409b-953f-9200cb109a6f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:05.156869 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-97c86f16-66d1-409b-953f-9200cb109a6f admin admin] Publish callbacks [] for security_group (a503bec5-1d73-4f1e-98fa-cb0f4ff35e75), precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:05.255383 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-97c86f16-66d1-409b-953f-9200cb109a6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629892'] for security_group (a503bec5-1d73-4f1e-98fa-cb0f4ff35e75), after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:05.296469 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c86f16-66d1-409b-953f-9200cb109a6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a503bec5-1d73-4f1e-98fa-cb0f4ff35e75,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:31:05.303328 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-97c86f16-66d1-409b-953f-9200cb109a6f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4a064096cb4d4e78acda6b787632f3b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3227124 Mar 02 05:31:05.303717 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.32', 37694) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:31:05.360570 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-62ae28e9-316c-426e-9330-b9be3873960c admin admin] Publish callbacks [] for security_group (a503bec5-1d73-4f1e-98fa-cb0f4ff35e75), before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:05.370578 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b0c0b6-2271-4ab9-aa94-1b036798e508 req-588557f7-c91b-4c4d-8a81-5095283a3760 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:31:05.373060 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-82b0c0b6-2271-4ab9-aa94-1b036798e508 req-588557f7-c91b-4c4d-8a81-5095283a3760 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e6f95c0-3d74-43ec-9c37-9bff8fac7934 HTTP/1.1" status: 200 len: 945 time: 0.0557306 Mar 02 05:31:05.382548 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-62ae28e9-316c-426e-9330-b9be3873960c admin admin] Publish callbacks [] for security_group (a503bec5-1d73-4f1e-98fa-cb0f4ff35e75), precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:05.421028 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-82b0c0b6-2271-4ab9-aa94-1b036798e508 req-747b8216-dc10-4fa6-82bd-cfe77876cc20 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd784b26-a24e-48e7-98ec-6c0ab769f87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423043 Mar 02 05:31:05.506335 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-62ae28e9-316c-426e-9330-b9be3873960c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629892'] for security_group (a503bec5-1d73-4f1e-98fa-cb0f4ff35e75), after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:05.509098 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-62ae28e9-316c-426e-9330-b9be3873960c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:05.510256 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-62ae28e9-316c-426e-9330-b9be3873960c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a503bec5-1d73-4f1e-98fa-cb0f4ff35e75 HTTP/1.1" status: 204 len: 168 time: 0.2058110 Mar 02 05:31:05.518724 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ae28e9-316c-426e-9330-b9be3873960c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a503bec5-1d73-4f1e-98fa-cb0f4ff35e75,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:31:05.898820 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f911c74e-438a-42fa-92bd-a557aab92363 req-4854af53-ab7d-4abc-ae21-d9d9ba8ae5ec tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:31:05.900633 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-f911c74e-438a-42fa-92bd-a557aab92363 req-4854af53-ab7d-4abc-ae21-d9d9ba8ae5ec tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/ports?device_id=454afccc-8b3f-40a7-8e18-30480566cda9 HTTP/1.1" status: 200 len: 946 time: 0.0607352 Mar 02 05:31:06.107182 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.32', 37712) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:31:06.126177 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-1a57c290-9620-4df6-952c-a50432093364 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:06.153753 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-f911c74e-438a-42fa-92bd-a557aab92363 req-6da3c873-6eac-47bb-869a-b492a3647f67 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce8b9e9a-d177-47c0-9c9b-f6152dd9c0f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2476313 Mar 02 05:31:06.206794 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-1a57c290-9620-4df6-952c-a50432093364 admin admin] Publish callbacks [] for security_group (76cb1b52-0c79-4a2c-956c-36086f962792), precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:06.271859 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-1a57c290-9620-4df6-952c-a50432093364 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629892'] for security_group (76cb1b52-0c79-4a2c-956c-36086f962792), after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:06.311496 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-1a57c290-9620-4df6-952c-a50432093364 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6c5504baa7da4f3998ffb11df91e58aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2023497 Mar 02 05:31:06.312348 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a57c290-9620-4df6-952c-a50432093364 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76cb1b52-0c79-4a2c-956c-36086f962792,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:31:06.314087 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.wsgi [-] (103714) accepted ('10.222.0.32', 37714) {{(pid=103714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:31:06.366735 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-85d9b857-b79c-45f8-a3ef-2701ba29d249 admin admin] Publish callbacks [] for security_group (76cb1b52-0c79-4a2c-956c-36086f962792), before_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:06.387975 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-85d9b857-b79c-45f8-a3ef-2701ba29d249 admin admin] Publish callbacks [] for security_group (76cb1b52-0c79-4a2c-956c-36086f962792), precommit_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:06.488944 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-85d9b857-b79c-45f8-a3ef-2701ba29d249 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629892'] for security_group (76cb1b52-0c79-4a2c-956c-36086f962792), after_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:06.491907 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-85d9b857-b79c-45f8-a3ef-2701ba29d249 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:06.494591 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [None req-85d9b857-b79c-45f8-a3ef-2701ba29d249 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/76cb1b52-0c79-4a2c-956c-36086f962792 HTTP/1.1" status: 204 len: 168 time: 0.1778588 Mar 02 05:31:06.501263 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d9b857-b79c-45f8-a3ef-2701ba29d249 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76cb1b52-0c79-4a2c-956c-36086f962792,revision_number=None']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:31:06.584042 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0fa44b-13e0-42ce-b479-5a3be022b390 req-2b97377d-f2bb-4c9e-825d-e3fdb5b6ba72 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:31:06.590397 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-dd0fa44b-13e0-42ce-b479-5a3be022b390 req-2b97377d-f2bb-4c9e-825d-e3fdb5b6ba72 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e6f95c0-3d74-43ec-9c37-9bff8fac7934 HTTP/1.1" status: 200 len: 945 time: 0.1037414 Mar 02 05:31:06.641307 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-dd0fa44b-13e0-42ce-b479-5a3be022b390 req-e37c4cfd-90a3-4b0e-a3b7-c2ce35d4efa0 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd784b26-a24e-48e7-98ec-6c0ab769f87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442033 Mar 02 05:31:06.980908 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (db45f871-b7ec-436d-b6b8-6a0a072a2253), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:07.323133 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce3bf12-853e-4db4-acc5-47c3011064a6 req-7d8ac6c3-83ea-4fb2-af3b-16363091233b tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:31:07.324718 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-1ce3bf12-853e-4db4-acc5-47c3011064a6 req-7d8ac6c3-83ea-4fb2-af3b-16363091233b tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/ports?device_id=454afccc-8b3f-40a7-8e18-30480566cda9 HTTP/1.1" status: 200 len: 946 time: 0.0864475 Mar 02 05:31:07.330247 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d639da-bda5-44db-92fa-bacaabc15102 req-6ac340c9-70b0-48c0-b3e1-926463f77b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:31:07.331712 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-49d639da-bda5-44db-92fa-bacaabc15102 req-6ac340c9-70b0-48c0-b3e1-926463f77b83 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=baeaa70a8e234288af44838b99895a45&device_id=4e6f95c0-3d74-43ec-9c37-9bff8fac7934 HTTP/1.1" status: 200 len: 1129 time: 0.0923128 Mar 02 05:31:07.429141 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-1ce3bf12-853e-4db4-acc5-47c3011064a6 req-d5d1ba13-93ac-46ae-97dc-be1c89b24c57 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce8b9e9a-d177-47c0-9c9b-f6152dd9c0f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0960464 Mar 02 05:31:07.472717 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d639da-bda5-44db-92fa-bacaabc15102 req-bc97051e-c2b0-4207-a0d0-77b54be7f452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:31:07.474230 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-49d639da-bda5-44db-92fa-bacaabc15102 req-bc97051e-c2b0-4207-a0d0-77b54be7f452 service neutron] 10.222.0.41 "GET /v2.0/networks?id=6269aee3-2e0e-4eb6-b2da-e53edf4d265e HTTP/1.1" status: 200 len: 920 time: 0.1129849 Mar 02 05:31:07.525623 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-49d639da-bda5-44db-92fa-bacaabc15102 req-7a7581ed-323f-402e-b333-fb35bb50b8ed service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ec466470-4f90-4b06-9c22-8bb584849f0b HTTP/1.1" status: 200 len: 217 time: 0.0360219 Mar 02 05:31:07.575465 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d639da-bda5-44db-92fa-bacaabc15102 req-40ff63ac-0447-4a15-893a-5556ff10ef21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:31:07.576991 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-49d639da-bda5-44db-92fa-bacaabc15102 req-40ff63ac-0447-4a15-893a-5556ff10ef21 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4a30aa60-f586-4276-a1aa-cd6a333ae855 HTTP/1.1" status: 200 len: 859 time: 0.0450466 Mar 02 05:31:07.608187 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-49d639da-bda5-44db-92fa-bacaabc15102 req-6793d755-fcc2-4bdb-af21-cc250a0f3dea service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6269aee3-2e0e-4eb6-b2da-e53edf4d265e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244265 Mar 02 05:31:07.713884 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-49d639da-bda5-44db-92fa-bacaabc15102 req-48b24263-0969-4d86-9766-d8c363559117 service neutron] 10.222.0.41 "GET /v2.0/networks/6269aee3-2e0e-4eb6-b2da-e53edf4d265e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984898 Mar 02 05:31:07.782022 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb5d0df-ddeb-4da6-9e9d-b953e29fa3ba req-c89d3683-e11f-4193-b7b9-26e3d7f0230b tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:31:07.783575 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-7fb5d0df-ddeb-4da6-9e9d-b953e29fa3ba req-c89d3683-e11f-4193-b7b9-26e3d7f0230b tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e6f95c0-3d74-43ec-9c37-9bff8fac7934 HTTP/1.1" status: 200 len: 945 time: 0.0648985 Mar 02 05:31:07.819651 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-49d639da-bda5-44db-92fa-bacaabc15102 req-a6f79348-34f5-46e8-bb55-4462524565eb service neutron] 10.222.0.41 "GET /v2.0/networks/6269aee3-2e0e-4eb6-b2da-e53edf4d265e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989072 Mar 02 05:31:07.835396 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-7fb5d0df-ddeb-4da6-9e9d-b953e29fa3ba req-64e37724-dbfa-46be-a55f-5b50670cfdd0 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd784b26-a24e-48e7-98ec-6c0ab769f87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457339 Mar 02 05:31:08.492364 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.32', 37824) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:31:08.542806 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffa644ee-9fe2-4616-aaa0-6b938c7994ba admin admin] Deleting subnet 334ccacb-f8eb-4a23-9d90-6fc91b3462d1 {{(pid=103715) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 02 05:31:08.546870 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-ffa644ee-9fe2-4616-aaa0-6b938c7994ba admin admin] Publish callbacks [] for subnet (334ccacb-f8eb-4a23-9d90-6fc91b3462d1), before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:08.560523 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb601b96-4f5e-4290-bdc5-4a0d30348d99 req-21275d6a-a104-481f-8837-ca88ec203044 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:31:08.563755 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-cb601b96-4f5e-4290-bdc5-4a0d30348d99 req-21275d6a-a104-481f-8837-ca88ec203044 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/ports?device_id=454afccc-8b3f-40a7-8e18-30480566cda9 HTTP/1.1" status: 200 len: 946 time: 0.0575514 Mar 02 05:31:08.583848 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-ffa644ee-9fe2-4616-aaa0-6b938c7994ba admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14592191'] for subnet (334ccacb-f8eb-4a23-9d90-6fc91b3462d1), precommit_delete_associations {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:08.607974 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-cb601b96-4f5e-4290-bdc5-4a0d30348d99 req-f1c2911b-edf7-4404-8581-ddd91cb1bb49 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce8b9e9a-d177-47c0-9c9b-f6152dd9c0f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403237 Mar 02 05:31:08.623193 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-ffa644ee-9fe2-4616-aaa0-6b938c7994ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1107012'] for subnet (334ccacb-f8eb-4a23-9d90-6fc91b3462d1), precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:08.757814 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-ffa644ee-9fe2-4616-aaa0-6b938c7994ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1107019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14202953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58182792'] for subnet (334ccacb-f8eb-4a23-9d90-6fc91b3462d1), after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:08.781689 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa644ee-9fe2-4616-aaa0-6b938c7994ba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=334ccacb-f8eb-4a23-9d90-6fc91b3462d1,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:31:08.787439 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-ffa644ee-9fe2-4616-aaa0-6b938c7994ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531172'] for subnet (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:08.793948 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-ffa644ee-9fe2-4616-aaa0-6b938c7994ba admin admin] 10.222.0.32 "DELETE /v2.0/subnets/334ccacb-f8eb-4a23-9d90-6fc91b3462d1 HTTP/1.1" status: 204 len: 168 time: 0.2960372 Mar 02 05:31:08.793948 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.32', 37826) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:31:08.864429 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-8617045d-aab3-45f0-bf92-396d38ee5aa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1295551'] for network (5f6fa5be-ca0c-4cc2-83bb-0dc6fa1483b0), before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:08.984786 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.wsgi [-] (103714) accepted ('10.222.0.32', 37836) {{(pid=103714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:31:09.105552 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-0bfdd534-f574-48c3-81ff-c131a31faa14 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:09.191462 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-8617045d-aab3-45f0-bf92-396d38ee5aa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2011071', 'neutron.services.segments.db._delete_segments_for_network-8789290248605'] for network (5f6fa5be-ca0c-4cc2-83bb-0dc6fa1483b0), precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:09.197582 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-0bfdd534-f574-48c3-81ff-c131a31faa14 admin admin] Publish callbacks [] for security_group (bef466d6-b58a-4d1a-abcf-dff948d820bb), precommit_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:09.217961 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.services.segments.db [None req-8617045d-aab3-45f0-bf92-396d38ee5aa3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f6fa5be-ca0c-4cc2-83bb-0dc6fa1483b0']}} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 05:31:09.230008 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.services.segments.db [None req-8617045d-aab3-45f0-bf92-396d38ee5aa3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f317dc21-1fdf-4241-b618-b92ca40775fd') {'for_net_delete': True} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 05:31:09.230307 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.services.segments.db [None req-8617045d-aab3-45f0-bf92-396d38ee5aa3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f317dc21-1fdf-4241-b618-b92ca40775fd') {} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 05:31:09.241443 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-8617045d-aab3-45f0-bf92-396d38ee5aa3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789290251430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14592168'] for segment (f317dc21-1fdf-4241-b618-b92ca40775fd), before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:09.249267 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409ccc3b-8b12-4c0e-8a3c-d8ea55359d59 req-c5dbc0a9-96ce-4a40-b672-ab25c9bae776 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:31:09.254199 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-409ccc3b-8b12-4c0e-8a3c-d8ea55359d59 req-c5dbc0a9-96ce-4a40-b672-ab25c9bae776 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e6f95c0-3d74-43ec-9c37-9bff8fac7934 HTTP/1.1" status: 200 len: 945 time: 0.3181434 Mar 02 05:31:09.271993 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-8617045d-aab3-45f0-bf92-396d38ee5aa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1106907'] for segment (f317dc21-1fdf-4241-b618-b92ca40775fd), precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:09.272160 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-0bfdd534-f574-48c3-81ff-c131a31faa14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629892'] for security_group (bef466d6-b58a-4d1a-abcf-dff948d820bb), after_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:09.282888 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8617045d-aab3-45f0-bf92-396d38ee5aa3 admin admin] Releasing vlan 260 on physical network physnet1 to pool {{(pid=103715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 05:31:09.283274 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-8617045d-aab3-45f0-bf92-396d38ee5aa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1106907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14203031'] for segment (f317dc21-1fdf-4241-b618-b92ca40775fd), after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:09.284873 dv-cinder-768458-18-iscsi neutron-server[103715]: Traceback (most recent call last): Mar 02 05:31:09.284873 dv-cinder-768458-18-iscsi neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 05:31:09.284873 dv-cinder-768458-18-iscsi neutron-server[103715]: timer() Mar 02 05:31:09.284873 dv-cinder-768458-18-iscsi neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 05:31:09.284873 dv-cinder-768458-18-iscsi neutron-server[103715]: cb(*args, **kw) Mar 02 05:31:09.284873 dv-cinder-768458-18-iscsi neutron-server[103715]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 02 05:31:09.284873 dv-cinder-768458-18-iscsi neutron-server[103715]: return func(*args, **kwargs) Mar 02 05:31:09.284873 dv-cinder-768458-18-iscsi neutron-server[103715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 05:31:09.284873 dv-cinder-768458-18-iscsi neutron-server[103715]: self._notify() Mar 02 05:31:09.284873 dv-cinder-768458-18-iscsi neutron-server[103715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 05:31:09.284873 dv-cinder-768458-18-iscsi neutron-server[103715]: self.callback(batched_events) Mar 02 05:31:09.284873 dv-cinder-768458-18-iscsi neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 05:31:09.284873 dv-cinder-768458-18-iscsi neutron-server[103715]: event.method(event) Mar 02 05:31:09.284873 dv-cinder-768458-18-iscsi neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 02 05:31:09.284873 dv-cinder-768458-18-iscsi neutron-server[103715]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 05:31:09.284873 dv-cinder-768458-18-iscsi neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 02 05:31:09.284873 dv-cinder-768458-18-iscsi neutron-server[103715]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 05:31:09.284873 dv-cinder-768458-18-iscsi neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 02 05:31:09.284873 dv-cinder-768458-18-iscsi neutron-server[103715]: return f(self, *a, **k) Mar 02 05:31:09.284873 dv-cinder-768458-18-iscsi neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 05:31:09.284873 dv-cinder-768458-18-iscsi neutron-server[103715]: return self._get(url).json() Mar 02 05:31:09.284873 dv-cinder-768458-18-iscsi neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 05:31:09.284873 dv-cinder-768458-18-iscsi neutron-server[103715]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 05:31:09.284873 dv-cinder-768458-18-iscsi neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 05:31:09.284873 dv-cinder-768458-18-iscsi neutron-server[103715]: return self.request(url, 'GET', **kwargs) Mar 02 05:31:09.284873 dv-cinder-768458-18-iscsi neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 05:31:09.284873 dv-cinder-768458-18-iscsi neutron-server[103715]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 05:31:09.284873 dv-cinder-768458-18-iscsi neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 05:31:09.284873 dv-cinder-768458-18-iscsi neutron-server[103715]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 05:31:09.284873 dv-cinder-768458-18-iscsi neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 05:31:09.284873 dv-cinder-768458-18-iscsi neutron-server[103715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 05:31:09.284873 dv-cinder-768458-18-iscsi neutron-server[103715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 05:31:09.313940 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [None req-0bfdd534-f574-48c3-81ff-c131a31faa14 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6a7f1c0dc349405e904122640db1fe93&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3254933 Mar 02 05:31:09.313940 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfdd534-f574-48c3-81ff-c131a31faa14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bef466d6-b58a-4d1a-abcf-dff948d820bb,revision_number=1']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:31:09.315766 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.wsgi [-] (103714) accepted ('10.222.0.32', 37842) {{(pid=103714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:31:09.354085 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-409ccc3b-8b12-4c0e-8a3c-d8ea55359d59 req-c611406d-47ce-4dc2-8e8e-7444d630d77c tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd784b26-a24e-48e7-98ec-6c0ab769f87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978320 Mar 02 05:31:09.368906 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-9564ad6d-0957-47dc-859c-b083795d82be admin admin] Publish callbacks [] for security_group (bef466d6-b58a-4d1a-abcf-dff948d820bb), before_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:09.389123 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-9564ad6d-0957-47dc-859c-b083795d82be admin admin] Publish callbacks [] for security_group (bef466d6-b58a-4d1a-abcf-dff948d820bb), precommit_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:09.420347 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-8617045d-aab3-45f0-bf92-396d38ee5aa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2011078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556366'] for network (5f6fa5be-ca0c-4cc2-83bb-0dc6fa1483b0), after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:09.428789 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-8617045d-aab3-45f0-bf92-396d38ee5aa3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531172'] for network (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:09.435472 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.wsgi [-] (103714) accepted ('10.222.0.32', 37844) {{(pid=103714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:31:09.435611 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-8617045d-aab3-45f0-bf92-396d38ee5aa3 admin admin] 10.222.0.32 "DELETE /v2.0/networks/5f6fa5be-ca0c-4cc2-83bb-0dc6fa1483b0 HTTP/1.1" status: 204 len: 168 time: 0.6406324 Mar 02 05:31:09.445322 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8617045d-aab3-45f0-bf92-396d38ee5aa3 admin admin] Pushing event deleted for resources: {'Network': ['ID=5f6fa5be-ca0c-4cc2-83bb-0dc6fa1483b0,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:31:09.482771 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.db.db_base_plugin_v2 [None req-efd6c5d2-e87d-4624-8b20-42805d5b3541 admin admin] Deleting subnet c0827604-23e1-4eda-a39d-d04828902e23 {{(pid=103714) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 02 05:31:09.486045 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-efd6c5d2-e87d-4624-8b20-42805d5b3541 admin admin] Publish callbacks [] for subnet (c0827604-23e1-4eda-a39d-d04828902e23), before_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:09.518677 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-efd6c5d2-e87d-4624-8b20-42805d5b3541 admin admin] Publish callbacks [] for subnet (c0827604-23e1-4eda-a39d-d04828902e23), precommit_delete_associations {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:09.521847 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-9564ad6d-0957-47dc-859c-b083795d82be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629892'] for security_group (bef466d6-b58a-4d1a-abcf-dff948d820bb), after_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:09.524356 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-9564ad6d-0957-47dc-859c-b083795d82be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:09.528809 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [None req-9564ad6d-0957-47dc-859c-b083795d82be admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/bef466d6-b58a-4d1a-abcf-dff948d820bb HTTP/1.1" status: 204 len: 168 time: 0.2088094 Mar 02 05:31:09.535094 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-efd6c5d2-e87d-4624-8b20-42805d5b3541 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1107012'] for subnet (c0827604-23e1-4eda-a39d-d04828902e23), precommit_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:09.563315 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9564ad6d-0957-47dc-859c-b083795d82be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bef466d6-b58a-4d1a-abcf-dff948d820bb,revision_number=None']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:31:09.603934 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-7b57e0aa-8b20-4862-bdde-e74133819610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (516abb3b-63f8-4dbb-a4f1-8865516966e2), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:09.741199 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905d71c8-1070-4ccd-83ff-7652173bb971 req-a2774d43-ca04-48de-8a04-018abd791ab5 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:31:09.742674 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-905d71c8-1070-4ccd-83ff-7652173bb971 req-a2774d43-ca04-48de-8a04-018abd791ab5 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/ports?device_id=454afccc-8b3f-40a7-8e18-30480566cda9 HTTP/1.1" status: 200 len: 946 time: 0.0593925 Mar 02 05:31:09.769677 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4066c16-6405-4077-aa26-c2778f648835 req-befee90e-3f87-45d5-b7d9-efc926536923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:31:09.771250 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-c4066c16-6405-4077-aa26-c2778f648835 req-befee90e-3f87-45d5-b7d9-efc926536923 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4e6f95c0-3d74-43ec-9c37-9bff8fac7934 HTTP/1.1" status: 200 len: 1129 time: 0.0435419 Mar 02 05:31:09.771411 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-efd6c5d2-e87d-4624-8b20-42805d5b3541 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1107019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186'] for subnet (c0827604-23e1-4eda-a39d-d04828902e23), after_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:09.810061 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd6c5d2-e87d-4624-8b20-42805d5b3541 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c0827604-23e1-4eda-a39d-d04828902e23,revision_number=None']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:31:09.815037 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-efd6c5d2-e87d-4624-8b20-42805d5b3541 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:09.818398 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [None req-efd6c5d2-e87d-4624-8b20-42805d5b3541 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/c0827604-23e1-4eda-a39d-d04828902e23 HTTP/1.1" status: 204 len: 168 time: 0.3815913 Mar 02 05:31:09.821799 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.32', 37850) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:31:09.830492 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-905d71c8-1070-4ccd-83ff-7652173bb971 req-ca0ac501-962c-4b85-b448-3ec50a69baa3 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce8b9e9a-d177-47c0-9c9b-f6152dd9c0f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812533 Mar 02 05:31:09.831975 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-c4066c16-6405-4077-aa26-c2778f648835 req-8f483920-455c-4815-8f1d-f95bf1146dc3 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=cd784b26-a24e-48e7-98ec-6c0ab769f87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484626 Mar 02 05:31:09.902529 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-1f28d14e-167f-4ff0-9f37-9e008a140e40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1295551'] for network (20256a78-45fd-4ccd-b964-268c8f98da03), before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:09.982919 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-1f28d14e-167f-4ff0-9f37-9e008a140e40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2011071', 'neutron.services.segments.db._delete_segments_for_network-8789290248605'] for network (20256a78-45fd-4ccd-b964-268c8f98da03), precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:10.002088 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.services.segments.db [None req-1f28d14e-167f-4ff0-9f37-9e008a140e40 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20256a78-45fd-4ccd-b964-268c8f98da03']}} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 05:31:10.012265 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.services.segments.db [None req-1f28d14e-167f-4ff0-9f37-9e008a140e40 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91c78979-dda3-4063-b68b-ff1e205cee26') {'for_net_delete': True} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 05:31:10.012575 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.services.segments.db [None req-1f28d14e-167f-4ff0-9f37-9e008a140e40 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91c78979-dda3-4063-b68b-ff1e205cee26') {} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 05:31:10.027540 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-1f28d14e-167f-4ff0-9f37-9e008a140e40 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789290251430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14592168'] for segment (91c78979-dda3-4063-b68b-ff1e205cee26), before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:10.042944 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-1f28d14e-167f-4ff0-9f37-9e008a140e40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1106907'] for segment (91c78979-dda3-4063-b68b-ff1e205cee26), precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:10.049498 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f28d14e-167f-4ff0-9f37-9e008a140e40 admin admin] Releasing vlan 297 on physical network physnet1 to pool {{(pid=103715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 05:31:10.049930 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-1f28d14e-167f-4ff0-9f37-9e008a140e40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1106907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14203031'] for segment (91c78979-dda3-4063-b68b-ff1e205cee26), after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:10.051575 dv-cinder-768458-18-iscsi neutron-server[103715]: Traceback (most recent call last): Mar 02 05:31:10.051575 dv-cinder-768458-18-iscsi neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 05:31:10.051575 dv-cinder-768458-18-iscsi neutron-server[103715]: timer() Mar 02 05:31:10.051575 dv-cinder-768458-18-iscsi neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 05:31:10.051575 dv-cinder-768458-18-iscsi neutron-server[103715]: cb(*args, **kw) Mar 02 05:31:10.051575 dv-cinder-768458-18-iscsi neutron-server[103715]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 02 05:31:10.051575 dv-cinder-768458-18-iscsi neutron-server[103715]: return func(*args, **kwargs) Mar 02 05:31:10.051575 dv-cinder-768458-18-iscsi neutron-server[103715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 05:31:10.051575 dv-cinder-768458-18-iscsi neutron-server[103715]: self._notify() Mar 02 05:31:10.051575 dv-cinder-768458-18-iscsi neutron-server[103715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 05:31:10.051575 dv-cinder-768458-18-iscsi neutron-server[103715]: self.callback(batched_events) Mar 02 05:31:10.051575 dv-cinder-768458-18-iscsi neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 05:31:10.051575 dv-cinder-768458-18-iscsi neutron-server[103715]: event.method(event) Mar 02 05:31:10.051575 dv-cinder-768458-18-iscsi neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 02 05:31:10.051575 dv-cinder-768458-18-iscsi neutron-server[103715]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 05:31:10.051575 dv-cinder-768458-18-iscsi neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 02 05:31:10.051575 dv-cinder-768458-18-iscsi neutron-server[103715]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 05:31:10.051575 dv-cinder-768458-18-iscsi neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 02 05:31:10.051575 dv-cinder-768458-18-iscsi neutron-server[103715]: return f(self, *a, **k) Mar 02 05:31:10.051575 dv-cinder-768458-18-iscsi neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 05:31:10.051575 dv-cinder-768458-18-iscsi neutron-server[103715]: return self._get(url).json() Mar 02 05:31:10.051575 dv-cinder-768458-18-iscsi neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 05:31:10.051575 dv-cinder-768458-18-iscsi neutron-server[103715]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 05:31:10.051575 dv-cinder-768458-18-iscsi neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 05:31:10.051575 dv-cinder-768458-18-iscsi neutron-server[103715]: return self.request(url, 'GET', **kwargs) Mar 02 05:31:10.051575 dv-cinder-768458-18-iscsi neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 05:31:10.051575 dv-cinder-768458-18-iscsi neutron-server[103715]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 05:31:10.051575 dv-cinder-768458-18-iscsi neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 05:31:10.051575 dv-cinder-768458-18-iscsi neutron-server[103715]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 05:31:10.051575 dv-cinder-768458-18-iscsi neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 05:31:10.051575 dv-cinder-768458-18-iscsi neutron-server[103715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 05:31:10.051575 dv-cinder-768458-18-iscsi neutron-server[103715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 05:31:10.203238 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-1f28d14e-167f-4ff0-9f37-9e008a140e40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2011078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556366'] for network (20256a78-45fd-4ccd-b964-268c8f98da03), after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:10.209424 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-1f28d14e-167f-4ff0-9f37-9e008a140e40 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531172'] for network (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:10.212619 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-1f28d14e-167f-4ff0-9f37-9e008a140e40 admin admin] 10.222.0.32 "DELETE /v2.0/networks/20256a78-45fd-4ccd-b964-268c8f98da03 HTTP/1.1" status: 204 len: 168 time: 0.3898914 Mar 02 05:31:10.227975 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f28d14e-167f-4ff0-9f37-9e008a140e40 admin admin] Pushing event deleted for resources: {'Network': ['ID=20256a78-45fd-4ccd-b964-268c8f98da03,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:31:10.234297 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f28d14e-167f-4ff0-9f37-9e008a140e40 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:31:10.234936 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f28d14e-167f-4ff0-9f37-9e008a140e40 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:31:10.235553 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f28d14e-167f-4ff0-9f37-9e008a140e40 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:31:10.235904 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f28d14e-167f-4ff0-9f37-9e008a140e40 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:31:10.236253 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f28d14e-167f-4ff0-9f37-9e008a140e40 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:31:10.236573 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f28d14e-167f-4ff0-9f37-9e008a140e40 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:31:10.236906 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f28d14e-167f-4ff0-9f37-9e008a140e40 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:31:10.237237 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f28d14e-167f-4ff0-9f37-9e008a140e40 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:31:10.237571 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f28d14e-167f-4ff0-9f37-9e008a140e40 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:31:10.237901 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f28d14e-167f-4ff0-9f37-9e008a140e40 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:31:10.238236 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f28d14e-167f-4ff0-9f37-9e008a140e40 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:31:10.238559 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f28d14e-167f-4ff0-9f37-9e008a140e40 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:31:10.238928 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f28d14e-167f-4ff0-9f37-9e008a140e40 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:31:10.337894 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.32', 37862) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:31:10.351876 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-182fb20c-ad52-49c9-83ba-2cdfe951b911 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:10.427300 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-182fb20c-ad52-49c9-83ba-2cdfe951b911 admin admin] Publish callbacks [] for security_group (b59e27e3-b9b7-4b09-be14-9f413c6c8add), precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:10.477708 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99e253c-8fc6-4c6d-bfa9-90e4f159e8c1 req-42f310ac-eb05-41cf-b372-56eb57ec1724 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:31:10.479710 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-e99e253c-8fc6-4c6d-bfa9-90e4f159e8c1 req-42f310ac-eb05-41cf-b372-56eb57ec1724 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e6f95c0-3d74-43ec-9c37-9bff8fac7934 HTTP/1.1" status: 200 len: 945 time: 0.0557208 Mar 02 05:31:10.502973 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-182fb20c-ad52-49c9-83ba-2cdfe951b911 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629892'] for security_group (b59e27e3-b9b7-4b09-be14-9f413c6c8add), after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:10.540005 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-e99e253c-8fc6-4c6d-bfa9-90e4f159e8c1 req-16d84bd9-33bb-42e9-9850-92de270511f4 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd784b26-a24e-48e7-98ec-6c0ab769f87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525041 Mar 02 05:31:10.552630 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.wsgi [-] (103714) accepted ('10.222.0.32', 37866) {{(pid=103714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:31:10.553164 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182fb20c-ad52-49c9-83ba-2cdfe951b911 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b59e27e3-b9b7-4b09-be14-9f413c6c8add,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:31:10.557767 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-182fb20c-ad52-49c9-83ba-2cdfe951b911 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=58d3ed2706fc49e3b46504f3f9754d86&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2188728 Mar 02 05:31:10.561877 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.wsgi [-] (103714) accepted ('10.222.0.32', 37868) {{(pid=103714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:31:10.625972 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [None req-33fde24c-e249-4493-beba-13aff2550192 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3ff361273060493abad9d0ff0837e259&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0717647 Mar 02 05:31:10.628588 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.32', 37870) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:31:10.642632 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-5deee950-fb2f-44d7-9374-105cc510230d admin admin] Publish callbacks [] for security_group (b59e27e3-b9b7-4b09-be14-9f413c6c8add), before_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:10.670117 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-5deee950-fb2f-44d7-9374-105cc510230d admin admin] Publish callbacks [] for security_group (b59e27e3-b9b7-4b09-be14-9f413c6c8add), precommit_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:10.689950 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-c5d42b5e-2cb1-4a16-949a-0fe9d318123a admin admin] Publish callbacks [] for security_group (3b4f105e-88ab-44a3-9599-a18470aca66b), before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:10.712070 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-c5d42b5e-2cb1-4a16-949a-0fe9d318123a admin admin] Publish callbacks [] for security_group (3b4f105e-88ab-44a3-9599-a18470aca66b), precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:10.792216 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-5deee950-fb2f-44d7-9374-105cc510230d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629892'] for security_group (b59e27e3-b9b7-4b09-be14-9f413c6c8add), after_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:10.795712 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-5deee950-fb2f-44d7-9374-105cc510230d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:10.808643 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [None req-5deee950-fb2f-44d7-9374-105cc510230d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b59e27e3-b9b7-4b09-be14-9f413c6c8add HTTP/1.1" status: 204 len: 168 time: 0.2341123 Mar 02 05:31:10.808643 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5deee950-fb2f-44d7-9374-105cc510230d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b59e27e3-b9b7-4b09-be14-9f413c6c8add,revision_number=None']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:31:10.811713 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5deee950-fb2f-44d7-9374-105cc510230d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:31:10.812062 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5deee950-fb2f-44d7-9374-105cc510230d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:31:10.812402 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5deee950-fb2f-44d7-9374-105cc510230d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:31:10.812736 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5deee950-fb2f-44d7-9374-105cc510230d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:31:10.813064 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5deee950-fb2f-44d7-9374-105cc510230d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:31:10.813391 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5deee950-fb2f-44d7-9374-105cc510230d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:31:10.813717 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5deee950-fb2f-44d7-9374-105cc510230d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:31:10.814038 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5deee950-fb2f-44d7-9374-105cc510230d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:31:10.814360 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5deee950-fb2f-44d7-9374-105cc510230d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:31:10.814710 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5deee950-fb2f-44d7-9374-105cc510230d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:31:10.815136 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5deee950-fb2f-44d7-9374-105cc510230d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:31:10.815515 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5deee950-fb2f-44d7-9374-105cc510230d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:31:10.815833 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5deee950-fb2f-44d7-9374-105cc510230d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:31:10.834412 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-c5d42b5e-2cb1-4a16-949a-0fe9d318123a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629892'] for security_group (3b4f105e-88ab-44a3-9599-a18470aca66b), after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:10.837724 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-c5d42b5e-2cb1-4a16-949a-0fe9d318123a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:10.844415 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-c5d42b5e-2cb1-4a16-949a-0fe9d318123a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3b4f105e-88ab-44a3-9599-a18470aca66b HTTP/1.1" status: 204 len: 168 time: 0.2093401 Mar 02 05:31:10.850239 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d42b5e-2cb1-4a16-949a-0fe9d318123a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b4f105e-88ab-44a3-9599-a18470aca66b,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:31:10.982651 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e19e459-8117-47a5-8435-a34be53cc7b2 req-431c7697-fff3-42ac-9ad2-e332ea1d6c95 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:31:10.984357 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-3e19e459-8117-47a5-8435-a34be53cc7b2 req-431c7697-fff3-42ac-9ad2-e332ea1d6c95 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/ports?device_id=454afccc-8b3f-40a7-8e18-30480566cda9 HTTP/1.1" status: 200 len: 946 time: 0.0724802 Mar 02 05:31:11.038298 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-3e19e459-8117-47a5-8435-a34be53cc7b2 req-0ce62910-4f13-4dd9-92d0-3a9a6ef19da9 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce8b9e9a-d177-47c0-9c9b-f6152dd9c0f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435672 Mar 02 05:31:11.671958 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68def656-2d0d-4cf5-a38d-abe86b974042 req-b172c199-b592-4af6-b786-7f3bb9d14a3a tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:31:11.673515 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-68def656-2d0d-4cf5-a38d-abe86b974042 req-b172c199-b592-4af6-b786-7f3bb9d14a3a tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e6f95c0-3d74-43ec-9c37-9bff8fac7934 HTTP/1.1" status: 200 len: 945 time: 0.0628817 Mar 02 05:31:11.694278 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.wsgi [-] (103714) accepted ('10.222.0.32', 37898) {{(pid=103714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:31:11.728331 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-68def656-2d0d-4cf5-a38d-abe86b974042 req-f934e87a-ed2f-435f-96c5-5fa46034df2a tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd784b26-a24e-48e7-98ec-6c0ab769f87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487797 Mar 02 05:31:11.736692 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [None req-851c74eb-ca98-4bd0-8694-21381f0ca07c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=78a4fd44646f4f13ad8e0ef9f92f70f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0404494 Mar 02 05:31:11.738334 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.wsgi [-] (103714) accepted ('10.222.0.32', 37900) {{(pid=103714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:31:11.741191 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-b15ac93b-3414-42e5-9d7a-ee004d0fbf27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (9c2b50e6-1677-4aa9-928e-941b4c488fc5), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:11.797200 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-68c0fa63-95c3-45ca-af38-fac2d7e711da admin admin] Publish callbacks [] for security_group (5b017c77-bc36-451b-94ed-38b43662d165), before_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:11.826921 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-68c0fa63-95c3-45ca-af38-fac2d7e711da admin admin] Publish callbacks [] for security_group (5b017c77-bc36-451b-94ed-38b43662d165), precommit_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:11.960306 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-68c0fa63-95c3-45ca-af38-fac2d7e711da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629892'] for security_group (5b017c77-bc36-451b-94ed-38b43662d165), after_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:11.962782 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-68c0fa63-95c3-45ca-af38-fac2d7e711da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:11.966686 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [None req-68c0fa63-95c3-45ca-af38-fac2d7e711da admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5b017c77-bc36-451b-94ed-38b43662d165 HTTP/1.1" status: 204 len: 168 time: 0.2244492 Mar 02 05:31:11.972453 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c0fa63-95c3-45ca-af38-fac2d7e711da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b017c77-bc36-451b-94ed-38b43662d165,revision_number=None']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:31:12.179128 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f0166e-5da9-4d7f-9af8-74f2f6c54712 req-be05840b-6cf5-46df-bbd1-70c3166f8498 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:31:12.180560 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-d4f0166e-5da9-4d7f-9af8-74f2f6c54712 req-be05840b-6cf5-46df-bbd1-70c3166f8498 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e6f95c0-3d74-43ec-9c37-9bff8fac7934 HTTP/1.1" status: 200 len: 945 time: 0.0659018 Mar 02 05:31:12.219652 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bac0ef-e863-4035-9a1a-e992d61aec2c req-c3ddca9c-1540-4bd7-bd35-6fe8194dd433 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:31:12.221411 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-73bac0ef-e863-4035-9a1a-e992d61aec2c req-c3ddca9c-1540-4bd7-bd35-6fe8194dd433 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/ports?device_id=454afccc-8b3f-40a7-8e18-30480566cda9 HTTP/1.1" status: 200 len: 946 time: 0.0574713 Mar 02 05:31:12.235877 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-d4f0166e-5da9-4d7f-9af8-74f2f6c54712 req-6a40bfd9-7cd6-4439-a937-d8949eb05af0 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd784b26-a24e-48e7-98ec-6c0ab769f87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479221 Mar 02 05:31:12.317665 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-73bac0ef-e863-4035-9a1a-e992d61aec2c req-092d59b2-4a6a-4db1-859a-47dc3a7e2568 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce8b9e9a-d177-47c0-9c9b-f6152dd9c0f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0859098 Mar 02 05:31:12.322726 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0463920b-ad12-4054-9c11-8297d3ca5bb9 req-e8695bee-b095-4522-b8e8-d52c83fc3e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:31:12.329135 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-0463920b-ad12-4054-9c11-8297d3ca5bb9 req-e8695bee-b095-4522-b8e8-d52c83fc3e97 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=baeaa70a8e234288af44838b99895a45&device_id=4e6f95c0-3d74-43ec-9c37-9bff8fac7934 HTTP/1.1" status: 200 len: 1129 time: 0.1063974 Mar 02 05:31:12.456584 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0463920b-ad12-4054-9c11-8297d3ca5bb9 req-7c11c8a1-236a-4b6e-b714-8d50fd32763d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:31:12.460934 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-0463920b-ad12-4054-9c11-8297d3ca5bb9 req-7c11c8a1-236a-4b6e-b714-8d50fd32763d service neutron] 10.222.0.41 "GET /v2.0/networks?id=6269aee3-2e0e-4eb6-b2da-e53edf4d265e HTTP/1.1" status: 200 len: 920 time: 0.1154025 Mar 02 05:31:12.503912 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-0463920b-ad12-4054-9c11-8297d3ca5bb9 req-d0924d5b-6999-484b-9b65-82795a323e97 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ec466470-4f90-4b06-9c22-8bb584849f0b HTTP/1.1" status: 200 len: 217 time: 0.0387039 Mar 02 05:31:12.564957 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0463920b-ad12-4054-9c11-8297d3ca5bb9 req-a82dcf7a-42c9-42c9-a51f-2d84ca46084e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:31:12.566435 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-0463920b-ad12-4054-9c11-8297d3ca5bb9 req-a82dcf7a-42c9-42c9-a51f-2d84ca46084e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4a30aa60-f586-4276-a1aa-cd6a333ae855 HTTP/1.1" status: 200 len: 859 time: 0.0561976 Mar 02 05:31:12.603200 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-0463920b-ad12-4054-9c11-8297d3ca5bb9 req-91a2b3f6-2f93-48f7-b3f5-6e75b68c7b23 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6269aee3-2e0e-4eb6-b2da-e53edf4d265e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301325 Mar 02 05:31:12.748646 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57be7ad4-7c4b-4261-bbea-21a82a99afd1 req-fcfe3253-93d0-44b8-9912-a03cce8a5ae8 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:31:12.754031 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-57be7ad4-7c4b-4261-bbea-21a82a99afd1 req-fcfe3253-93d0-44b8-9912-a03cce8a5ae8 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] 10.222.0.32 "GET /v2.0/ports?device_id=7002d8fb-8274-485e-b875-ad2e5586984a HTTP/1.1" status: 200 len: 945 time: 0.0875976 Mar 02 05:31:12.756664 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-0463920b-ad12-4054-9c11-8297d3ca5bb9 req-1cbefa17-a699-47c6-ae0e-940990b04d9c service neutron] 10.222.0.41 "GET /v2.0/networks/6269aee3-2e0e-4eb6-b2da-e53edf4d265e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466711 Mar 02 05:31:12.854277 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-57be7ad4-7c4b-4261-bbea-21a82a99afd1 req-c42f4680-a538-42a0-aa96-2e4f07c62a38 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] 10.222.0.32 "GET /v2.0/security-groups?id=c04bdde9-68b7-4585-97f2-cb2ed276dc41&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0965033 Mar 02 05:31:12.861342 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-2ae3422a-c85d-446a-90f5-ce5a8bf639ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (d4d802fc-4ac8-47f8-b030-2ffc185fa6dc), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:12.889545 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-0463920b-ad12-4054-9c11-8297d3ca5bb9 req-2c9880a3-b6a7-4e14-aa77-7b47fa5e0b81 service neutron] 10.222.0.41 "GET /v2.0/networks/6269aee3-2e0e-4eb6-b2da-e53edf4d265e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234672 Mar 02 05:31:13.399011 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6efc5dd-ffbb-44d4-978d-9684482ecf1e req-5ea6fe9e-3935-48f0-a72c-cd8da2de18d7 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:31:13.407349 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-e6efc5dd-ffbb-44d4-978d-9684482ecf1e req-5ea6fe9e-3935-48f0-a72c-cd8da2de18d7 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e6f95c0-3d74-43ec-9c37-9bff8fac7934 HTTP/1.1" status: 200 len: 945 time: 0.0916197 Mar 02 05:31:13.511403 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-e6efc5dd-ffbb-44d4-978d-9684482ecf1e req-1e2ae423-89f3-41d9-bae6-d0e17d218746 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd784b26-a24e-48e7-98ec-6c0ab769f87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026230 Mar 02 05:31:13.514692 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c780d9cf-b5e8-4c48-a9d0-42a71861b760 req-514aae6d-041e-42a1-86a8-b33f97147ca6 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:31:13.522618 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-c780d9cf-b5e8-4c48-a9d0-42a71861b760 req-514aae6d-041e-42a1-86a8-b33f97147ca6 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/ports?device_id=454afccc-8b3f-40a7-8e18-30480566cda9 HTTP/1.1" status: 200 len: 946 time: 0.0951731 Mar 02 05:31:13.573659 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-c780d9cf-b5e8-4c48-a9d0-42a71861b760 req-607a031f-8e79-47dc-a97c-ad0432a59f9d tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce8b9e9a-d177-47c0-9c9b-f6152dd9c0f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445435 Mar 02 05:31:13.749692 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3605836-69a7-4d1f-9040-3a8cc885bda4 req-95cd70f0-6e6d-4a8f-9ed0-722a74b521fe tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:31:13.751201 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-a3605836-69a7-4d1f-9040-3a8cc885bda4 req-95cd70f0-6e6d-4a8f-9ed0-722a74b521fe tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] 10.222.0.32 "GET /v2.0/networks?id=cb4d6411-b85c-4bdf-b5e1-c15f0442d664 HTTP/1.1" status: 200 len: 814 time: 0.1051621 Mar 02 05:31:13.767253 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-a3605836-69a7-4d1f-9040-3a8cc885bda4 req-b4a28fef-6415-45cf-9fb3-4d5130ca44ff tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] 10.222.0.32 "GET /v2.0/quotas/47a43f3507b84842aa61a77dbb193f66 HTTP/1.1" status: 200 len: 375 time: 0.0092638 Mar 02 05:31:13.829766 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-a3605836-69a7-4d1f-9040-3a8cc885bda4 req-be65cdbb-9230-4aba-8e30-20267f39e2c4 tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=47a43f3507b84842aa61a77dbb193f66&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0572195 Mar 02 05:31:13.926953 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-a3605836-69a7-4d1f-9040-3a8cc885bda4 req-b3d7f1b6-5ff8-48ae-9548-2982b1279dcc service neutron] 10.222.0.32 "GET /v2.0/networks/cb4d6411-b85c-4bdf-b5e1-c15f0442d664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894220 Mar 02 05:31:13.988879 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e2815f-d422-4a72-b87a-996395e53a90 req-f98ca7d2-27b1-43ed-862b-fdd49554e9c0 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:31:13.990342 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-39e2815f-d422-4a72-b87a-996395e53a90 req-f98ca7d2-27b1-43ed-862b-fdd49554e9c0 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] 10.222.0.32 "GET /v2.0/ports?device_id=7002d8fb-8274-485e-b875-ad2e5586984a HTTP/1.1" status: 200 len: 945 time: 0.0589688 Mar 02 05:31:14.020408 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-a3605836-69a7-4d1f-9040-3a8cc885bda4 req-e5791472-63d8-43dd-9495-cb6e7610566e service neutron] 10.222.0.32 "GET /v2.0/networks/cb4d6411-b85c-4bdf-b5e1-c15f0442d664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870464 Mar 02 05:31:14.042981 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-39e2815f-d422-4a72-b87a-996395e53a90 req-4d17eb54-9a93-4c35-8bc7-673508a3b292 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] 10.222.0.32 "GET /v2.0/security-groups?id=c04bdde9-68b7-4585-97f2-cb2ed276dc41&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0465262 Mar 02 05:31:14.194055 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.32', 38010) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:31:14.303390 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-f5c43910-a678-450f-ae37-1b28b3ff359a req-f7c2bb00-0eb4-4d50-84ad-256a4552b8fa tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] 10.222.0.32 "GET /v2.0/ports?device_id=de6dc40a-043f-4288-b259-40dc0332df7e HTTP/1.1" status: 200 len: 210 time: 0.0373330 Mar 02 05:31:14.357917 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f73b428b-984e-4c5a-9878-aef8f2b511ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (e0636eb1-3d25-4c31-a6e5-3f8fd1255322), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:14.380465 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-c5afac0f-d999-4f82-bebf-ac37ef8dc61f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:14.464235 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-c5afac0f-d999-4f82-bebf-ac37ef8dc61f admin admin] Publish callbacks [] for security_group (15e97795-e032-419b-8fc4-cbaab6288e73), precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:14.551764 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-c5afac0f-d999-4f82-bebf-ac37ef8dc61f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629892'] for security_group (15e97795-e032-419b-8fc4-cbaab6288e73), after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:14.588111 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-c5afac0f-d999-4f82-bebf-ac37ef8dc61f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ab56f2b239044ad1b82f535f7d13b5d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3920901 Mar 02 05:31:14.593187 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.32', 38036) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:31:14.655954 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5afac0f-d999-4f82-bebf-ac37ef8dc61f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15e97795-e032-419b-8fc4-cbaab6288e73,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:31:14.682607 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7a3d57-d287-4c61-b118-e4ab5b2f4bb9 req-b678033f-24d5-4f67-b7be-11cd81e6439c tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:31:14.684419 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-eb7a3d57-d287-4c61-b118-e4ab5b2f4bb9 req-b678033f-24d5-4f67-b7be-11cd81e6439c tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e6f95c0-3d74-43ec-9c37-9bff8fac7934 HTTP/1.1" status: 200 len: 945 time: 0.1105103 Mar 02 05:31:14.718088 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-455d2b4c-675c-4196-b87f-a9f95b1f3bd7 admin admin] Publish callbacks [] for security_group (15e97795-e032-419b-8fc4-cbaab6288e73), before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:14.736990 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-eb7a3d57-d287-4c61-b118-e4ab5b2f4bb9 req-ccbb5d73-61dd-42fc-b231-e839c469da51 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd784b26-a24e-48e7-98ec-6c0ab769f87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462208 Mar 02 05:31:14.747808 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-455d2b4c-675c-4196-b87f-a9f95b1f3bd7 admin admin] Publish callbacks [] for security_group (15e97795-e032-419b-8fc4-cbaab6288e73), precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:14.764008 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a303904b-5b39-4c88-9c22-0b418a43d394 req-ee90250d-58fa-4b41-8f50-9b5e8cd62a06 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:31:14.765518 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-a303904b-5b39-4c88-9c22-0b418a43d394 req-ee90250d-58fa-4b41-8f50-9b5e8cd62a06 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/ports?device_id=454afccc-8b3f-40a7-8e18-30480566cda9 HTTP/1.1" status: 200 len: 946 time: 0.1029074 Mar 02 05:31:14.834843 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-a303904b-5b39-4c88-9c22-0b418a43d394 req-d49dc844-338b-4325-95d9-1cad7b1bb58f tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce8b9e9a-d177-47c0-9c9b-f6152dd9c0f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612202 Mar 02 05:31:14.888812 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-455d2b4c-675c-4196-b87f-a9f95b1f3bd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629892'] for security_group (15e97795-e032-419b-8fc4-cbaab6288e73), after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:14.891469 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-455d2b4c-675c-4196-b87f-a9f95b1f3bd7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:14.892595 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-455d2b4c-675c-4196-b87f-a9f95b1f3bd7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/15e97795-e032-419b-8fc4-cbaab6288e73 HTTP/1.1" status: 204 len: 168 time: 0.2985678 Mar 02 05:31:14.900659 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455d2b4c-675c-4196-b87f-a9f95b1f3bd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15e97795-e032-419b-8fc4-cbaab6288e73,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:31:15.163974 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826144a8-a4f1-4f28-9932-fb24e50f966d req-6d36d6f3-35d5-45de-813e-3d3c1a2f881f tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:31:15.165463 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-826144a8-a4f1-4f28-9932-fb24e50f966d req-6d36d6f3-35d5-45de-813e-3d3c1a2f881f tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] 10.222.0.32 "GET /v2.0/ports?device_id=7002d8fb-8274-485e-b875-ad2e5586984a HTTP/1.1" status: 200 len: 945 time: 0.0526121 Mar 02 05:31:15.220983 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-826144a8-a4f1-4f28-9932-fb24e50f966d req-ad8e2a56-a14d-460c-abba-f148d0f9d916 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] 10.222.0.32 "GET /v2.0/security-groups?id=c04bdde9-68b7-4585-97f2-cb2ed276dc41&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0440247 Mar 02 05:31:15.291627 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.32', 38056) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:31:15.396961 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-f7883ec3-8497-4627-b6f5-978705b42046 req-d4a6ca93-0056-4285-b6b6-2edea12cca06 tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] 10.222.0.32 "GET /v2.0/ports?device_id=de6dc40a-043f-4288-b259-40dc0332df7e HTTP/1.1" status: 200 len: 210 time: 0.0277903 Mar 02 05:31:15.425368 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-94fea173-2ae4-4e03-ac5d-b7036e978875 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:15.512478 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-94fea173-2ae4-4e03-ac5d-b7036e978875 admin admin] Publish callbacks [] for security_group (e40db0f0-ad4f-4c9f-be2e-53c1d7f4b1c8), precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:15.605984 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-94fea173-2ae4-4e03-ac5d-b7036e978875 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629892'] for security_group (e40db0f0-ad4f-4c9f-be2e-53c1d7f4b1c8), after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:15.655638 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.wsgi [-] (103714) accepted ('10.222.0.32', 38074) {{(pid=103714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:31:15.659874 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-94fea173-2ae4-4e03-ac5d-b7036e978875 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c9612470ed8847dc855207ef62d32eaa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3670530 Mar 02 05:31:15.660938 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fea173-2ae4-4e03-ac5d-b7036e978875 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e40db0f0-ad4f-4c9f-be2e-53c1d7f4b1c8,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:31:15.709989 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-d02224d2-560b-414b-b2f4-b9b1072134af admin admin] Publish callbacks [] for security_group (e40db0f0-ad4f-4c9f-be2e-53c1d7f4b1c8), before_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:15.733170 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-d02224d2-560b-414b-b2f4-b9b1072134af admin admin] Publish callbacks [] for security_group (e40db0f0-ad4f-4c9f-be2e-53c1d7f4b1c8), precommit_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:15.746036 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (64307ea2-7468-48d5-a188-5e76dfb99c6b), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:15.880948 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d7bd0e-bd50-4a72-bc8f-42572ef9e2ae req-eeb4834e-acbf-4619-8710-c4cf303290ad tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:31:15.882716 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-d3d7bd0e-bd50-4a72-bc8f-42572ef9e2ae req-eeb4834e-acbf-4619-8710-c4cf303290ad tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e6f95c0-3d74-43ec-9c37-9bff8fac7934 HTTP/1.1" status: 200 len: 945 time: 0.0624843 Mar 02 05:31:15.883713 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-d02224d2-560b-414b-b2f4-b9b1072134af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629892'] for security_group (e40db0f0-ad4f-4c9f-be2e-53c1d7f4b1c8), after_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:15.886414 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-d02224d2-560b-414b-b2f4-b9b1072134af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:15.888542 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [None req-d02224d2-560b-414b-b2f4-b9b1072134af admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e40db0f0-ad4f-4c9f-be2e-53c1d7f4b1c8 HTTP/1.1" status: 204 len: 168 time: 0.2314341 Mar 02 05:31:15.955389 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02224d2-560b-414b-b2f4-b9b1072134af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e40db0f0-ad4f-4c9f-be2e-53c1d7f4b1c8,revision_number=None']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:31:15.973608 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-d3d7bd0e-bd50-4a72-bc8f-42572ef9e2ae req-cc109b9d-ccb3-4265-a687-e1dd5247efc1 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd784b26-a24e-48e7-98ec-6c0ab769f87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820701 Mar 02 05:31:16.005532 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9186abda-cd89-4979-ae2a-08eed563094b req-f843ccef-030e-4b9d-9c52-ff2d64bc074f tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:31:16.007307 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-9186abda-cd89-4979-ae2a-08eed563094b req-f843ccef-030e-4b9d-9c52-ff2d64bc074f tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/ports?device_id=454afccc-8b3f-40a7-8e18-30480566cda9 HTTP/1.1" status: 200 len: 946 time: 0.0873153 Mar 02 05:31:16.060937 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-9186abda-cd89-4979-ae2a-08eed563094b req-5e4ccc77-e73b-46d1-a77a-c8368d1587b2 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce8b9e9a-d177-47c0-9c9b-f6152dd9c0f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470967 Mar 02 05:31:16.352193 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668a26a2-88d9-4bf4-99c6-abe8a33aa97f req-e70ee1b5-5281-4a9a-80f3-5269d969577e tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:31:16.353682 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-668a26a2-88d9-4bf4-99c6-abe8a33aa97f req-e70ee1b5-5281-4a9a-80f3-5269d969577e tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] 10.222.0.32 "GET /v2.0/ports?device_id=7002d8fb-8274-485e-b875-ad2e5586984a HTTP/1.1" status: 200 len: 945 time: 0.0556297 Mar 02 05:31:16.406374 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-668a26a2-88d9-4bf4-99c6-abe8a33aa97f req-76d7b484-c1d3-4b6a-9bfa-4fe5492c0154 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] 10.222.0.32 "GET /v2.0/security-groups?id=c04bdde9-68b7-4585-97f2-cb2ed276dc41&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417812 Mar 02 05:31:16.509242 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-0f4e4d6f-0ae8-45dc-a9c1-b9074be1af3e req-7dd137ba-0ffe-43b8-8478-48fe80e891b2 tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] 10.222.0.32 "GET /v2.0/ports?device_id=de6dc40a-043f-4288-b259-40dc0332df7e HTTP/1.1" status: 200 len: 210 time: 0.0395381 Mar 02 05:31:16.696467 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3605836-69a7-4d1f-9040-3a8cc885bda4 req-8c6fa26c-9e4c-4950-b081-e4f99a8db5ed tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:31:16.698066 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-a3605836-69a7-4d1f-9040-3a8cc885bda4 req-8c6fa26c-9e4c-4950-b081-e4f99a8db5ed tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] 10.222.0.41 "GET /v2.0/networks?id=cb4d6411-b85c-4bdf-b5e1-c15f0442d664 HTTP/1.1" status: 200 len: 814 time: 0.1148574 Mar 02 05:31:16.728313 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.v2.base [req-a3605836-69a7-4d1f-9040-3a8cc885bda4 req-87a5bfa5-9dfc-4b86-9afa-332b9dfd0976 tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] Request body: {'port': {'device_id': 'de6dc40a-043f-4288-b259-40dc0332df7e', 'network_id': 'cb4d6411-b85c-4bdf-b5e1-c15f0442d664', 'admin_state_up': True, 'tenant_id': '47a43f3507b84842aa61a77dbb193f66'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 05:31:16.744630 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.wsgi [-] (103714) accepted ('10.222.0.32', 38116) {{(pid=103714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:31:16.758199 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-250b6565-1658-4be8-a332-f091f1ee9eb5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:16.851052 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-250b6565-1658-4be8-a332-f091f1ee9eb5 admin admin] Publish callbacks [] for security_group (2fdb0bd2-b1f2-4141-a754-563b5cb72973), precommit_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:16.974702 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3605836-69a7-4d1f-9040-3a8cc885bda4 req-87a5bfa5-9dfc-4b86-9afa-332b9dfd0976 tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] Made reservation on behalf of 47a43f3507b84842aa61a77dbb193f66 for: {'port': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 05:31:16.974894 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-250b6565-1658-4be8-a332-f091f1ee9eb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629892'] for security_group (2fdb0bd2-b1f2-4141-a754-563b5cb72973), after_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:16.978218 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-a3605836-69a7-4d1f-9040-3a8cc885bda4 req-87a5bfa5-9dfc-4b86-9afa-332b9dfd0976 tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for port (None), before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:17.014814 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [None req-250b6565-1658-4be8-a332-f091f1ee9eb5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=331b792e4db9424287dd1a6f7e7c8ad9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2691064 Mar 02 05:31:17.015729 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250b6565-1658-4be8-a332-f091f1ee9eb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fdb0bd2-b1f2-4141-a754-563b5cb72973,revision_number=1']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:31:17.018115 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.wsgi [-] (103714) accepted ('10.222.0.32', 38124) {{(pid=103714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:31:17.083091 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-75986697-0087-4e33-8e05-33193fc5b748 admin admin] Publish callbacks [] for security_group (2fdb0bd2-b1f2-4141-a754-563b5cb72973), before_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:17.118433 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-75986697-0087-4e33-8e05-33193fc5b748 admin admin] Publish callbacks [] for security_group (2fdb0bd2-b1f2-4141-a754-563b5cb72973), precommit_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:17.133661 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.db.db_base_plugin_common [req-a3605836-69a7-4d1f-9040-3a8cc885bda4 req-87a5bfa5-9dfc-4b86-9afa-332b9dfd0976 tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] Allocated IP 172.20.0.3 (cb4d6411-b85c-4bdf-b5e1-c15f0442d664/056b3ebb-3d6a-47e8-85ab-02c7bbeeef7f/cc236afe-3604-42f3-9861-c2dfc16b7cb3) {{(pid=103715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 05:31:17.216957 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fad1536-0fb5-4c74-8751-b0edab62a5bd req-0f720d36-22c2-4c47-956d-0c6361e66ab9 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:31:17.218404 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-6fad1536-0fb5-4c74-8751-b0edab62a5bd req-0f720d36-22c2-4c47-956d-0c6361e66ab9 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/ports?device_id=454afccc-8b3f-40a7-8e18-30480566cda9 HTTP/1.1" status: 200 len: 946 time: 0.0595288 Mar 02 05:31:17.274581 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-6fad1536-0fb5-4c74-8751-b0edab62a5bd req-4d5f6507-325f-45d1-8db2-8fa4782f0e27 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce8b9e9a-d177-47c0-9c9b-f6152dd9c0f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501447 Mar 02 05:31:17.276048 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-75986697-0087-4e33-8e05-33193fc5b748 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629892'] for security_group (2fdb0bd2-b1f2-4141-a754-563b5cb72973), after_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:17.279524 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-75986697-0087-4e33-8e05-33193fc5b748 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:17.282887 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [None req-75986697-0087-4e33-8e05-33193fc5b748 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2fdb0bd2-b1f2-4141-a754-563b5cb72973 HTTP/1.1" status: 204 len: 168 time: 0.2618113 Mar 02 05:31:17.289885 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75986697-0087-4e33-8e05-33193fc5b748 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fdb0bd2-b1f2-4141-a754-563b5cb72973,revision_number=None']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:31:17.330797 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-a3605836-69a7-4d1f-9040-3a8cc885bda4 req-87a5bfa5-9dfc-4b86-9afa-332b9dfd0976 tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] Publish callbacks [] for port (cc236afe-3604-42f3-9861-c2dfc16b7cb3), precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:17.438774 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-a3605836-69a7-4d1f-9040-3a8cc885bda4 req-87a5bfa5-9dfc-4b86-9afa-332b9dfd0976 tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789289919717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14203002'] for port (cc236afe-3604-42f3-9861-c2dfc16b7cb3), after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:17.456814 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] get_ports_and_sgs() called for port_ids ['1f25e0ce-7e86-4e42-ac1d-857b7783219a', '0e627016-aa6c-4bab-8b5e-942b509912e4', '7d2f1e05-3883-4317-99e6-ff9cb5266b81'] {{(pid=103716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 05:31:17.498392 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3605836-69a7-4d1f-9040-3a8cc885bda4 req-87a5bfa5-9dfc-4b86-9afa-332b9dfd0976 tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] Network cb4d6411-b85c-4bdf-b5e1-c15f0442d664 is already hosted by enough agents. {{(pid=103715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 05:31:17.510989 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [req-a3605836-69a7-4d1f-9040-3a8cc885bda4 req-87a5bfa5-9dfc-4b86-9afa-332b9dfd0976 tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] Resources bound (agent type, host, resource id): {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 05:31:17.519480 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3605836-69a7-4d1f-9040-3a8cc885bda4 req-87a5bfa5-9dfc-4b86-9afa-332b9dfd0976 tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] Received port after_create {{(pid=103715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 05:31:17.522333 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a5bfa5-9dfc-4b86-9afa-332b9dfd0976 tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] Pushing event updated for resources: {'Port': ['ID=cc236afe-3604-42f3-9861-c2dfc16b7cb3,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:31:17.633948 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fd9981-e447-4fa1-ba0f-1009a9db45eb req-e57bc3f8-58ec-488d-ba2b-b6fe89811b43 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:31:17.636239 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-60fd9981-e447-4fa1-ba0f-1009a9db45eb req-e57bc3f8-58ec-488d-ba2b-b6fe89811b43 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] 10.222.0.32 "GET /v2.0/ports?device_id=7002d8fb-8274-485e-b875-ad2e5586984a HTTP/1.1" status: 200 len: 945 time: 0.1410105 Mar 02 05:31:17.645897 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3605836-69a7-4d1f-9040-3a8cc885bda4 req-87a5bfa5-9dfc-4b86-9afa-332b9dfd0976 tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:31:17.646520 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-a3605836-69a7-4d1f-9040-3a8cc885bda4 req-87a5bfa5-9dfc-4b86-9afa-332b9dfd0976 tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25628'] for port (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:17.655967 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f6e903-5f3f-4125-8f38-8b227fe703f5 req-ece34d69-d02e-481d-ae82-df7f6076f3a9 tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:31:17.671000 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-c1f6e903-5f3f-4125-8f38-8b227fe703f5 req-ece34d69-d02e-481d-ae82-df7f6076f3a9 tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] 10.222.0.32 "GET /v2.0/ports?device_id=de6dc40a-043f-4288-b259-40dc0332df7e HTTP/1.1" status: 200 len: 931 time: 0.0873427 Mar 02 05:31:17.710042 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-60fd9981-e447-4fa1-ba0f-1009a9db45eb req-6135c958-ef91-4384-8fd0-d2d84af20def tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] 10.222.0.32 "GET /v2.0/security-groups?id=c04bdde9-68b7-4585-97f2-cb2ed276dc41&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0518401 Mar 02 05:31:17.742783 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-a3605836-69a7-4d1f-9040-3a8cc885bda4 req-87a5bfa5-9dfc-4b86-9afa-332b9dfd0976 tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0254371 Mar 02 05:31:17.757453 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.v2.base [req-a3605836-69a7-4d1f-9040-3a8cc885bda4 req-5772168b-67bc-404e-aa40-8f9173ca065d service neutron] Request body: {'port': {'device_id': 'de6dc40a-043f-4288-b259-40dc0332df7e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76845'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 05:31:17.793971 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-c1f6e903-5f3f-4125-8f38-8b227fe703f5 req-24845a9c-01ab-42fc-a191-758eb3aebe8f tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d69e608-83e2-4afc-ba8a-1373a1de5f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121142 Mar 02 05:31:17.923418 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-a3605836-69a7-4d1f-9040-3a8cc885bda4 req-5772168b-67bc-404e-aa40-8f9173ca065d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for port (cc236afe-3604-42f3-9861-c2dfc16b7cb3), before_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:17.952331 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135122e6-2df8-4b2d-8835-4fb568eeae1e req-c6b3b41b-73ce-4a4e-bd31-e3e92924b8e9 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:31:17.953814 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-135122e6-2df8-4b2d-8835-4fb568eeae1e req-c6b3b41b-73ce-4a4e-bd31-e3e92924b8e9 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e6f95c0-3d74-43ec-9c37-9bff8fac7934 HTTP/1.1" status: 200 len: 945 time: 0.0843973 Mar 02 05:31:18.081575 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-135122e6-2df8-4b2d-8835-4fb568eeae1e req-4f17cb8e-593e-4328-9a8d-eb58b9f26df8 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd784b26-a24e-48e7-98ec-6c0ab769f87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111138 Mar 02 05:31:18.273476 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.notifiers.nova [req-a3605836-69a7-4d1f-9040-3a8cc885bda4 req-5772168b-67bc-404e-aa40-8f9173ca065d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc236afe-3604-42f3-9861-c2dfc16b7cb3 {{(pid=103715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 05:31:18.282119 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-a3605836-69a7-4d1f-9040-3a8cc885bda4 req-5772168b-67bc-404e-aa40-8f9173ca065d service neutron] Publish callbacks [] for port (cc236afe-3604-42f3-9861-c2dfc16b7cb3), precommit_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:18.296234 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.db.provisioning_blocks [req-a3605836-69a7-4d1f-9040-3a8cc885bda4 req-5772168b-67bc-404e-aa40-8f9173ca065d service neutron] Transition to ACTIVE for port object cc236afe-3604-42f3-9861-c2dfc16b7cb3 will not be triggered until provisioned by entity L2. {{(pid=103715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 02 05:31:18.407434 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8371e018-b8ab-4ade-baae-85e48d9a0889 req-b84ed3e6-dd57-4c46-a3db-d0be0285c110 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:31:18.413465 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-8371e018-b8ab-4ade-baae-85e48d9a0889 req-b84ed3e6-dd57-4c46-a3db-d0be0285c110 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/ports?device_id=454afccc-8b3f-40a7-8e18-30480566cda9 HTTP/1.1" status: 200 len: 946 time: 0.0600979 Mar 02 05:31:18.424576 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-a3605836-69a7-4d1f-9040-3a8cc885bda4 req-5772168b-67bc-404e-aa40-8f9173ca065d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789290460654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789289919735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789289921293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14202995'] for port (cc236afe-3604-42f3-9861-c2dfc16b7cb3), after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:18.562142 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5772168b-67bc-404e-aa40-8f9173ca065d service neutron] Pushing event updated for resources: {'Port': ['ID=cc236afe-3604-42f3-9861-c2dfc16b7cb3,revision_number=2']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:31:18.590016 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-8371e018-b8ab-4ade-baae-85e48d9a0889 req-7ca50eb0-c530-4b19-88bc-b6ecffc337bf tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce8b9e9a-d177-47c0-9c9b-f6152dd9c0f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1736348 Mar 02 05:31:18.602093 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.managers [req-a3605836-69a7-4d1f-9040-3a8cc885bda4 req-5772168b-67bc-404e-aa40-8f9173ca065d service neutron] Attempting to bind port cc236afe-3604-42f3-9861-c2dfc16b7cb3 on host hv-cinder-76845 for vnic_type normal with profile {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 05:31:18.602431 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.managers [req-a3605836-69a7-4d1f-9040-3a8cc885bda4 req-5772168b-67bc-404e-aa40-8f9173ca065d service neutron] Attempting to bind port cc236afe-3604-42f3-9861-c2dfc16b7cb3 by drivers openvswitch,hyperv on host hv-cinder-76845 at level 0 using segments [{'id': 'c6af62b3-fa4c-444b-9a01-d317b4ec4d1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'cb4d6411-b85c-4bdf-b5e1-c15f0442d664'}] {{(pid=103715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 05:31:18.602762 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3605836-69a7-4d1f-9040-3a8cc885bda4 req-5772168b-67bc-404e-aa40-8f9173ca065d service neutron] Attempting to bind port cc236afe-3604-42f3-9861-c2dfc16b7cb3 on network cb4d6411-b85c-4bdf-b5e1-c15f0442d664 {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 05:31:18.612467 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3605836-69a7-4d1f-9040-3a8cc885bda4 req-5772168b-67bc-404e-aa40-8f9173ca065d service neutron] Port cc236afe-3604-42f3-9861-c2dfc16b7cb3 on network cb4d6411-b85c-4bdf-b5e1-c15f0442d664 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76845 {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 02 05:31:18.612986 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3605836-69a7-4d1f-9040-3a8cc885bda4 req-5772168b-67bc-404e-aa40-8f9173ca065d service neutron] Attempting to bind port cc236afe-3604-42f3-9861-c2dfc16b7cb3 on network cb4d6411-b85c-4bdf-b5e1-c15f0442d664 {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 05:31:18.620140 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3605836-69a7-4d1f-9040-3a8cc885bda4 req-5772168b-67bc-404e-aa40-8f9173ca065d service neutron] Checking agent: {'id': 'db45f871-b7ec-436d-b6b8-6a0a072a2253', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76845', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 5, 27, 7), 'started_at': datetime.datetime(2022, 3, 2, 5, 27, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 5, 31, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 05:31:18.620744 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3605836-69a7-4d1f-9040-3a8cc885bda4 req-5772168b-67bc-404e-aa40-8f9173ca065d service neutron] Checking segment: {'id': 'c6af62b3-fa4c-444b-9a01-d317b4ec4d1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'cb4d6411-b85c-4bdf-b5e1-c15f0442d664'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 05:31:18.621016 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3605836-69a7-4d1f-9040-3a8cc885bda4 req-5772168b-67bc-404e-aa40-8f9173ca065d service neutron] Bound using segment: {'id': 'c6af62b3-fa4c-444b-9a01-d317b4ec4d1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'cb4d6411-b85c-4bdf-b5e1-c15f0442d664'} {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 05:31:18.621590 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.managers [req-a3605836-69a7-4d1f-9040-3a8cc885bda4 req-5772168b-67bc-404e-aa40-8f9173ca065d service neutron] Bound port: cc236afe-3604-42f3-9861-c2dfc16b7cb3, host: hv-cinder-76845, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6af62b3-fa4c-444b-9a01-d317b4ec4d1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'cb4d6411-b85c-4bdf-b5e1-c15f0442d664'}}] {{(pid=103715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 05:31:18.622068 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-a3605836-69a7-4d1f-9040-3a8cc885bda4 req-5772168b-67bc-404e-aa40-8f9173ca065d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for port (cc236afe-3604-42f3-9861-c2dfc16b7cb3), before_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:18.702973 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.db [req-a3605836-69a7-4d1f-9040-3a8cc885bda4 req-5772168b-67bc-404e-aa40-8f9173ca065d service neutron] For port cc236afe-3604-42f3-9861-c2dfc16b7cb3, host hv-cinder-76845, cleared binding levels {{(pid=103715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 05:31:18.708079 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.db [req-a3605836-69a7-4d1f-9040-3a8cc885bda4 req-5772168b-67bc-404e-aa40-8f9173ca065d service neutron] For port cc236afe-3604-42f3-9861-c2dfc16b7cb3, host hv-cinder-76845, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=cc236afe-3604-42f3-9861-c2dfc16b7cb3,segment=NetworkSegment(c6af62b3-fa4c-444b-9a01-d317b4ec4d1f),segment_id=c6af62b3-fa4c-444b-9a01-d317b4ec4d1f)] {{(pid=103715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 05:31:18.813532 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-a3605836-69a7-4d1f-9040-3a8cc885bda4 req-5772168b-67bc-404e-aa40-8f9173ca065d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789290460654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789289919735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789289921293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14202995'] for port (cc236afe-3604-42f3-9861-c2dfc16b7cb3), after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:18.854880 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3605836-69a7-4d1f-9040-3a8cc885bda4 req-5772168b-67bc-404e-aa40-8f9173ca065d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:31:18.855522 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-a3605836-69a7-4d1f-9040-3a8cc885bda4 req-5772168b-67bc-404e-aa40-8f9173ca065d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25628'] for port (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:18.856960 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-a3605836-69a7-4d1f-9040-3a8cc885bda4 req-5772168b-67bc-404e-aa40-8f9173ca065d service neutron] 10.222.0.41 "PUT /v2.0/ports/cc236afe-3604-42f3-9861-c2dfc16b7cb3 HTTP/1.1" status: 200 len: 1093 time: 1.1049387 Mar 02 05:31:18.857405 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de6dc40a-043f-4288-b259-40dc0332df7e', 'tag': 'cc236afe-3604-42f3-9861-c2dfc16b7cb3'}] {{(pid=103715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 05:31:18.859937 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6b615920106d83c92ac2e7a83ecc91ff2029d0c3ca4726e1521f538b1ed31e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e6d0fa2-351b-475b-8783-0e995dada51d" -d '{"events": [{"name": "network-changed", "server_uuid": "de6dc40a-043f-4288-b259-40dc0332df7e", "tag": "cc236afe-3604-42f3-9861-c2dfc16b7cb3"}]}' {{(pid=103715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 05:31:18.901489 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ef03b6-0698-4a85-844c-c2a296dcb73f req-2aabdb8d-afab-4417-8b93-82885eb425ee tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:31:18.907646 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-d3ef03b6-0698-4a85-844c-c2a296dcb73f req-2aabdb8d-afab-4417-8b93-82885eb425ee tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] 10.222.0.32 "GET /v2.0/ports?device_id=7002d8fb-8274-485e-b875-ad2e5586984a HTTP/1.1" status: 200 len: 945 time: 0.1211998 Mar 02 05:31:18.907646 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5772168b-67bc-404e-aa40-8f9173ca065d service neutron] Pushing event updated for resources: {'Port': ['ID=cc236afe-3604-42f3-9861-c2dfc16b7cb3,revision_number=3']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:31:18.985328 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-d3ef03b6-0698-4a85-844c-c2a296dcb73f req-5c9e94bf-fb46-4245-b0e8-096909126963 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] 10.222.0.32 "GET /v2.0/security-groups?id=c04bdde9-68b7-4585-97f2-cb2ed276dc41&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0649974 Mar 02 05:31:19.017716 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3605836-69a7-4d1f-9040-3a8cc885bda4 req-48f29873-a925-4661-8561-048b7c332800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:31:19.019074 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-a3605836-69a7-4d1f-9040-3a8cc885bda4 req-48f29873-a925-4661-8561-048b7c332800 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=47a43f3507b84842aa61a77dbb193f66&device_id=de6dc40a-043f-4288-b259-40dc0332df7e HTTP/1.1" status: 200 len: 1127 time: 0.0667465 Mar 02 05:31:19.066278 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-a3605836-69a7-4d1f-9040-3a8cc885bda4 req-173e421c-7214-4eb3-a8c4-e4f03d3bd8de service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cc236afe-3604-42f3-9861-c2dfc16b7cb3 HTTP/1.1" status: 200 len: 217 time: 0.0383425 Mar 02 05:31:19.132369 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Mar 2022 05:31:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8861b08-4abf-41bf-9758-4b142361415d x-openstack-request-id: req-b8861b08-4abf-41bf-9758-4b142361415d {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 05:31:19.132543 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de6dc40a-043f-4288-b259-40dc0332df7e", "tag": "cc236afe-3604-42f3-9861-c2dfc16b7cb3", "status": "completed", "code": 200}]} {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 05:31:19.132800 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b8861b08-4abf-41bf-9758-4b142361415d {{(pid=103715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 05:31:19.133381 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de6dc40a-043f-4288-b259-40dc0332df7e', 'tag': 'cc236afe-3604-42f3-9861-c2dfc16b7cb3', 'status': 'completed', 'code': 200} Mar 02 05:31:19.151919 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3605836-69a7-4d1f-9040-3a8cc885bda4 req-ab95021f-dc84-4053-b824-6a68263ab9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:31:19.153653 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-a3605836-69a7-4d1f-9040-3a8cc885bda4 req-ab95021f-dc84-4053-b824-6a68263ab9a0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=056b3ebb-3d6a-47e8-85ab-02c7bbeeef7f HTTP/1.1" status: 200 len: 854 time: 0.0610139 Mar 02 05:31:19.162907 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5e936b-e9e2-490a-9873-3571dc58a35a req-2769781b-22b8-4223-8de3-c588cf709289 tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:31:19.164294 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-5a5e936b-e9e2-490a-9873-3571dc58a35a req-2769781b-22b8-4223-8de3-c588cf709289 tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] 10.222.0.32 "GET /v2.0/ports?device_id=de6dc40a-043f-4288-b259-40dc0332df7e HTTP/1.1" status: 200 len: 943 time: 0.1007473 Mar 02 05:31:19.197817 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-a3605836-69a7-4d1f-9040-3a8cc885bda4 req-e7b65924-7e32-446c-8edb-b671914b6422 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cb4d6411-b85c-4bdf-b5e1-c15f0442d664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305672 Mar 02 05:31:19.252602 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-5a5e936b-e9e2-490a-9873-3571dc58a35a req-f70eeaa2-8b0a-4510-a27a-95a03e7b5aea tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d69e608-83e2-4afc-ba8a-1373a1de5f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765185 Mar 02 05:31:19.407837 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-a3605836-69a7-4d1f-9040-3a8cc885bda4 req-e2d2ca78-7516-4906-8521-a62f32af4d85 service neutron] 10.222.0.41 "GET /v2.0/networks/cb4d6411-b85c-4bdf-b5e1-c15f0442d664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1979456 Mar 02 05:31:19.513192 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-a3605836-69a7-4d1f-9040-3a8cc885bda4 req-6a585232-e1a4-4ef5-aac5-aa8800159eb3 service neutron] 10.222.0.41 "GET /v2.0/networks/cb4d6411-b85c-4bdf-b5e1-c15f0442d664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904660 Mar 02 05:31:19.673957 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6d0fa2-351b-475b-8783-0e995dada51d req-161b806c-6ce1-4342-830b-b76404fe0514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:31:19.675489 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-3e6d0fa2-351b-475b-8783-0e995dada51d req-161b806c-6ce1-4342-830b-b76404fe0514 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=47a43f3507b84842aa61a77dbb193f66&device_id=de6dc40a-043f-4288-b259-40dc0332df7e HTTP/1.1" status: 200 len: 1127 time: 0.0462070 Mar 02 05:31:19.732834 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ad234d-23ab-41bb-a7e8-b121ef409b36 req-7d5da527-a30f-431e-aacd-b309755372f9 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:31:19.734376 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-b7ad234d-23ab-41bb-a7e8-b121ef409b36 req-7d5da527-a30f-431e-aacd-b309755372f9 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/ports?device_id=454afccc-8b3f-40a7-8e18-30480566cda9 HTTP/1.1" status: 200 len: 946 time: 0.0531981 Mar 02 05:31:19.787174 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-b7ad234d-23ab-41bb-a7e8-b121ef409b36 req-b484abd3-bf4e-4a2d-b3e1-7d75b77c4c67 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce8b9e9a-d177-47c0-9c9b-f6152dd9c0f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459385 Mar 02 05:31:20.006830 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6d0fa2-351b-475b-8783-0e995dada51d req-d3796800-c80e-4cb4-b16a-b86f9f7825e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:31:20.008383 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-3e6d0fa2-351b-475b-8783-0e995dada51d req-d3796800-c80e-4cb4-b16a-b86f9f7825e3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=cb4d6411-b85c-4bdf-b5e1-c15f0442d664 HTTP/1.1" status: 200 len: 915 time: 0.3140285 Mar 02 05:31:20.051175 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-3e6d0fa2-351b-475b-8783-0e995dada51d req-8d751952-4d4d-45d3-8843-e64f7f634452 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cc236afe-3604-42f3-9861-c2dfc16b7cb3 HTTP/1.1" status: 200 len: 217 time: 0.0359414 Mar 02 05:31:20.102430 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.rpc [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Device 9ef18fca-f561-405a-b28a-5f1055d3faea details requested by agent hyperv_hv-cinder-76845 with host hv-cinder-76845 {{(pid=103716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 02 05:31:20.143791 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6d0fa2-351b-475b-8783-0e995dada51d req-fdf2063b-d81e-4678-960b-833c6def405c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:31:20.145344 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-3e6d0fa2-351b-475b-8783-0e995dada51d req-fdf2063b-d81e-4678-960b-833c6def405c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=056b3ebb-3d6a-47e8-85ab-02c7bbeeef7f HTTP/1.1" status: 200 len: 854 time: 0.0867474 Mar 02 05:31:20.168937 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24abd9c-b835-4fcb-8615-4e9afc44e893 req-07c7f0d8-d907-41e9-91ef-b390bd5f3450 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:31:20.171782 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-e24abd9c-b835-4fcb-8615-4e9afc44e893 req-07c7f0d8-d907-41e9-91ef-b390bd5f3450 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] 10.222.0.32 "GET /v2.0/ports?device_id=7002d8fb-8274-485e-b875-ad2e5586984a HTTP/1.1" status: 200 len: 945 time: 0.0830131 Mar 02 05:31:20.195141 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-3e6d0fa2-351b-475b-8783-0e995dada51d req-bad23de3-4743-4d5f-b08b-263fbe0a84d9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cb4d6411-b85c-4bdf-b5e1-c15f0442d664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405052 Mar 02 05:31:20.216177 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] For port 9ef18fca-f561-405a-b28a-5f1055d3faea, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=9ef18fca-f561-405a-b28a-5f1055d3faea,segment=NetworkSegment(15c6c484-0d48-4d40-b6e8-616bb71b4578),segment_id=15c6c484-0d48-4d40-b6e8-616bb71b4578)] {{(pid=103716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 05:31:20.227546 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.rpc [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Returning: {'device': '9ef18fca-f561-405a-b28a-5f1055d3faea', 'network_id': 'cca8cd28-8205-477a-92b1-88a32e29d0bc', 'port_id': '9ef18fca-f561-405a-b28a-5f1055d3faea', 'mac_address': 'fa:16:3e:8c:58:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 258, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab127ad9-ce11-421d-b130-80cd6d7ddae3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 02 05:31:20.269564 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Current status of the port 9ef18fca-f561-405a-b28a-5f1055d3faea is: ACTIVE; New status is: BUILD {{(pid=103716) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 05:31:20.270078 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for port (9ef18fca-f561-405a-b28a-5f1055d3faea), before_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:20.285735 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.notifiers.nova [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9ef18fca-f561-405a-b28a-5f1055d3faea {{(pid=103716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 05:31:20.292670 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-e24abd9c-b835-4fcb-8615-4e9afc44e893 req-98f8d8e4-e8b8-4eb4-9a48-b1bc2940ebea tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] 10.222.0.32 "GET /v2.0/security-groups?id=c04bdde9-68b7-4585-97f2-cb2ed276dc41&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0999305 Mar 02 05:31:20.313244 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] For port 9ef18fca-f561-405a-b28a-5f1055d3faea, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=9ef18fca-f561-405a-b28a-5f1055d3faea,segment=NetworkSegment(15c6c484-0d48-4d40-b6e8-616bb71b4578),segment_id=15c6c484-0d48-4d40-b6e8-616bb71b4578)] {{(pid=103716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 05:31:20.342264 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-3e6d0fa2-351b-475b-8783-0e995dada51d req-28778589-6f44-4873-968b-3f975014a790 service neutron] 10.222.0.41 "GET /v2.0/networks/cb4d6411-b85c-4bdf-b5e1-c15f0442d664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252277 Mar 02 05:31:20.366005 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789290460654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789289919735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789289921293'] for port (9ef18fca-f561-405a-b28a-5f1055d3faea), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:20.403590 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f978b3b8-d366-4610-829e-3f6877de4e83 req-96e18f8c-5214-4f09-b6cf-96cad2556218 tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:31:20.419740 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-f978b3b8-d366-4610-829e-3f6877de4e83 req-96e18f8c-5214-4f09-b6cf-96cad2556218 tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] 10.222.0.32 "GET /v2.0/ports?device_id=de6dc40a-043f-4288-b259-40dc0332df7e HTTP/1.1" status: 200 len: 943 time: 0.0678623 Mar 02 05:31:20.442587 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Pushing event updated for resources: {'Port': ['ID=9ef18fca-f561-405a-b28a-5f1055d3faea,revision_number=6']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:31:20.472858 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-f978b3b8-d366-4610-829e-3f6877de4e83 req-249a0086-cfad-4772-a5c0-3434988fd015 tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d69e608-83e2-4afc-ba8a-1373a1de5f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567183 Mar 02 05:31:20.485377 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-3e6d0fa2-351b-475b-8783-0e995dada51d req-ec35d251-496d-4431-8b27-e94f888b2483 service neutron] 10.222.0.41 "GET /v2.0/networks/cb4d6411-b85c-4bdf-b5e1-c15f0442d664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341417 Mar 02 05:31:20.916812 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f9af0a-6805-4135-9b92-fe00adc56fc6 req-a71302ae-7598-48ff-9e5b-0a933dbd419f tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:31:20.919435 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-49f9af0a-6805-4135-9b92-fe00adc56fc6 req-a71302ae-7598-48ff-9e5b-0a933dbd419f tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/ports?device_id=454afccc-8b3f-40a7-8e18-30480566cda9 HTTP/1.1" status: 200 len: 945 time: 0.0551140 Mar 02 05:31:20.972307 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-49f9af0a-6805-4135-9b92-fe00adc56fc6 req-fec04246-921d-46b3-8aba-21ff08f5a923 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce8b9e9a-d177-47c0-9c9b-f6152dd9c0f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480971 Mar 02 05:31:21.000213 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.wsgi [-] (103714) accepted ('10.222.0.32', 38282) {{(pid=103714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:31:21.112692 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-235f8f99-da5b-42e4-b2e6-1d543d105898 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:21.184152 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-235f8f99-da5b-42e4-b2e6-1d543d105898 admin admin] Publish callbacks [] for security_group (09651b7d-9909-455c-8100-706a9aa11a71), precommit_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:21.280075 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-235f8f99-da5b-42e4-b2e6-1d543d105898 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629892'] for security_group (09651b7d-9909-455c-8100-706a9aa11a71), after_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:21.316689 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235f8f99-da5b-42e4-b2e6-1d543d105898 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09651b7d-9909-455c-8100-706a9aa11a71,revision_number=1']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:31:21.322563 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [None req-235f8f99-da5b-42e4-b2e6-1d543d105898 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=36c2ca28b994490e84ea748b8c81b9f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3213089 Mar 02 05:31:21.323658 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.wsgi [-] (103714) accepted ('10.222.0.32', 38290) {{(pid=103714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:31:21.389649 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-073e7d1b-87d3-4bca-827a-8d79c917fae2 admin admin] Publish callbacks [] for security_group (09651b7d-9909-455c-8100-706a9aa11a71), before_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:21.429914 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-073e7d1b-87d3-4bca-827a-8d79c917fae2 admin admin] Publish callbacks [] for security_group (09651b7d-9909-455c-8100-706a9aa11a71), precommit_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:21.468984 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31053d4-8722-4b71-8e0f-cff7dbb97611 req-22a3f8bb-f05c-403c-9ad8-832d4d083111 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:31:21.470488 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-d31053d4-8722-4b71-8e0f-cff7dbb97611 req-22a3f8bb-f05c-403c-9ad8-832d4d083111 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] 10.222.0.32 "GET /v2.0/ports?device_id=7002d8fb-8274-485e-b875-ad2e5586984a HTTP/1.1" status: 200 len: 945 time: 0.1021683 Mar 02 05:31:21.520378 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-d31053d4-8722-4b71-8e0f-cff7dbb97611 req-48d3c716-7f9e-4ccf-98a4-fcc06bd7a309 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] 10.222.0.32 "GET /v2.0/security-groups?id=c04bdde9-68b7-4585-97f2-cb2ed276dc41&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0441220 Mar 02 05:31:21.583161 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7048034e-d3bf-493e-b942-f5efac7d6441 req-50172ad3-b7c8-470b-a6e8-0f6b678691fc tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:31:21.584641 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-7048034e-d3bf-493e-b942-f5efac7d6441 req-50172ad3-b7c8-470b-a6e8-0f6b678691fc tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] 10.222.0.32 "GET /v2.0/ports?device_id=de6dc40a-043f-4288-b259-40dc0332df7e HTTP/1.1" status: 200 len: 943 time: 0.0517895 Mar 02 05:31:21.586112 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-073e7d1b-87d3-4bca-827a-8d79c917fae2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629892'] for security_group (09651b7d-9909-455c-8100-706a9aa11a71), after_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:21.588696 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-073e7d1b-87d3-4bca-827a-8d79c917fae2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:21.589936 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [None req-073e7d1b-87d3-4bca-827a-8d79c917fae2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/09651b7d-9909-455c-8100-706a9aa11a71 HTTP/1.1" status: 204 len: 168 time: 0.2652526 Mar 02 05:31:21.598695 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073e7d1b-87d3-4bca-827a-8d79c917fae2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09651b7d-9909-455c-8100-706a9aa11a71,revision_number=None']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:31:21.634944 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-7048034e-d3bf-493e-b942-f5efac7d6441 req-723dbb94-c762-4157-a653-3d41758d4385 tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d69e608-83e2-4afc-ba8a-1373a1de5f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447128 Mar 02 05:31:22.093521 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1280def5-7b8d-42dc-aec9-09d13b6936f7 req-a38e1dd9-e274-4d20-917e-eb7d93b19fb7 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:31:22.094905 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-1280def5-7b8d-42dc-aec9-09d13b6936f7 req-a38e1dd9-e274-4d20-917e-eb7d93b19fb7 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/ports?device_id=454afccc-8b3f-40a7-8e18-30480566cda9 HTTP/1.1" status: 200 len: 945 time: 0.0525525 Mar 02 05:31:22.142411 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-1280def5-7b8d-42dc-aec9-09d13b6936f7 req-49ed106e-21fb-492f-9343-47f9815d6e33 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce8b9e9a-d177-47c0-9c9b-f6152dd9c0f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418272 Mar 02 05:31:22.270637 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.wsgi [-] (103714) accepted ('10.222.0.32', 38306) {{(pid=103714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:31:22.287116 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-46bfc641-40aa-4bec-8638-95d2775686a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:22.358583 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-46bfc641-40aa-4bec-8638-95d2775686a2 admin admin] Publish callbacks [] for security_group (051222ce-b8f0-4188-b899-0b2e55f34ad4), precommit_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:22.432881 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-46bfc641-40aa-4bec-8638-95d2775686a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629892'] for security_group (051222ce-b8f0-4188-b899-0b2e55f34ad4), after_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:22.473270 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bfc641-40aa-4bec-8638-95d2775686a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=051222ce-b8f0-4188-b899-0b2e55f34ad4,revision_number=1']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:31:22.479569 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [None req-46bfc641-40aa-4bec-8638-95d2775686a2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ae8ce6454d3143299dc5846fe837abb3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2077379 Mar 02 05:31:22.482607 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.32', 38314) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:31:22.539882 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-0eac0b3c-b659-4b32-a33f-5f300036c402 admin admin] Publish callbacks [] for security_group (051222ce-b8f0-4188-b899-0b2e55f34ad4), before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:22.574188 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-0eac0b3c-b659-4b32-a33f-5f300036c402 admin admin] Publish callbacks [] for security_group (051222ce-b8f0-4188-b899-0b2e55f34ad4), precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:22.670150 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f70c1b5-a00a-4ce3-bb59-5dad1a1a8b79 req-09df4dd7-e3a9-4c30-8d9c-95737592f6c5 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:31:22.677330 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-3f70c1b5-a00a-4ce3-bb59-5dad1a1a8b79 req-09df4dd7-e3a9-4c30-8d9c-95737592f6c5 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] 10.222.0.32 "GET /v2.0/ports?device_id=7002d8fb-8274-485e-b875-ad2e5586984a HTTP/1.1" status: 200 len: 945 time: 0.0709004 Mar 02 05:31:22.734308 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-3f70c1b5-a00a-4ce3-bb59-5dad1a1a8b79 req-73b4812f-6557-4d3b-a7f9-3ff8a72b4049 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] 10.222.0.32 "GET /v2.0/security-groups?id=c04bdde9-68b7-4585-97f2-cb2ed276dc41&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0560486 Mar 02 05:31:22.751967 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-0eac0b3c-b659-4b32-a33f-5f300036c402 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629892'] for security_group (051222ce-b8f0-4188-b899-0b2e55f34ad4), after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:22.754852 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-0eac0b3c-b659-4b32-a33f-5f300036c402 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:22.756259 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-0eac0b3c-b659-4b32-a33f-5f300036c402 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/051222ce-b8f0-4188-b899-0b2e55f34ad4 HTTP/1.1" status: 204 len: 168 time: 0.2725348 Mar 02 05:31:22.766327 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eac0b3c-b659-4b32-a33f-5f300036c402 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=051222ce-b8f0-4188-b899-0b2e55f34ad4,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:31:22.785593 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1ff18c-478e-4046-86f1-f565c63caa5f req-147e865b-3d7e-44b6-a357-bab078a3541f tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:31:22.788224 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-ff1ff18c-478e-4046-86f1-f565c63caa5f req-147e865b-3d7e-44b6-a357-bab078a3541f tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] 10.222.0.32 "GET /v2.0/ports?device_id=de6dc40a-043f-4288-b259-40dc0332df7e HTTP/1.1" status: 200 len: 943 time: 0.0804818 Mar 02 05:31:22.838615 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-ff1ff18c-478e-4046-86f1-f565c63caa5f req-c5e75e1a-765e-4e7a-9724-c6d7b644e828 tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d69e608-83e2-4afc-ba8a-1373a1de5f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426307 Mar 02 05:31:22.861095 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] get_ports_and_sgs() called for port_ids ['9ef18fca-f561-405a-b28a-5f1055d3faea'] {{(pid=103716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 05:31:23.274966 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef6157f-5f4c-43c1-ad3d-926769ea5df1 req-fccc68c1-1afd-4d4e-9c40-cede877744e9 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:31:23.276571 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-3ef6157f-5f4c-43c1-ad3d-926769ea5df1 req-fccc68c1-1afd-4d4e-9c40-cede877744e9 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/ports?device_id=454afccc-8b3f-40a7-8e18-30480566cda9 HTTP/1.1" status: 200 len: 945 time: 0.0588601 Mar 02 05:31:23.326031 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-3ef6157f-5f4c-43c1-ad3d-926769ea5df1 req-c6d33295-3b78-4488-bd5f-9b753ca0d933 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce8b9e9a-d177-47c0-9c9b-f6152dd9c0f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433924 Mar 02 05:31:23.855060 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772b89d3-0a9a-4ea2-84a6-8054a5f18461 req-7ab035aa-e598-4621-a546-d82d1c41a118 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:31:23.856650 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-772b89d3-0a9a-4ea2-84a6-8054a5f18461 req-7ab035aa-e598-4621-a546-d82d1c41a118 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] 10.222.0.32 "GET /v2.0/ports?device_id=7002d8fb-8274-485e-b875-ad2e5586984a HTTP/1.1" status: 200 len: 945 time: 0.0612767 Mar 02 05:31:23.906880 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-772b89d3-0a9a-4ea2-84a6-8054a5f18461 req-507038f8-a115-4759-ae3c-2f42b6ace9de tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] 10.222.0.32 "GET /v2.0/security-groups?id=c04bdde9-68b7-4585-97f2-cb2ed276dc41&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0447984 Mar 02 05:31:23.973212 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942e8b95-c107-467b-b145-6e5d2098cbca req-a3c4ab67-934d-4145-b187-4b65cd82ef0e tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:31:23.974700 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-942e8b95-c107-467b-b145-6e5d2098cbca req-a3c4ab67-934d-4145-b187-4b65cd82ef0e tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] 10.222.0.32 "GET /v2.0/ports?device_id=de6dc40a-043f-4288-b259-40dc0332df7e HTTP/1.1" status: 200 len: 943 time: 0.0564122 Mar 02 05:31:24.024466 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-942e8b95-c107-467b-b145-6e5d2098cbca req-61c35387-d43b-49d2-8f8d-ff4408dee3c9 tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d69e608-83e2-4afc-ba8a-1373a1de5f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439954 Mar 02 05:31:24.123079 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.rpc [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Device 9ef18fca-f561-405a-b28a-5f1055d3faea up at agent hyperv_hv-cinder-76845 {{(pid=103716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 05:31:24.170117 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.provisioning_blocks [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Provisioning complete for port 9ef18fca-f561-405a-b28a-5f1055d3faea triggered by entity L2. {{(pid=103716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 05:31:24.170491 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012754'] for port (9ef18fca-f561-405a-b28a-5f1055d3faea), provisioning_complete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:24.250437 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Current status of the port 9ef18fca-f561-405a-b28a-5f1055d3faea is: BUILD; New status is: ACTIVE {{(pid=103716) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 05:31:24.250744 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for port (9ef18fca-f561-405a-b28a-5f1055d3faea), before_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:24.273894 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '454afccc-8b3f-40a7-8e18-30480566cda9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ef18fca-f561-405a-b28a-5f1055d3faea'}] {{(pid=103716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 05:31:24.276114 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5cc3ee08ba8b8203ef00b822cbb368117e1f515a76881e78a723e4cc0774230" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89686b0b-6686-450e-9c49-d52677a1d26c" -d '{"events": [{"server_uuid": "454afccc-8b3f-40a7-8e18-30480566cda9", "name": "network-vif-plugged", "status": "completed", "tag": "9ef18fca-f561-405a-b28a-5f1055d3faea"}]}' {{(pid=103716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 05:31:24.288828 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] For port 9ef18fca-f561-405a-b28a-5f1055d3faea, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=9ef18fca-f561-405a-b28a-5f1055d3faea,segment=NetworkSegment(15c6c484-0d48-4d40-b6e8-616bb71b4578),segment_id=15c6c484-0d48-4d40-b6e8-616bb71b4578)] {{(pid=103716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 05:31:24.312584 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 05:31:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f47b361f-1f22-4d12-b0c6-35e7fb64688d x-openstack-request-id: req-f47b361f-1f22-4d12-b0c6-35e7fb64688d {{(pid=103716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 05:31:24.312898 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "454afccc-8b3f-40a7-8e18-30480566cda9", "name": "network-vif-plugged", "status": "completed", "tag": "9ef18fca-f561-405a-b28a-5f1055d3faea", "code": 200}]} {{(pid=103716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 05:31:24.313159 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f47b361f-1f22-4d12-b0c6-35e7fb64688d {{(pid=103716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 05:31:24.313554 dv-cinder-768458-18-iscsi neutron-server[103716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '454afccc-8b3f-40a7-8e18-30480566cda9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ef18fca-f561-405a-b28a-5f1055d3faea', 'code': 200} Mar 02 05:31:24.354373 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789290460654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789289919735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789289921293'] for port (9ef18fca-f561-405a-b28a-5f1055d3faea), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:24.403596 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Pushing event updated for resources: {'Port': ['ID=9ef18fca-f561-405a-b28a-5f1055d3faea,revision_number=7']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:31:24.450281 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100f677f-0d5a-4639-9b46-e7664b77402d req-b669cdc7-c7b8-4a2f-af81-cec1c08e2093 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:31:24.451954 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-100f677f-0d5a-4639-9b46-e7664b77402d req-b669cdc7-c7b8-4a2f-af81-cec1c08e2093 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/ports?device_id=454afccc-8b3f-40a7-8e18-30480566cda9 HTTP/1.1" status: 200 len: 946 time: 0.0547817 Mar 02 05:31:24.501767 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-100f677f-0d5a-4639-9b46-e7664b77402d req-54f2cfbf-125d-4a91-a7be-10ff401dc8ff tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce8b9e9a-d177-47c0-9c9b-f6152dd9c0f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438931 Mar 02 05:31:25.024152 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447911e0-c585-4682-a9e1-d85aba2f0602 req-fc59db48-b5ec-4eca-ba41-5e30d7f4b8bf tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:31:25.025590 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-447911e0-c585-4682-a9e1-d85aba2f0602 req-fc59db48-b5ec-4eca-ba41-5e30d7f4b8bf tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] 10.222.0.32 "GET /v2.0/ports?device_id=7002d8fb-8274-485e-b875-ad2e5586984a HTTP/1.1" status: 200 len: 945 time: 0.0498798 Mar 02 05:31:25.071842 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-447911e0-c585-4682-a9e1-d85aba2f0602 req-9b7c776e-a9f1-41a9-96d1-374ac51f4a1d tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] 10.222.0.32 "GET /v2.0/security-groups?id=c04bdde9-68b7-4585-97f2-cb2ed276dc41&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0400558 Mar 02 05:31:25.141467 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7327370e-ef01-4e1a-8175-d6c8ae96de45 req-81a35132-4fd1-48a9-a917-11b97a4d6bf5 tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:31:25.142939 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-7327370e-ef01-4e1a-8175-d6c8ae96de45 req-81a35132-4fd1-48a9-a917-11b97a4d6bf5 tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] 10.222.0.32 "GET /v2.0/ports?device_id=de6dc40a-043f-4288-b259-40dc0332df7e HTTP/1.1" status: 200 len: 943 time: 0.0520194 Mar 02 05:31:25.191921 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-7327370e-ef01-4e1a-8175-d6c8ae96de45 req-66c21d78-40df-4d3c-b662-a247f47d563b tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d69e608-83e2-4afc-ba8a-1373a1de5f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434310 Mar 02 05:31:25.621555 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7112ae-1d9d-488a-a9cc-dd38251fa5be req-710703f4-d1f1-479b-8cb3-b1308c155692 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:31:25.623519 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-8f7112ae-1d9d-488a-a9cc-dd38251fa5be req-710703f4-d1f1-479b-8cb3-b1308c155692 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/ports?device_id=454afccc-8b3f-40a7-8e18-30480566cda9 HTTP/1.1" status: 200 len: 946 time: 0.0523856 Mar 02 05:31:25.672098 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-8f7112ae-1d9d-488a-a9cc-dd38251fa5be req-7c24f4c4-12d3-4584-b7e2-13798fd27666 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce8b9e9a-d177-47c0-9c9b-f6152dd9c0f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431905 Mar 02 05:31:26.190159 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d56b750-cbb2-4ca9-be57-d0d23ee2bd46 req-69738b9e-e732-4e13-814d-c7d46ae4c046 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:31:26.191717 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-2d56b750-cbb2-4ca9-be57-d0d23ee2bd46 req-69738b9e-e732-4e13-814d-c7d46ae4c046 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] 10.222.0.32 "GET /v2.0/ports?device_id=7002d8fb-8274-485e-b875-ad2e5586984a HTTP/1.1" status: 200 len: 945 time: 0.0537660 Mar 02 05:31:26.239631 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-2d56b750-cbb2-4ca9-be57-d0d23ee2bd46 req-c62db14b-63db-4ace-b011-2d663e37bc98 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] 10.222.0.32 "GET /v2.0/security-groups?id=c04bdde9-68b7-4585-97f2-cb2ed276dc41&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425012 Mar 02 05:31:26.306288 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd174e7e-a805-4174-81d5-c5286fa6a4f6 req-04cafd66-ecd1-4fee-b843-b0553bf3e972 tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:31:26.307779 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-bd174e7e-a805-4174-81d5-c5286fa6a4f6 req-04cafd66-ecd1-4fee-b843-b0553bf3e972 tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] 10.222.0.32 "GET /v2.0/ports?device_id=de6dc40a-043f-4288-b259-40dc0332df7e HTTP/1.1" status: 200 len: 943 time: 0.0512991 Mar 02 05:31:26.353926 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-bd174e7e-a805-4174-81d5-c5286fa6a4f6 req-c9a235f6-b1fd-437c-b5b6-857d9f9a143f tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d69e608-83e2-4afc-ba8a-1373a1de5f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396984 Mar 02 05:31:26.558227 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.rpc [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Device cc236afe-3604-42f3-9861-c2dfc16b7cb3 details requested by agent hyperv_hv-cinder-76845 with host hv-cinder-76845 {{(pid=103716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 02 05:31:26.655877 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] For port cc236afe-3604-42f3-9861-c2dfc16b7cb3, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=cc236afe-3604-42f3-9861-c2dfc16b7cb3,segment=NetworkSegment(c6af62b3-fa4c-444b-9a01-d317b4ec4d1f),segment_id=c6af62b3-fa4c-444b-9a01-d317b4ec4d1f)] {{(pid=103716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 05:31:26.666277 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.rpc [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Returning: {'device': 'cc236afe-3604-42f3-9861-c2dfc16b7cb3', 'network_id': 'cb4d6411-b85c-4bdf-b5e1-c15f0442d664', 'port_id': 'cc236afe-3604-42f3-9861-c2dfc16b7cb3', 'mac_address': 'fa:16:3e:2d:56:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 283, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '056b3ebb-3d6a-47e8-85ab-02c7bbeeef7f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 02 05:31:26.702199 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Current status of the port cc236afe-3604-42f3-9861-c2dfc16b7cb3 is: DOWN; New status is: BUILD {{(pid=103716) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 05:31:26.702588 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for port (cc236afe-3604-42f3-9861-c2dfc16b7cb3), before_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:26.715608 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.notifiers.nova [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc236afe-3604-42f3-9861-c2dfc16b7cb3 {{(pid=103716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 05:31:26.736828 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] For port cc236afe-3604-42f3-9861-c2dfc16b7cb3, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=cc236afe-3604-42f3-9861-c2dfc16b7cb3,segment=NetworkSegment(c6af62b3-fa4c-444b-9a01-d317b4ec4d1f),segment_id=c6af62b3-fa4c-444b-9a01-d317b4ec4d1f)] {{(pid=103716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 05:31:26.792357 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5f7deb-bf08-4f8f-88e9-ccd06bfeb6d7 req-1b63a8e5-2f7a-45be-a598-161664f87b09 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:31:26.793831 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-aa5f7deb-bf08-4f8f-88e9-ccd06bfeb6d7 req-1b63a8e5-2f7a-45be-a598-161664f87b09 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/ports?device_id=454afccc-8b3f-40a7-8e18-30480566cda9 HTTP/1.1" status: 200 len: 946 time: 0.0513086 Mar 02 05:31:26.800179 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789290460654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789289919735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789289921293'] for port (cc236afe-3604-42f3-9861-c2dfc16b7cb3), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:26.852671 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-aa5f7deb-bf08-4f8f-88e9-ccd06bfeb6d7 req-8136c505-9a1b-41da-90fb-97b9b25689d9 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce8b9e9a-d177-47c0-9c9b-f6152dd9c0f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466874 Mar 02 05:31:26.862595 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Pushing event updated for resources: {'Port': ['ID=cc236afe-3604-42f3-9861-c2dfc16b7cb3,revision_number=4']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:31:26.869490 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:31:26.869859 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:31:26.870202 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:31:26.870537 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:31:26.870866 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:31:26.871205 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:31:26.871574 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:31:26.871902 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:31:26.872224 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:31:26.872561 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:31:26.872883 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:31:26.873205 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:31:26.873519 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:31:27.354324 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a44a4ed-0634-4377-aadf-48add49e8bd0 req-b35694b2-9bb2-4600-b1ff-dd5188a27406 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:31:27.356011 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-5a44a4ed-0634-4377-aadf-48add49e8bd0 req-b35694b2-9bb2-4600-b1ff-dd5188a27406 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] 10.222.0.32 "GET /v2.0/ports?device_id=7002d8fb-8274-485e-b875-ad2e5586984a HTTP/1.1" status: 200 len: 945 time: 0.0504897 Mar 02 05:31:27.404234 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-5a44a4ed-0634-4377-aadf-48add49e8bd0 req-b9c3e78c-0099-4cf8-a664-5e5d4ebfd5f2 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] 10.222.0.32 "GET /v2.0/security-groups?id=c04bdde9-68b7-4585-97f2-cb2ed276dc41&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415502 Mar 02 05:31:27.475166 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94e6232-a939-443b-a500-43c71fac9484 req-101b09f2-a973-4e5a-9637-93fcff6d292f tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:31:27.476673 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-c94e6232-a939-443b-a500-43c71fac9484 req-101b09f2-a973-4e5a-9637-93fcff6d292f tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] 10.222.0.32 "GET /v2.0/ports?device_id=de6dc40a-043f-4288-b259-40dc0332df7e HTTP/1.1" status: 200 len: 944 time: 0.0546324 Mar 02 05:31:27.525243 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-c94e6232-a939-443b-a500-43c71fac9484 req-0fbcdb71-2a49-45d0-82e7-6f44933efd70 tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d69e608-83e2-4afc-ba8a-1373a1de5f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429204 Mar 02 05:31:27.980461 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de67a2e6-d80a-45f5-b195-82bf03238c3d req-83791f57-66b7-4c80-9367-b17a9f4a1e0b tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:31:27.982553 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-de67a2e6-d80a-45f5-b195-82bf03238c3d req-83791f57-66b7-4c80-9367-b17a9f4a1e0b tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/ports?device_id=454afccc-8b3f-40a7-8e18-30480566cda9 HTTP/1.1" status: 200 len: 946 time: 0.0647388 Mar 02 05:31:28.001706 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] get_ports_and_sgs() called for port_ids ['cc236afe-3604-42f3-9861-c2dfc16b7cb3'] {{(pid=103716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 05:31:28.032839 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-de67a2e6-d80a-45f5-b195-82bf03238c3d req-e0c97079-8cc1-4630-b18e-3b87a7edf509 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce8b9e9a-d177-47c0-9c9b-f6152dd9c0f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446818 Mar 02 05:31:28.443573 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.db.agents_db [None req-19237f2e-a493-4721-ab19-473fd9844311 None None] Agent healthcheck: found 6 active agents {{(pid=103717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 05:31:28.524610 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8dcf55-68a6-4c4c-98af-ae71def61998 req-9c3579f5-9335-412f-9a71-73e392847aa0 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:31:28.526096 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-eb8dcf55-68a6-4c4c-98af-ae71def61998 req-9c3579f5-9335-412f-9a71-73e392847aa0 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] 10.222.0.32 "GET /v2.0/ports?device_id=7002d8fb-8274-485e-b875-ad2e5586984a HTTP/1.1" status: 200 len: 945 time: 0.0532269 Mar 02 05:31:28.574578 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-eb8dcf55-68a6-4c4c-98af-ae71def61998 req-9a5c97e0-97de-4e46-a19e-c1dfbf279cb3 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] 10.222.0.32 "GET /v2.0/security-groups?id=c04bdde9-68b7-4585-97f2-cb2ed276dc41&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426526 Mar 02 05:31:28.662124 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcefe24e-7bfb-4819-9f70-ed976ee462c9 req-48d329c0-5031-4707-ab14-b54eb3b366b0 tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:31:28.663703 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-fcefe24e-7bfb-4819-9f70-ed976ee462c9 req-48d329c0-5031-4707-ab14-b54eb3b366b0 tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] 10.222.0.32 "GET /v2.0/ports?device_id=de6dc40a-043f-4288-b259-40dc0332df7e HTTP/1.1" status: 200 len: 944 time: 0.0641236 Mar 02 05:31:28.735858 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-fcefe24e-7bfb-4819-9f70-ed976ee462c9 req-4c2bfc4e-42d1-4ccd-8840-4175a74033f6 tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d69e608-83e2-4afc-ba8a-1373a1de5f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642183 Mar 02 05:31:29.189592 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d2c9e8-5e93-4e3b-81fe-10c56244fdac req-6b10a742-6a21-47a9-b241-121d899a523f tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:31:29.191153 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-37d2c9e8-5e93-4e3b-81fe-10c56244fdac req-6b10a742-6a21-47a9-b241-121d899a523f tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/ports?device_id=454afccc-8b3f-40a7-8e18-30480566cda9 HTTP/1.1" status: 200 len: 946 time: 0.0673211 Mar 02 05:31:29.247257 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-37d2c9e8-5e93-4e3b-81fe-10c56244fdac req-f980fe61-5750-45d6-8ffd-42bbf94ae796 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce8b9e9a-d177-47c0-9c9b-f6152dd9c0f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495665 Mar 02 05:31:29.521681 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b772170-7710-47be-9012-ef70edefe81a req-a74fcb0a-9cf5-48b7-bffb-f63b5b186d8d tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:31:29.523327 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-5b772170-7710-47be-9012-ef70edefe81a req-a74fcb0a-9cf5-48b7-bffb-f63b5b186d8d tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e6f95c0-3d74-43ec-9c37-9bff8fac7934 HTTP/1.1" status: 200 len: 945 time: 0.0685620 Mar 02 05:31:29.554964 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f782bd-4a4b-4299-ae2d-bb394ed6a262 req-a08b17d0-ce12-4380-9374-a56c520ad96d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:31:29.556610 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-a1f782bd-4a4b-4299-ae2d-bb394ed6a262 req-a08b17d0-ce12-4380-9374-a56c520ad96d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=baeaa70a8e234288af44838b99895a45&device_id=4e6f95c0-3d74-43ec-9c37-9bff8fac7934 HTTP/1.1" status: 200 len: 1129 time: 0.0454955 Mar 02 05:31:29.571504 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-5b772170-7710-47be-9012-ef70edefe81a req-c24ccbfa-81a5-4261-a546-a8eed674ce32 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd784b26-a24e-48e7-98ec-6c0ab769f87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425005 Mar 02 05:31:29.661420 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f782bd-4a4b-4299-ae2d-bb394ed6a262 req-57f30632-2a2d-46c8-a9e9-a1c00e932cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:31:29.662461 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-a1f782bd-4a4b-4299-ae2d-bb394ed6a262 req-57f30632-2a2d-46c8-a9e9-a1c00e932cf3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=6269aee3-2e0e-4eb6-b2da-e53edf4d265e HTTP/1.1" status: 200 len: 920 time: 0.0975394 Mar 02 05:31:29.720448 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-a1f782bd-4a4b-4299-ae2d-bb394ed6a262 req-60d977e0-86bd-4304-abfd-9504f37edb27 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ec466470-4f90-4b06-9c22-8bb584849f0b HTTP/1.1" status: 200 len: 217 time: 0.0436571 Mar 02 05:31:29.746572 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ef0902-24e7-4830-87ae-af66db13e1e8 req-b0f58487-b147-46ef-85bf-28f110a4efd0 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:31:29.748727 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-20ef0902-24e7-4830-87ae-af66db13e1e8 req-b0f58487-b147-46ef-85bf-28f110a4efd0 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] 10.222.0.32 "GET /v2.0/ports?device_id=7002d8fb-8274-485e-b875-ad2e5586984a HTTP/1.1" status: 200 len: 945 time: 0.1051631 Mar 02 05:31:29.842010 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f782bd-4a4b-4299-ae2d-bb394ed6a262 req-e3216b4f-298f-42f7-b030-33bad1acd1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:31:29.843533 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-a1f782bd-4a4b-4299-ae2d-bb394ed6a262 req-e3216b4f-298f-42f7-b030-33bad1acd1bd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4a30aa60-f586-4276-a1aa-cd6a333ae855 HTTP/1.1" status: 200 len: 859 time: 0.1116900 Mar 02 05:31:29.886008 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9adfed-9818-4be5-a602-49b8f8a49498 req-cfc10018-a8ce-48db-b12d-ea699caa9ee8 tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:31:29.893280 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-a1f782bd-4a4b-4299-ae2d-bb394ed6a262 req-47398965-89b8-4260-8fb9-e1a048fe086b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6269aee3-2e0e-4eb6-b2da-e53edf4d265e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300889 Mar 02 05:31:29.894758 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-4b9adfed-9818-4be5-a602-49b8f8a49498 req-cfc10018-a8ce-48db-b12d-ea699caa9ee8 tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] 10.222.0.32 "GET /v2.0/ports?device_id=de6dc40a-043f-4288-b259-40dc0332df7e HTTP/1.1" status: 200 len: 944 time: 0.0732276 Mar 02 05:31:29.897917 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-20ef0902-24e7-4830-87ae-af66db13e1e8 req-63f0b96d-1108-4e22-8b6c-9fcff85c2234 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] 10.222.0.32 "GET /v2.0/security-groups?id=c04bdde9-68b7-4585-97f2-cb2ed276dc41&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1287558 Mar 02 05:31:29.961990 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-4b9adfed-9818-4be5-a602-49b8f8a49498 req-7dba57cc-151b-4e96-bae8-348d4e3ce75b tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d69e608-83e2-4afc-ba8a-1373a1de5f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662761 Mar 02 05:31:30.014552 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-a1f782bd-4a4b-4299-ae2d-bb394ed6a262 req-d14a3bd1-262a-4ede-9d8f-3b893349e5f4 service neutron] 10.222.0.41 "GET /v2.0/networks/6269aee3-2e0e-4eb6-b2da-e53edf4d265e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092286 Mar 02 05:31:30.164900 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.rpc [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Device cc236afe-3604-42f3-9861-c2dfc16b7cb3 up at agent hyperv_hv-cinder-76845 {{(pid=103716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 05:31:30.170212 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-a1f782bd-4a4b-4299-ae2d-bb394ed6a262 req-dfd49873-604a-45d9-8d70-e28ad8b2f7fe service neutron] 10.222.0.41 "GET /v2.0/networks/6269aee3-2e0e-4eb6-b2da-e53edf4d265e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470675 Mar 02 05:31:30.391457 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7e2517-1298-41af-9631-d57865c92135 req-05446aba-2e00-4b4b-a951-648431f63fc8 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:31:30.393079 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-ff7e2517-1298-41af-9631-d57865c92135 req-05446aba-2e00-4b4b-a951-648431f63fc8 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/ports?device_id=454afccc-8b3f-40a7-8e18-30480566cda9 HTTP/1.1" status: 200 len: 946 time: 0.0625460 Mar 02 05:31:30.446858 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-ff7e2517-1298-41af-9631-d57865c92135 req-a94138cb-c741-42e4-a793-a74ef454ef1c tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce8b9e9a-d177-47c0-9c9b-f6152dd9c0f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480123 Mar 02 05:31:30.714268 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ded525-d473-476f-aa86-edafa95adba5 req-788a0ec8-7208-416d-a0f9-e459d23e8bde tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:31:30.716657 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-71ded525-d473-476f-aa86-edafa95adba5 req-788a0ec8-7208-416d-a0f9-e459d23e8bde tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e6f95c0-3d74-43ec-9c37-9bff8fac7934 HTTP/1.1" status: 200 len: 945 time: 0.0702085 Mar 02 05:31:30.730634 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.provisioning_blocks [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Provisioning for port cc236afe-3604-42f3-9861-c2dfc16b7cb3 completed by entity L2. {{(pid=103716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 02 05:31:30.738189 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.provisioning_blocks [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Provisioning complete for port cc236afe-3604-42f3-9861-c2dfc16b7cb3 triggered by entity L2. {{(pid=103716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 05:31:30.738878 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012754'] for port (cc236afe-3604-42f3-9861-c2dfc16b7cb3), provisioning_complete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:30.807982 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-71ded525-d473-476f-aa86-edafa95adba5 req-de8811a9-015a-48c4-8fad-1035473527df tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd784b26-a24e-48e7-98ec-6c0ab769f87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820746 Mar 02 05:31:30.859371 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Current status of the port cc236afe-3604-42f3-9861-c2dfc16b7cb3 is: BUILD; New status is: ACTIVE {{(pid=103716) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 05:31:30.860203 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for port (cc236afe-3604-42f3-9861-c2dfc16b7cb3), before_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:30.901331 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de6dc40a-043f-4288-b259-40dc0332df7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc236afe-3604-42f3-9861-c2dfc16b7cb3'}] {{(pid=103716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 05:31:30.904398 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5cc3ee08ba8b8203ef00b822cbb368117e1f515a76881e78a723e4cc0774230" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3aa82d36-5b12-44a4-bb6b-63fbad1d3ff2" -d '{"events": [{"server_uuid": "de6dc40a-043f-4288-b259-40dc0332df7e", "name": "network-vif-plugged", "status": "completed", "tag": "cc236afe-3604-42f3-9861-c2dfc16b7cb3"}]}' {{(pid=103716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 05:31:30.924785 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] For port cc236afe-3604-42f3-9861-c2dfc16b7cb3, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=cc236afe-3604-42f3-9861-c2dfc16b7cb3,segment=NetworkSegment(c6af62b3-fa4c-444b-9a01-d317b4ec4d1f),segment_id=c6af62b3-fa4c-444b-9a01-d317b4ec4d1f)] {{(pid=103716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 05:31:30.985185 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789290460654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789289919735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789289921293'] for port (cc236afe-3604-42f3-9861-c2dfc16b7cb3), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:30.994893 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 05:31:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afc1bd67-5425-46ef-ad12-ca7d8d084de7 x-openstack-request-id: req-afc1bd67-5425-46ef-ad12-ca7d8d084de7 {{(pid=103716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 05:31:30.995221 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de6dc40a-043f-4288-b259-40dc0332df7e", "name": "network-vif-plugged", "status": "completed", "tag": "cc236afe-3604-42f3-9861-c2dfc16b7cb3", "code": 200}]} {{(pid=103716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 05:31:30.995538 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-afc1bd67-5425-46ef-ad12-ca7d8d084de7 {{(pid=103716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 05:31:30.996075 dv-cinder-768458-18-iscsi neutron-server[103716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de6dc40a-043f-4288-b259-40dc0332df7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc236afe-3604-42f3-9861-c2dfc16b7cb3', 'code': 200} Mar 02 05:31:31.061927 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Pushing event updated for resources: {'Port': ['ID=cc236afe-3604-42f3-9861-c2dfc16b7cb3,revision_number=5']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:31:31.122135 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11aeb19-23e0-429e-a91a-88a7a52266da req-da8c5596-4eda-4c6d-af2c-f5215e48ccc4 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:31:31.125432 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-a11aeb19-23e0-429e-a91a-88a7a52266da req-da8c5596-4eda-4c6d-af2c-f5215e48ccc4 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] 10.222.0.32 "GET /v2.0/ports?device_id=7002d8fb-8274-485e-b875-ad2e5586984a HTTP/1.1" status: 200 len: 945 time: 0.0762925 Mar 02 05:31:31.172324 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d016c4c-e3c7-4492-b7ff-5fde9481fd75 req-4acbae4f-7c3f-4d8b-99be-be75569f78cf tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:31:31.175405 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-8d016c4c-e3c7-4492-b7ff-5fde9481fd75 req-4acbae4f-7c3f-4d8b-99be-be75569f78cf tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] 10.222.0.32 "GET /v2.0/ports?device_id=de6dc40a-043f-4288-b259-40dc0332df7e HTTP/1.1" status: 200 len: 945 time: 0.0849996 Mar 02 05:31:31.197882 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-a11aeb19-23e0-429e-a91a-88a7a52266da req-88dea99b-00fb-4afe-89a6-1975db0a8a1b tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] 10.222.0.32 "GET /v2.0/security-groups?id=c04bdde9-68b7-4585-97f2-cb2ed276dc41&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0667021 Mar 02 05:31:31.285484 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-8d016c4c-e3c7-4492-b7ff-5fde9481fd75 req-58f1fe79-aea2-4180-8d44-3083999df86d tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d69e608-83e2-4afc-ba8a-1373a1de5f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973938 Mar 02 05:31:31.432487 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba68c2c-94fe-4d20-b7c0-7830e81f64ba req-9323ca10-fb5a-43a4-8f16-5a18a9cb0e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:31:31.434019 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-cba68c2c-94fe-4d20-b7c0-7830e81f64ba req-9323ca10-fb5a-43a4-8f16-5a18a9cb0e37 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=de6dc40a-043f-4288-b259-40dc0332df7e HTTP/1.1" status: 200 len: 1129 time: 0.0683920 Mar 02 05:31:31.497079 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-cba68c2c-94fe-4d20-b7c0-7830e81f64ba req-eea07c39-7be7-4434-bcad-26672bdd2d22 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=9d69e608-83e2-4afc-ba8a-1373a1de5f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537286 Mar 02 05:31:31.605449 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c1f3fc-03e4-4146-ba00-d66ef0bbd898 req-5a246d60-9666-453b-b255-4aadda409d0b tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:31:31.607043 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-90c1f3fc-03e4-4146-ba00-d66ef0bbd898 req-5a246d60-9666-453b-b255-4aadda409d0b tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/ports?device_id=454afccc-8b3f-40a7-8e18-30480566cda9 HTTP/1.1" status: 200 len: 946 time: 0.0574341 Mar 02 05:31:31.662065 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-90c1f3fc-03e4-4146-ba00-d66ef0bbd898 req-9198c2c0-16fb-4c08-bd80-0f38a5a57ed1 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce8b9e9a-d177-47c0-9c9b-f6152dd9c0f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481696 Mar 02 05:31:31.920734 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e71612-3678-4f45-817e-4d2b29eff48d req-e7dce555-5ce2-4233-b837-61e9720ec634 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:31:31.922132 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-50e71612-3678-4f45-817e-4d2b29eff48d req-e7dce555-5ce2-4233-b837-61e9720ec634 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e6f95c0-3d74-43ec-9c37-9bff8fac7934 HTTP/1.1" status: 200 len: 945 time: 0.0563197 Mar 02 05:31:31.969992 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-50e71612-3678-4f45-817e-4d2b29eff48d req-225b8d8b-f814-4e4c-aebb-683ae6819979 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd784b26-a24e-48e7-98ec-6c0ab769f87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423954 Mar 02 05:31:32.345375 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37cad08-6788-44da-a54a-d9d868bdc3f9 req-2c21be6e-30fc-418f-af28-0ee8b7ccb13e tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:31:32.353029 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-a37cad08-6788-44da-a54a-d9d868bdc3f9 req-2c21be6e-30fc-418f-af28-0ee8b7ccb13e tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] 10.222.0.32 "GET /v2.0/ports?device_id=7002d8fb-8274-485e-b875-ad2e5586984a HTTP/1.1" status: 200 len: 945 time: 0.0687509 Mar 02 05:31:32.436911 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-a37cad08-6788-44da-a54a-d9d868bdc3f9 req-aacdc51b-04f8-428b-9449-eca95fbc5899 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] 10.222.0.32 "GET /v2.0/security-groups?id=c04bdde9-68b7-4585-97f2-cb2ed276dc41&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0835543 Mar 02 05:31:32.481128 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6026bb-eb95-4534-8c57-b00f2298bcd8 req-e734bb39-bcf4-4427-926f-36b38aee7a56 tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:31:32.484205 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-de6026bb-eb95-4534-8c57-b00f2298bcd8 req-e734bb39-bcf4-4427-926f-36b38aee7a56 tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] 10.222.0.32 "GET /v2.0/ports?device_id=de6dc40a-043f-4288-b259-40dc0332df7e HTTP/1.1" status: 200 len: 945 time: 0.1182837 Mar 02 05:31:32.550845 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-de6026bb-eb95-4534-8c57-b00f2298bcd8 req-7a87ddeb-6ebd-46e4-95d6-a11e76be0572 tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d69e608-83e2-4afc-ba8a-1373a1de5f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600395 Mar 02 05:31:32.843551 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0a7a75-9b0d-4f8b-9718-41d0777e3041 req-bdbf6a56-2bdd-47b2-b59d-deac17995147 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:31:32.845438 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-3c0a7a75-9b0d-4f8b-9718-41d0777e3041 req-bdbf6a56-2bdd-47b2-b59d-deac17995147 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/ports?device_id=454afccc-8b3f-40a7-8e18-30480566cda9 HTTP/1.1" status: 200 len: 946 time: 0.0850503 Mar 02 05:31:32.933687 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-3c0a7a75-9b0d-4f8b-9718-41d0777e3041 req-84b78c67-9c5e-45f3-a71b-59059e138426 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce8b9e9a-d177-47c0-9c9b-f6152dd9c0f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808492 Mar 02 05:31:32.950859 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.32', 38522) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:31:33.108209 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064c9f5c-aea8-4d8e-9f03-38009f9c9fff req-f298c39a-2fd5-4db6-a885-8ea49b76c10d tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:31:33.115174 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-064c9f5c-aea8-4d8e-9f03-38009f9c9fff req-f298c39a-2fd5-4db6-a885-8ea49b76c10d tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e6f95c0-3d74-43ec-9c37-9bff8fac7934 HTTP/1.1" status: 200 len: 945 time: 0.0744412 Mar 02 05:31:33.174508 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-064c9f5c-aea8-4d8e-9f03-38009f9c9fff req-29892fba-4381-41ff-a839-201ee8ceb8e4 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd784b26-a24e-48e7-98ec-6c0ab769f87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583887 Mar 02 05:31:33.175609 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-214e97ae-0998-4e02-b37b-eb96bf551f33 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:33.268659 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-214e97ae-0998-4e02-b37b-eb96bf551f33 admin admin] Publish callbacks [] for security_group (1a9e5814-fa29-46bb-b58b-3a038c21d91d), precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:33.349284 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-214e97ae-0998-4e02-b37b-eb96bf551f33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629892'] for security_group (1a9e5814-fa29-46bb-b58b-3a038c21d91d), after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:33.402637 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-214e97ae-0998-4e02-b37b-eb96bf551f33 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=83d7f59006fe4f1fae6b09102e06e1d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4527655 Mar 02 05:31:33.403562 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214e97ae-0998-4e02-b37b-eb96bf551f33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a9e5814-fa29-46bb-b58b-3a038c21d91d,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:31:33.405966 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.wsgi [-] (103714) accepted ('10.222.0.32', 38530) {{(pid=103714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:31:33.457900 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-3da5574c-cc97-4a44-b4ba-91b1fae1b588 admin admin] Publish callbacks [] for security_group (1a9e5814-fa29-46bb-b58b-3a038c21d91d), before_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:33.492292 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-3da5574c-cc97-4a44-b4ba-91b1fae1b588 admin admin] Publish callbacks [] for security_group (1a9e5814-fa29-46bb-b58b-3a038c21d91d), precommit_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:33.583966 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65bbdf2-ad1f-44d4-8413-0539bd419fed req-8409a991-24e9-48b6-8f28-792642e1f6f7 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:31:33.591468 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-f65bbdf2-ad1f-44d4-8413-0539bd419fed req-8409a991-24e9-48b6-8f28-792642e1f6f7 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] 10.222.0.32 "GET /v2.0/ports?device_id=7002d8fb-8274-485e-b875-ad2e5586984a HTTP/1.1" status: 200 len: 945 time: 0.0716364 Mar 02 05:31:33.663715 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-f65bbdf2-ad1f-44d4-8413-0539bd419fed req-d4419b78-1f0d-4629-acf9-fab3e385b746 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] 10.222.0.32 "GET /v2.0/security-groups?id=c04bdde9-68b7-4585-97f2-cb2ed276dc41&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0688674 Mar 02 05:31:33.683193 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-3da5574c-cc97-4a44-b4ba-91b1fae1b588 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629892'] for security_group (1a9e5814-fa29-46bb-b58b-3a038c21d91d), after_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:33.687240 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-3da5574c-cc97-4a44-b4ba-91b1fae1b588 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:33.689470 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [None req-3da5574c-cc97-4a44-b4ba-91b1fae1b588 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1a9e5814-fa29-46bb-b58b-3a038c21d91d HTTP/1.1" status: 204 len: 168 time: 0.2825375 Mar 02 05:31:33.704667 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da5574c-cc97-4a44-b4ba-91b1fae1b588 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a9e5814-fa29-46bb-b58b-3a038c21d91d,revision_number=None']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:31:33.746501 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed54a87-2760-4bca-8575-3fa35daf58ce req-09d9bbcd-068d-4b41-975c-180ce65ea364 tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:31:33.749021 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-0ed54a87-2760-4bca-8575-3fa35daf58ce req-09d9bbcd-068d-4b41-975c-180ce65ea364 tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] 10.222.0.32 "GET /v2.0/ports?device_id=de6dc40a-043f-4288-b259-40dc0332df7e HTTP/1.1" status: 200 len: 945 time: 0.0880365 Mar 02 05:31:33.832753 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-0ed54a87-2760-4bca-8575-3fa35daf58ce req-3058cfa5-e3fe-4ccc-975f-a11001c04527 tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d69e608-83e2-4afc-ba8a-1373a1de5f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670941 Mar 02 05:31:34.124567 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a940eb-93e8-418e-bddd-7e4673c96565 req-42732491-4cfe-4e69-a587-2d8d85ba10d0 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:31:34.126241 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-d6a940eb-93e8-418e-bddd-7e4673c96565 req-42732491-4cfe-4e69-a587-2d8d85ba10d0 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] 10.222.0.32 "GET /v2.0/ports?device_id=7002d8fb-8274-485e-b875-ad2e5586984a HTTP/1.1" status: 200 len: 945 time: 0.1111298 Mar 02 05:31:34.212072 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01d62e7-36d3-4008-a9fb-fbb87bd730d6 req-394e9578-7d72-4895-a752-60fa264880b6 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:31:34.220140 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-f01d62e7-36d3-4008-a9fb-fbb87bd730d6 req-394e9578-7d72-4895-a752-60fa264880b6 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/ports?device_id=454afccc-8b3f-40a7-8e18-30480566cda9 HTTP/1.1" status: 200 len: 946 time: 0.1216867 Mar 02 05:31:34.283615 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-f01d62e7-36d3-4008-a9fb-fbb87bd730d6 req-8f57cba0-08ee-4264-ac9a-a38044dfab71 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce8b9e9a-d177-47c0-9c9b-f6152dd9c0f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574424 Mar 02 05:31:34.300293 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-d6a940eb-93e8-418e-bddd-7e4673c96565 req-e6ddab3f-9ef8-48b2-9f07-2f988f2819f4 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] 10.222.0.32 "GET /v2.0/security-groups?id=c04bdde9-68b7-4585-97f2-cb2ed276dc41&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1590383 Mar 02 05:31:34.361131 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0320709-d98a-4fb3-a5be-0b532398b7d4 req-39b7fc9e-5597-4491-83bf-f534abaf6001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:31:34.362748 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-c0320709-d98a-4fb3-a5be-0b532398b7d4 req-39b7fc9e-5597-4491-83bf-f534abaf6001 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e206b3ab3679495682403c34b4fe8d9a&device_id=7002d8fb-8274-485e-b875-ad2e5586984a HTTP/1.1" status: 200 len: 1129 time: 0.1645188 Mar 02 05:31:34.459607 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6daa84ca-3f64-4b7e-b8de-0d0719ad10c8 req-c0b9107d-93dd-4a1a-9993-1801d5417021 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:31:34.461067 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-6daa84ca-3f64-4b7e-b8de-0d0719ad10c8 req-c0b9107d-93dd-4a1a-9993-1801d5417021 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e6f95c0-3d74-43ec-9c37-9bff8fac7934 HTTP/1.1" status: 200 len: 945 time: 0.0923543 Mar 02 05:31:34.534534 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0320709-d98a-4fb3-a5be-0b532398b7d4 req-f179e7c5-6ae7-420c-b11a-95fb71a64124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:31:34.541283 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-c0320709-d98a-4fb3-a5be-0b532398b7d4 req-f179e7c5-6ae7-420c-b11a-95fb71a64124 service neutron] 10.222.0.41 "GET /v2.0/networks?id=18011967-2bc2-45c8-947b-290963b3926b HTTP/1.1" status: 200 len: 911 time: 0.1639938 Mar 02 05:31:34.550185 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-6daa84ca-3f64-4b7e-b8de-0d0719ad10c8 req-7de8843a-9318-4339-80d2-abbbdacd6836 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd784b26-a24e-48e7-98ec-6c0ab769f87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819809 Mar 02 05:31:34.661160 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.wsgi [-] (103714) accepted ('10.222.0.32', 38560) {{(pid=103714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:31:34.667410 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-c0320709-d98a-4fb3-a5be-0b532398b7d4 req-245c2bcf-8bb3-40fe-a8dd-c8060eabbed3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b95876af-1853-4698-af0e-a36b0deb3b5a HTTP/1.1" status: 200 len: 1000 time: 0.1194942 Mar 02 05:31:34.680890 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-7f0fb9e1-3f84-483f-87e5-c4620023c669 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:34.724833 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0320709-d98a-4fb3-a5be-0b532398b7d4 req-e6d95725-41a2-4bbe-a360-3e395b57b774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:31:34.726310 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-c0320709-d98a-4fb3-a5be-0b532398b7d4 req-e6d95725-41a2-4bbe-a360-3e395b57b774 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=24744b4d-8303-4a95-a314-609059e1d9b5 HTTP/1.1" status: 200 len: 849 time: 0.0537467 Mar 02 05:31:34.791395 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0320709-d98a-4fb3-a5be-0b532398b7d4 req-29727523-e3f3-4f69-90c0-3239d3beb3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:31:34.795993 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-c0320709-d98a-4fb3-a5be-0b532398b7d4 req-29727523-e3f3-4f69-90c0-3239d3beb3ed service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=18011967-2bc2-45c8-947b-290963b3926b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0598569 Mar 02 05:31:34.837085 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-7f0fb9e1-3f84-483f-87e5-c4620023c669 admin admin] Publish callbacks [] for security_group (34070620-09d0-4931-a1d8-9cf0658df61d), precommit_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:34.911698 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-7f0fb9e1-3f84-483f-87e5-c4620023c669 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629892'] for security_group (34070620-09d0-4931-a1d8-9cf0658df61d), after_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:34.924634 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-c0320709-d98a-4fb3-a5be-0b532398b7d4 req-9eb0c5f8-d056-469e-a318-94b5ebfd0ecb service neutron] 10.222.0.41 "GET /v2.0/networks/18011967-2bc2-45c8-947b-290963b3926b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233382 Mar 02 05:31:34.982949 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [None req-7f0fb9e1-3f84-483f-87e5-c4620023c669 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=dda877edeaf848fa94c23a18a3fc1a40&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3166022 Mar 02 05:31:34.983620 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.wsgi [-] (103714) accepted ('10.222.0.32', 38564) {{(pid=103714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:31:34.984258 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0fb9e1-3f84-483f-87e5-c4620023c669 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34070620-09d0-4931-a1d8-9cf0658df61d,revision_number=1']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:31:35.041416 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-5d1a9519-7285-4979-a747-21c0b21da719 admin admin] Publish callbacks [] for security_group (34070620-09d0-4931-a1d8-9cf0658df61d), before_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:35.068081 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-5d1a9519-7285-4979-a747-21c0b21da719 admin admin] Publish callbacks [] for security_group (34070620-09d0-4931-a1d8-9cf0658df61d), precommit_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:35.068946 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-c0320709-d98a-4fb3-a5be-0b532398b7d4 req-c6802e88-d257-45a5-9370-862a8c2c0e82 service neutron] 10.222.0.41 "GET /v2.0/networks/18011967-2bc2-45c8-947b-290963b3926b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291828 Mar 02 05:31:35.211487 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-5d1a9519-7285-4979-a747-21c0b21da719 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629892'] for security_group (34070620-09d0-4931-a1d8-9cf0658df61d), after_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:35.214433 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-5d1a9519-7285-4979-a747-21c0b21da719 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:35.219162 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [None req-5d1a9519-7285-4979-a747-21c0b21da719 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/34070620-09d0-4931-a1d8-9cf0658df61d HTTP/1.1" status: 204 len: 168 time: 0.2313702 Mar 02 05:31:35.229092 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1a9519-7285-4979-a747-21c0b21da719 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34070620-09d0-4931-a1d8-9cf0658df61d,revision_number=None']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:31:35.446599 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51ded4e-e5e3-4f02-ab42-29e3acb0c819 req-eeb4a08d-f66f-491b-b534-2a76a7702e4f tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:31:35.451844 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-d51ded4e-e5e3-4f02-ab42-29e3acb0c819 req-eeb4a08d-f66f-491b-b534-2a76a7702e4f tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/ports?device_id=454afccc-8b3f-40a7-8e18-30480566cda9 HTTP/1.1" status: 200 len: 946 time: 0.0723350 Mar 02 05:31:35.490128 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f913bd-ea1e-4467-b489-e2e35e37a2f1 req-23030e4c-759b-4abc-b5b1-2fed789e96cb tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:31:35.490128 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-51f913bd-ea1e-4467-b489-e2e35e37a2f1 req-23030e4c-759b-4abc-b5b1-2fed789e96cb tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] 10.222.0.32 "GET /v2.0/ports?device_id=7002d8fb-8274-485e-b875-ad2e5586984a HTTP/1.1" status: 200 len: 945 time: 0.0575178 Mar 02 05:31:35.521750 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-d51ded4e-e5e3-4f02-ab42-29e3acb0c819 req-024feec5-200d-44ef-9a4c-2c4c2fd467ff tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce8b9e9a-d177-47c0-9c9b-f6152dd9c0f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668967 Mar 02 05:31:35.558568 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-51f913bd-ea1e-4467-b489-e2e35e37a2f1 req-b8c1efe7-8802-4e38-ac26-0ba3548d3509 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] 10.222.0.32 "GET /v2.0/security-groups?id=c04bdde9-68b7-4585-97f2-cb2ed276dc41&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0619082 Mar 02 05:31:35.753163 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c31713-a92b-439e-a6b6-98af3baa154a req-de0345bd-4bce-4160-8c86-d5bd810dc46b tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:31:35.753163 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-e4c31713-a92b-439e-a6b6-98af3baa154a req-de0345bd-4bce-4160-8c86-d5bd810dc46b tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e6f95c0-3d74-43ec-9c37-9bff8fac7934 HTTP/1.1" status: 200 len: 945 time: 0.1028597 Mar 02 05:31:35.800979 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-e4c31713-a92b-439e-a6b6-98af3baa154a req-853dbf21-8ca0-4662-90de-613cdde0a657 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd784b26-a24e-48e7-98ec-6c0ab769f87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463440 Mar 02 05:31:36.489536 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.wsgi [-] (103714) accepted ('10.222.0.32', 38586) {{(pid=103714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:31:36.506007 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-649b6ef7-0224-4482-a4a2-a481e1f50fcc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:36.629784 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-649b6ef7-0224-4482-a4a2-a481e1f50fcc admin admin] Publish callbacks [] for security_group (9d33a2b7-db6c-4cf6-b14c-f8357bac561c), precommit_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:36.676506 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04340200-734d-41bc-a09f-dce773599fef req-912db3f4-e6b3-454a-9fd8-e64eb303d2b0 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:31:36.678276 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-04340200-734d-41bc-a09f-dce773599fef req-912db3f4-e6b3-454a-9fd8-e64eb303d2b0 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/ports?device_id=454afccc-8b3f-40a7-8e18-30480566cda9 HTTP/1.1" status: 200 len: 946 time: 0.0678468 Mar 02 05:31:36.705889 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-649b6ef7-0224-4482-a4a2-a481e1f50fcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629892'] for security_group (9d33a2b7-db6c-4cf6-b14c-f8357bac561c), after_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:36.716706 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd1d299-8ba2-4868-8993-b326d713a0c4 req-81e7cad1-ec7a-4c98-ba11-9294821d1c8d tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:31:36.725283 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-5cd1d299-8ba2-4868-8993-b326d713a0c4 req-81e7cad1-ec7a-4c98-ba11-9294821d1c8d tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] 10.222.0.32 "GET /v2.0/ports?device_id=7002d8fb-8274-485e-b875-ad2e5586984a HTTP/1.1" status: 200 len: 945 time: 0.0818415 Mar 02 05:31:36.802297 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-5cd1d299-8ba2-4868-8993-b326d713a0c4 req-bc5725ef-af34-48e3-9483-4f0c1de47ef3 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] 10.222.0.32 "GET /v2.0/security-groups?id=c04bdde9-68b7-4585-97f2-cb2ed276dc41&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0665007 Mar 02 05:31:36.824781 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [None req-649b6ef7-0224-4482-a4a2-a481e1f50fcc admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=62772d7c92ec409697f11736c5a13127&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3304963 Mar 02 05:31:36.825024 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.32', 38594) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:31:36.883971 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-04340200-734d-41bc-a09f-dce773599fef req-b3d57750-e841-4120-8722-316e1319dd17 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce8b9e9a-d177-47c0-9c9b-f6152dd9c0f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1958644 Mar 02 05:31:36.884838 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649b6ef7-0224-4482-a4a2-a481e1f50fcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d33a2b7-db6c-4cf6-b14c-f8357bac561c,revision_number=1']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:31:36.935245 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-0361176e-2781-4f2e-a52b-8851c2dc6245 admin admin] Publish callbacks [] for security_group (9d33a2b7-db6c-4cf6-b14c-f8357bac561c), before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:36.977268 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-0361176e-2781-4f2e-a52b-8851c2dc6245 admin admin] Publish callbacks [] for security_group (9d33a2b7-db6c-4cf6-b14c-f8357bac561c), precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:37.005835 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ca02d4-ca33-4565-9c5d-f41c91700ef3 req-850bc870-b05a-42e3-87e8-dff896c46e16 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:31:37.007297 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-f2ca02d4-ca33-4565-9c5d-f41c91700ef3 req-850bc870-b05a-42e3-87e8-dff896c46e16 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e6f95c0-3d74-43ec-9c37-9bff8fac7934 HTTP/1.1" status: 200 len: 945 time: 0.1262383 Mar 02 05:31:37.026351 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (db45f871-b7ec-436d-b6b8-6a0a072a2253), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:37.078313 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-f2ca02d4-ca33-4565-9c5d-f41c91700ef3 req-bfaea4a1-7282-4a14-9f90-cb654f0a1c35 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd784b26-a24e-48e7-98ec-6c0ab769f87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578909 Mar 02 05:31:37.128638 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-0361176e-2781-4f2e-a52b-8851c2dc6245 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629892'] for security_group (9d33a2b7-db6c-4cf6-b14c-f8357bac561c), after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:37.131172 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-0361176e-2781-4f2e-a52b-8851c2dc6245 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:37.138451 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-0361176e-2781-4f2e-a52b-8851c2dc6245 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9d33a2b7-db6c-4cf6-b14c-f8357bac561c HTTP/1.1" status: 204 len: 168 time: 0.3073547 Mar 02 05:31:37.146697 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0361176e-2781-4f2e-a52b-8851c2dc6245 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d33a2b7-db6c-4cf6-b14c-f8357bac561c,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:31:37.930554 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d437a50-c282-4afe-9edd-0142530a9172 req-52a3457d-dfc8-403f-8ae7-62a9e5c5430a tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:31:37.932494 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-5d437a50-c282-4afe-9edd-0142530a9172 req-52a3457d-dfc8-403f-8ae7-62a9e5c5430a tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] 10.222.0.32 "GET /v2.0/ports?device_id=7002d8fb-8274-485e-b875-ad2e5586984a HTTP/1.1" status: 200 len: 945 time: 0.0626245 Mar 02 05:31:38.000777 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-5d437a50-c282-4afe-9edd-0142530a9172 req-1b0f0aae-9984-491c-80ba-eb2848404d9c tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] 10.222.0.32 "GET /v2.0/security-groups?id=c04bdde9-68b7-4585-97f2-cb2ed276dc41&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0595577 Mar 02 05:31:38.045601 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8217dc25-fdd8-4e6d-ade6-5333249711be req-80255487-b1c5-469d-a7d3-3e52022ca557 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:31:38.047419 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-8217dc25-fdd8-4e6d-ade6-5333249711be req-80255487-b1c5-469d-a7d3-3e52022ca557 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/ports?device_id=454afccc-8b3f-40a7-8e18-30480566cda9 HTTP/1.1" status: 200 len: 946 time: 0.0720451 Mar 02 05:31:38.121601 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-8217dc25-fdd8-4e6d-ade6-5333249711be req-11bcb663-80f6-40a1-b55e-5e7c55e3b235 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce8b9e9a-d177-47c0-9c9b-f6152dd9c0f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677702 Mar 02 05:31:38.238809 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65db964a-8a45-4c45-814c-b8eda44bc8fd req-0ad519f3-7f07-4f5d-a82e-9f341fb2f756 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:31:38.240739 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-65db964a-8a45-4c45-814c-b8eda44bc8fd req-0ad519f3-7f07-4f5d-a82e-9f341fb2f756 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e6f95c0-3d74-43ec-9c37-9bff8fac7934 HTTP/1.1" status: 200 len: 945 time: 0.0628541 Mar 02 05:31:38.297967 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-65db964a-8a45-4c45-814c-b8eda44bc8fd req-c48530e8-8449-4209-aa7e-0ef625683ad7 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd784b26-a24e-48e7-98ec-6c0ab769f87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493681 Mar 02 05:31:38.439977 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.32', 38628) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:31:38.587719 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.v2.base [None req-0e43ac04-0df7-40ed-bebd-425c481e5ff8 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1506929187-network', 'tenant_id': '849ab8ade87443a6947fd49bc6793c28'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 05:31:38.711255 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e43ac04-0df7-40ed-bebd-425c481e5ff8 admin admin] Made reservation on behalf of 849ab8ade87443a6947fd49bc6793c28 for: {'network': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 05:31:38.713745 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-0e43ac04-0df7-40ed-bebd-425c481e5ff8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for network (None), before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:38.726573 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-0e43ac04-0df7-40ed-bebd-425c481e5ff8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:38.811949 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-0e43ac04-0df7-40ed-bebd-425c481e5ff8 admin admin] Publish callbacks [] for security_group (baa82a4c-e370-4d30-8660-439610937f74), precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:38.916967 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-0e43ac04-0df7-40ed-bebd-425c481e5ff8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629892'] for security_group (baa82a4c-e370-4d30-8660-439610937f74), after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:38.942658 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e43ac04-0df7-40ed-bebd-425c481e5ff8 admin admin] vlan segment allocate from pool success with {'vlan_id': 295, 'physical_network': 'physnet1'} {{(pid=103715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 05:31:38.961729 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-0e43ac04-0df7-40ed-bebd-425c481e5ff8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1106907'] for segment (179d65c1-9d95-4943-a804-bd91470b2f8b), precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:38.962074 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.db.segments_db [None req-0e43ac04-0df7-40ed-bebd-425c481e5ff8 admin admin] Added segment 179d65c1-9d95-4943-a804-bd91470b2f8b of type vlan for network 26125afd-b096-4cb9-bba7-021d4862e741 Mar 02 05:31:38.963588 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e43ac04-0df7-40ed-bebd-425c481e5ff8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baa82a4c-e370-4d30-8660-439610937f74,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:31:39.010672 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-0e43ac04-0df7-40ed-bebd-425c481e5ff8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789289939532'] for network (26125afd-b096-4cb9-bba7-021d4862e741), precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:39.094098 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-0e43ac04-0df7-40ed-bebd-425c481e5ff8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186'] for network (26125afd-b096-4cb9-bba7-021d4862e741), after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:39.095123 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e43ac04-0df7-40ed-bebd-425c481e5ff8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:31:39.095750 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-0e43ac04-0df7-40ed-bebd-425c481e5ff8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531172'] for network (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:39.139620 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a289b2b1-652a-4084-9f32-ef16852ce378 req-d43832c5-cceb-4b92-86c1-3eac2aaa0977 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:31:39.150333 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-a289b2b1-652a-4084-9f32-ef16852ce378 req-d43832c5-cceb-4b92-86c1-3eac2aaa0977 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] 10.222.0.32 "GET /v2.0/ports?device_id=7002d8fb-8274-485e-b875-ad2e5586984a HTTP/1.1" status: 200 len: 945 time: 0.0673459 Mar 02 05:31:39.160978 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e43ac04-0df7-40ed-bebd-425c481e5ff8 admin admin] Pushing event updated for resources: {'Network': ['ID=26125afd-b096-4cb9-bba7-021d4862e741,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:31:39.176353 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.rpc [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Network 26125afd-b096-4cb9-bba7-021d4862e741 details requested by agent ovs-agent-dv-cinder-768458-18-iscsi with host dv-cinder-768458-18-iscsi {{(pid=103716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 02 05:31:39.210127 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-a289b2b1-652a-4084-9f32-ef16852ce378 req-da42f97b-55b5-403b-a6b3-d022276fa223 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] 10.222.0.32 "GET /v2.0/security-groups?id=c04bdde9-68b7-4585-97f2-cb2ed276dc41&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0554748 Mar 02 05:31:39.237893 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-0e43ac04-0df7-40ed-bebd-425c481e5ff8 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7968087 Mar 02 05:31:39.250239 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.wsgi [-] (103714) accepted ('10.222.0.32', 38652) {{(pid=103714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:31:39.258022 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.v2.base [None req-1941d6b4-b551-4795-88ab-42271f911b3a admin admin] Request body: {'subnet': {'network_id': '26125afd-b096-4cb9-bba7-021d4862e741', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1506929187-subnet', 'tenant_id': '849ab8ade87443a6947fd49bc6793c28', 'ip_version': 4}} {{(pid=103714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 05:31:39.393180 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c240690b-e089-454d-a28e-0d3c2cc1ab6a req-08d209e6-6342-4c63-8319-9439dec9fc60 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:31:39.393180 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-c240690b-e089-454d-a28e-0d3c2cc1ab6a req-08d209e6-6342-4c63-8319-9439dec9fc60 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/ports?device_id=454afccc-8b3f-40a7-8e18-30480566cda9 HTTP/1.1" status: 200 len: 946 time: 0.0768063 Mar 02 05:31:39.427652 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-c240690b-e089-454d-a28e-0d3c2cc1ab6a req-3f0647bd-a5ad-4fbf-8fae-7e7f57f59255 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce8b9e9a-d177-47c0-9c9b-f6152dd9c0f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525613 Mar 02 05:31:39.455265 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1941d6b4-b551-4795-88ab-42271f911b3a admin admin] Made reservation on behalf of 849ab8ade87443a6947fd49bc6793c28 for: {'subnet': 1} {{(pid=103714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 05:31:39.465495 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-1941d6b4-b551-4795-88ab-42271f911b3a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:39.604987 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf7574b-8b49-42f0-925b-a84f5b8fe7c5 req-bd32eebc-c38c-44bd-b5b2-05bb7c17208a tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:31:39.606398 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-3bf7574b-8b49-42f0-925b-a84f5b8fe7c5 req-bd32eebc-c38c-44bd-b5b2-05bb7c17208a tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e6f95c0-3d74-43ec-9c37-9bff8fac7934 HTTP/1.1" status: 200 len: 945 time: 0.0895643 Mar 02 05:31:39.682918 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-3bf7574b-8b49-42f0-925b-a84f5b8fe7c5 req-ee4a44cc-6ceb-429f-b892-3507d1bfd394 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd784b26-a24e-48e7-98ec-6c0ab769f87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684304 Mar 02 05:31:40.082904 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f208b199-5c13-4b79-bbf0-4a4e03629fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (516abb3b-63f8-4dbb-a4f1-8865516966e2), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:40.083412 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-1941d6b4-b551-4795-88ab-42271f911b3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186'] for subnet (d188881c-9727-4efd-b9e6-7344d2704465), after_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:40.140221 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1941d6b4-b551-4795-88ab-42271f911b3a admin admin] Pushing event updated for resources: {'Subnet': ['ID=d188881c-9727-4efd-b9e6-7344d2704465,revision_number=0']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:31:40.159291 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1941d6b4-b551-4795-88ab-42271f911b3a admin admin] Checking segment: {'id': '179d65c1-9d95-4943-a804-bd91470b2f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '26125afd-b096-4cb9-bba7-021d4862e741'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 05:31:40.159681 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1941d6b4-b551-4795-88ab-42271f911b3a admin admin] Network hostable DHCP agents. Network: 26125afd-b096-4cb9-bba7-021d4862e741, hostable agents: ['516abb3b-63f8-4dbb-a4f1-8865516966e2'], hosted agents: [] {{(pid=103714) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 05:31:40.259597 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1941d6b4-b551-4795-88ab-42271f911b3a admin admin] Network 26125afd-b096-4cb9-bba7-021d4862e741 is scheduled to be hosted by DHCP agent 516abb3b-63f8-4dbb-a4f1-8865516966e2 with binding_index 1 {{(pid=103714) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 05:31:40.349026 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.scheduler.base_scheduler [None req-1941d6b4-b551-4795-88ab-42271f911b3a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768458-18-iscsi, 26125afd-b096-4cb9-bba7-021d4862e741) {{(pid=103714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 05:31:40.354709 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1941d6b4-b551-4795-88ab-42271f911b3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:31:40.356043 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-1941d6b4-b551-4795-88ab-42271f911b3a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:40.361461 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-117492da-91b4-4773-80ec-c7fa42149d18 None None] Network 26125afd-b096-4cb9-bba7-021d4862e741 requested from dv-cinder-768458-18-iscsi {{(pid=103716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 05:31:40.468601 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [None req-1941d6b4-b551-4795-88ab-42271f911b3a admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2129416 Mar 02 05:31:40.469654 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.32', 38668) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:31:40.474677 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.v2.base [None req-0d1adec1-65dd-4989-83df-01a2054b89aa admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1506929187-router', 'tenant_id': '849ab8ade87443a6947fd49bc6793c28', 'external_gateway_info': {'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58'}}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 05:31:40.499870 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1594d19d-ed1d-4d7f-b203-50cacf6d397b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbfd83565-997b-582c-95b3-04c06eae76bb-26125afd-b096-4cb9-bba7-021d4862e741', 'network_id': '26125afd-b096-4cb9-bba7-021d4862e741', 'project_id': '849ab8ade87443a6947fd49bc6793c28', 'fixed_ips': [{'subnet_id': 'd188881c-9727-4efd-b9e6-7344d2704465'}]}} from dv-cinder-768458-18-iscsi. {{(pid=103716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 02 05:31:40.500783 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-1594d19d-ed1d-4d7f-b203-50cacf6d397b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for port (None), before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:40.611336 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-0d1adec1-65dd-4989-83df-01a2054b89aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5211'] for router (de25b4b3-f56c-49b1-aacc-08ebe8c6eaab), before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:40.613019 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-0d1adec1-65dd-4989-83df-01a2054b89aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-554951', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-624974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5154'] for router (de25b4b3-f56c-49b1-aacc-08ebe8c6eaab), precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:40.646651 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cbaba8-d7ed-49e1-a60b-809eec3cd73b req-788f60cb-efa1-4218-9f13-e28b8eecbac3 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:31:40.648555 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-19cbaba8-d7ed-49e1-a60b-809eec3cd73b req-788f60cb-efa1-4218-9f13-e28b8eecbac3 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/ports?device_id=454afccc-8b3f-40a7-8e18-30480566cda9 HTTP/1.1" status: 200 len: 946 time: 0.0944278 Mar 02 05:31:40.729257 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-19cbaba8-d7ed-49e1-a60b-809eec3cd73b req-4074c6ec-8677-43e7-b886-b6a7cd1a0616 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce8b9e9a-d177-47c0-9c9b-f6152dd9c0f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712194 Mar 02 05:31:40.754490 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-0d1adec1-65dd-4989-83df-01a2054b89aa admin admin] Publish callbacks [] for router_controller (de25b4b3-f56c-49b1-aacc-08ebe8c6eaab), precommit_add_association {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:40.774679 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.db_base_plugin_common [None req-1594d19d-ed1d-4d7f-b203-50cacf6d397b None None] Allocated IP 172.20.0.2 (26125afd-b096-4cb9-bba7-021d4862e741/d188881c-9727-4efd-b9e6-7344d2704465/ceb32a79-a793-411d-be2e-fae5e5e186c8) {{(pid=103716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 05:31:40.940194 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-1594d19d-ed1d-4d7f-b203-50cacf6d397b None None] Publish callbacks [] for port (ceb32a79-a793-411d-be2e-fae5e5e186c8), precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:40.960089 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55d7bf8-7990-4b19-8b62-de93b6b244f6 req-e023b9cf-81b4-478a-b35c-284898e799b2 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:31:40.961637 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-b55d7bf8-7990-4b19-8b62-de93b6b244f6 req-e023b9cf-81b4-478a-b35c-284898e799b2 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e6f95c0-3d74-43ec-9c37-9bff8fac7934 HTTP/1.1" status: 200 len: 945 time: 0.1763144 Mar 02 05:31:40.999348 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-0d1adec1-65dd-4989-83df-01a2054b89aa admin admin] Publish callbacks [] for router_gateway (de25b4b3-f56c-49b1-aacc-08ebe8c6eaab), precommit_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:41.038114 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-b55d7bf8-7990-4b19-8b62-de93b6b244f6 req-00764e48-b53f-4499-a133-c52e5f7e59e4 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd784b26-a24e-48e7-98ec-6c0ab769f87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501525 Mar 02 05:31:41.143045 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-1594d19d-ed1d-4d7f-b203-50cacf6d397b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789289919717'] for port (ceb32a79-a793-411d-be2e-fae5e5e186c8), after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:41.190891 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1594d19d-ed1d-4d7f-b203-50cacf6d397b None None] Network 26125afd-b096-4cb9-bba7-021d4862e741 is already hosted by enough agents. {{(pid=103716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 05:31:41.193700 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-1594d19d-ed1d-4d7f-b203-50cacf6d397b None None] Resources bound (agent type, host, resource id): {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 05:31:41.198188 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1594d19d-ed1d-4d7f-b203-50cacf6d397b None None] Received port after_create {{(pid=103716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 05:31:41.201258 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1594d19d-ed1d-4d7f-b203-50cacf6d397b None None] Pushing event updated for resources: {'Port': ['ID=ceb32a79-a793-411d-be2e-fae5e5e186c8,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:31:41.259180 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.managers [None req-1594d19d-ed1d-4d7f-b203-50cacf6d397b None None] Attempting to bind port ceb32a79-a793-411d-be2e-fae5e5e186c8 on host dv-cinder-768458-18-iscsi for vnic_type normal with profile {{(pid=103716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 05:31:41.259790 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.managers [None req-1594d19d-ed1d-4d7f-b203-50cacf6d397b None None] Attempting to bind port ceb32a79-a793-411d-be2e-fae5e5e186c8 by drivers openvswitch,hyperv on host dv-cinder-768458-18-iscsi at level 0 using segments [{'id': '179d65c1-9d95-4943-a804-bd91470b2f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '26125afd-b096-4cb9-bba7-021d4862e741'}] {{(pid=103716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 05:31:41.260449 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1594d19d-ed1d-4d7f-b203-50cacf6d397b None None] Attempting to bind port ceb32a79-a793-411d-be2e-fae5e5e186c8 on network 26125afd-b096-4cb9-bba7-021d4862e741 {{(pid=103716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 05:31:41.267502 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1594d19d-ed1d-4d7f-b203-50cacf6d397b None None] Checking agent: {'id': '64307ea2-7468-48d5-a188-5e76dfb99c6b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 5, 20, 46), 'started_at': datetime.datetime(2022, 3, 2, 5, 21, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 5, 31, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 05:31:41.269567 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1594d19d-ed1d-4d7f-b203-50cacf6d397b None None] Checking segment: {'id': '179d65c1-9d95-4943-a804-bd91470b2f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '26125afd-b096-4cb9-bba7-021d4862e741'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 05:31:41.269567 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-1594d19d-ed1d-4d7f-b203-50cacf6d397b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:41.269567 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1594d19d-ed1d-4d7f-b203-50cacf6d397b None None] Bound using segment: {'id': '179d65c1-9d95-4943-a804-bd91470b2f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '26125afd-b096-4cb9-bba7-021d4862e741'} {{(pid=103716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 05:31:41.269567 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.managers [None req-1594d19d-ed1d-4d7f-b203-50cacf6d397b None None] Bound port: ceb32a79-a793-411d-be2e-fae5e5e186c8, host: dv-cinder-768458-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '179d65c1-9d95-4943-a804-bd91470b2f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '26125afd-b096-4cb9-bba7-021d4862e741'}}] {{(pid=103716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 05:31:41.270069 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-1594d19d-ed1d-4d7f-b203-50cacf6d397b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for port (ceb32a79-a793-411d-be2e-fae5e5e186c8), before_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:41.354533 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-1594d19d-ed1d-4d7f-b203-50cacf6d397b None None] For port ceb32a79-a793-411d-be2e-fae5e5e186c8, host dv-cinder-768458-18-iscsi, cleared binding levels {{(pid=103716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 05:31:41.360723 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-1594d19d-ed1d-4d7f-b203-50cacf6d397b None None] For port ceb32a79-a793-411d-be2e-fae5e5e186c8, host dv-cinder-768458-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-18-iscsi',level=0,port_id=ceb32a79-a793-411d-be2e-fae5e5e186c8,segment=NetworkSegment(179d65c1-9d95-4943-a804-bd91470b2f8b),segment_id=179d65c1-9d95-4943-a804-bd91470b2f8b)] {{(pid=103716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 05:31:41.392318 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-0d1adec1-65dd-4989-83df-01a2054b89aa admin admin] Publish callbacks [] for router_gateway (de25b4b3-f56c-49b1-aacc-08ebe8c6eaab), before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:41.412484 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-0d1adec1-65dd-4989-83df-01a2054b89aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for port (None), before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:41.452453 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-1594d19d-ed1d-4d7f-b203-50cacf6d397b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789290460654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789289919735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789289921293'] for port (ceb32a79-a793-411d-be2e-fae5e5e186c8), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:41.517754 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1594d19d-ed1d-4d7f-b203-50cacf6d397b None None] Pushing event updated for resources: {'Port': ['ID=ceb32a79-a793-411d-be2e-fae5e5e186c8,revision_number=2']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:31:41.521989 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.db.db_base_plugin_common [None req-0d1adec1-65dd-4989-83df-01a2054b89aa admin admin] Allocated IP 172.27.2.51 (b55256da-732d-4561-a24f-23ea9a772c58/77df959b-d159-4f61-98dc-e86e1ea2cf69/a2b74999-40da-49ac-b59a-dd50e271443a) {{(pid=103715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 05:31:41.749855 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-147466e4-a070-4fec-b5f1-f053d916b460 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (9c2b50e6-1677-4aa9-928e-941b4c488fc5), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:41.881113 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219cb833-ee50-4a27-b53e-7599d3ec3c75 req-7ad8194f-1f12-4488-b23e-a739a33fdb65 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:31:41.882859 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-219cb833-ee50-4a27-b53e-7599d3ec3c75 req-7ad8194f-1f12-4488-b23e-a739a33fdb65 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/ports?device_id=454afccc-8b3f-40a7-8e18-30480566cda9 HTTP/1.1" status: 200 len: 946 time: 0.0627310 Mar 02 05:31:41.908237 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-0d1adec1-65dd-4989-83df-01a2054b89aa admin admin] Publish callbacks [] for port (a2b74999-40da-49ac-b59a-dd50e271443a), precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:41.931619 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-219cb833-ee50-4a27-b53e-7599d3ec3c75 req-56f27fc4-45d0-4e45-bb46-69ad80c70ecb tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce8b9e9a-d177-47c0-9c9b-f6152dd9c0f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414774 Mar 02 05:31:41.989147 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-0d1adec1-65dd-4989-83df-01a2054b89aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789289919717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14203002'] for port (a2b74999-40da-49ac-b59a-dd50e271443a), after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:42.035257 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d1adec1-65dd-4989-83df-01a2054b89aa admin admin] Network b55256da-732d-4561-a24f-23ea9a772c58 is already hosted by enough agents. {{(pid=103715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 05:31:42.038189 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-0d1adec1-65dd-4989-83df-01a2054b89aa admin admin] Resources bound (agent type, host, resource id): {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 05:31:42.043245 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d1adec1-65dd-4989-83df-01a2054b89aa admin admin] Received port after_create {{(pid=103715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 05:31:42.048967 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1adec1-65dd-4989-83df-01a2054b89aa admin admin] Pushing event updated for resources: {'Port': ['ID=a2b74999-40da-49ac-b59a-dd50e271443a,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:31:42.237777 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465691ac-fb12-473c-8280-58fba5f528f6 req-457c904b-1eb1-4773-b311-732c0cc4d4e3 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:31:42.239290 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-465691ac-fb12-473c-8280-58fba5f528f6 req-457c904b-1eb1-4773-b311-732c0cc4d4e3 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e6f95c0-3d74-43ec-9c37-9bff8fac7934 HTTP/1.1" status: 200 len: 945 time: 0.1181445 Mar 02 05:31:42.326047 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-465691ac-fb12-473c-8280-58fba5f528f6 req-f54e1385-f280-4192-9c19-adf86c16f959 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd784b26-a24e-48e7-98ec-6c0ab769f87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735264 Mar 02 05:31:42.339660 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8eb0678-2698-40bc-b4fa-4483c360e63f req-a5f75ca6-8d10-4417-a6ce-d6fa526f0267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:31:42.339660 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-c8eb0678-2698-40bc-b4fa-4483c360e63f req-a5f75ca6-8d10-4417-a6ce-d6fa526f0267 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7c356e87fe874337af907d7d9f0a2bb3&device_id=454afccc-8b3f-40a7-8e18-30480566cda9 HTTP/1.1" status: 200 len: 1130 time: 0.0624866 Mar 02 05:31:42.474651 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8eb0678-2698-40bc-b4fa-4483c360e63f req-a75524ad-ddd8-4b18-abd4-7b7db92f5c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:31:42.476194 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-c8eb0678-2698-40bc-b4fa-4483c360e63f req-a75524ad-ddd8-4b18-abd4-7b7db92f5c5c service neutron] 10.222.0.41 "GET /v2.0/networks?id=cca8cd28-8205-477a-92b1-88a32e29d0bc HTTP/1.1" status: 200 len: 918 time: 0.1283510 Mar 02 05:31:42.488422 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6291ed1-27c5-491d-bb01-795adcb0dbcd None None] Network 26125afd-b096-4cb9-bba7-021d4862e741 requested from dv-cinder-768458-18-iscsi {{(pid=103716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 05:31:42.586743 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-0d1adec1-65dd-4989-83df-01a2054b89aa admin admin] Publish callbacks [] for router_gateway (de25b4b3-f56c-49b1-aacc-08ebe8c6eaab), after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:42.616099 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.provisioning_blocks [None req-5f8e451e-14ee-4068-84e9-013461585e7d None None] Provisioning complete for port ceb32a79-a793-411d-be2e-fae5e5e186c8 triggered by entity DHCP. {{(pid=103716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 05:31:42.616564 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-5f8e451e-14ee-4068-84e9-013461585e7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012754'] for port (ceb32a79-a793-411d-be2e-fae5e5e186c8), provisioning_complete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:42.625571 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-c8eb0678-2698-40bc-b4fa-4483c360e63f req-a4958daf-e527-420b-9bc0-506360c025be service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9ef18fca-f561-405a-b28a-5f1055d3faea HTTP/1.1" status: 200 len: 1001 time: 0.1329784 Mar 02 05:31:42.723007 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8eb0678-2698-40bc-b4fa-4483c360e63f req-af838d64-5559-47b1-920a-861a789b080d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:31:42.724550 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-c8eb0678-2698-40bc-b4fa-4483c360e63f req-af838d64-5559-47b1-920a-861a789b080d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ab127ad9-ce11-421d-b130-80cd6d7ddae3 HTTP/1.1" status: 200 len: 856 time: 0.0880210 Mar 02 05:31:42.729169 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-5f8e451e-14ee-4068-84e9-013461585e7d None None] Current status of the port ceb32a79-a793-411d-be2e-fae5e5e186c8 is: DOWN; New status is: ACTIVE {{(pid=103716) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 05:31:42.729169 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-5f8e451e-14ee-4068-84e9-013461585e7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for port (ceb32a79-a793-411d-be2e-fae5e5e186c8), before_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:42.780808 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-5f8e451e-14ee-4068-84e9-013461585e7d None None] For port ceb32a79-a793-411d-be2e-fae5e5e186c8, host dv-cinder-768458-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-18-iscsi',level=0,port_id=ceb32a79-a793-411d-be2e-fae5e5e186c8,segment=NetworkSegment(179d65c1-9d95-4943-a804-bd91470b2f8b),segment_id=179d65c1-9d95-4943-a804-bd91470b2f8b)] {{(pid=103716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 05:31:42.805615 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-2ae3422a-c85d-446a-90f5-ce5a8bf639ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (d4d802fc-4ac8-47f8-b030-2ffc185fa6dc), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:42.851542 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8eb0678-2698-40bc-b4fa-4483c360e63f req-635cb7bb-43c9-4f75-a9bd-f7408331ec96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:31:42.853051 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-c8eb0678-2698-40bc-b4fa-4483c360e63f req-635cb7bb-43c9-4f75-a9bd-f7408331ec96 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cca8cd28-8205-477a-92b1-88a32e29d0bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1194942 Mar 02 05:31:42.860292 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-5f8e451e-14ee-4068-84e9-013461585e7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789290460654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789289919735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789289921293'] for port (ceb32a79-a793-411d-be2e-fae5e5e186c8), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:42.874771 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-0d1adec1-65dd-4989-83df-01a2054b89aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554906'] for router (de25b4b3-f56c-49b1-aacc-08ebe8c6eaab), after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:42.913721 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.rpc [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Device ceb32a79-a793-411d-be2e-fae5e5e186c8 up at agent ovs-agent-dv-cinder-768458-18-iscsi {{(pid=103716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 05:31:42.916991 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8e451e-14ee-4068-84e9-013461585e7d None None] Pushing event updated for resources: {'Port': ['ID=ceb32a79-a793-411d-be2e-fae5e5e186c8,revision_number=3']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:31:42.982915 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.provisioning_blocks [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Provisioning complete for port ceb32a79-a793-411d-be2e-fae5e5e186c8 triggered by entity L2. {{(pid=103716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 05:31:42.983314 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012754'] for port (ceb32a79-a793-411d-be2e-fae5e5e186c8), provisioning_complete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:43.009312 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.provisioning_blocks [None req-d22f5f2b-b4d9-405e-b109-7d3566e96f9a None None] Provisioning complete for port ceb32a79-a793-411d-be2e-fae5e5e186c8 triggered by entity DHCP. {{(pid=103716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 05:31:43.009685 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-d22f5f2b-b4d9-405e-b109-7d3566e96f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012754'] for port (ceb32a79-a793-411d-be2e-fae5e5e186c8), provisioning_complete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:43.041059 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-c8eb0678-2698-40bc-b4fa-4483c360e63f req-f0437bdb-62a2-4c2c-90df-0fc533a36979 service neutron] 10.222.0.41 "GET /v2.0/networks/cca8cd28-8205-477a-92b1-88a32e29d0bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1676478 Mar 02 05:31:43.066874 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50cb827-d4d8-4d2d-8701-13ddbff1bb6d req-df1061cf-aa33-413f-84f8-d83d7ce7ca05 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:31:43.070524 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-a50cb827-d4d8-4d2d-8701-13ddbff1bb6d req-df1061cf-aa33-413f-84f8-d83d7ce7ca05 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/ports?device_id=454afccc-8b3f-40a7-8e18-30480566cda9 HTTP/1.1" status: 200 len: 946 time: 0.0631413 Mar 02 05:31:43.122047 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-a50cb827-d4d8-4d2d-8701-13ddbff1bb6d req-c5887acf-c557-4356-bf75-c7529235fda3 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce8b9e9a-d177-47c0-9c9b-f6152dd9c0f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477865 Mar 02 05:31:43.166846 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-c8eb0678-2698-40bc-b4fa-4483c360e63f req-cf8eed8d-af64-407a-94f8-0ea29c47ae67 service neutron] 10.222.0.41 "GET /v2.0/networks/cca8cd28-8205-477a-92b1-88a32e29d0bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122930 Mar 02 05:31:43.205555 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d1adec1-65dd-4989-83df-01a2054b89aa admin admin] Router de25b4b3-f56c-49b1-aacc-08ebe8c6eaab is scheduled to L3 agent 9c2b50e6-1677-4aa9-928e-941b4c488fc5 with binding_index 1 {{(pid=103715) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 05:31:43.256761 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Current status of the port ceb32a79-a793-411d-be2e-fae5e5e186c8 is: ACTIVE; New status is: ACTIVE {{(pid=103716) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 05:31:43.262367 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-d22f5f2b-b4d9-405e-b109-7d3566e96f9a None None] Current status of the port ceb32a79-a793-411d-be2e-fae5e5e186c8 is: ACTIVE; New status is: ACTIVE {{(pid=103716) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 05:31:43.316413 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d1adec1-65dd-4989-83df-01a2054b89aa admin admin] Notify agent at l3_agent.dv-cinder-768458-18-iscsi the message routers_updated {{(pid=103715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 05:31:43.324948 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb945cb0-d18e-41c0-8a0e-ae285bb57f55 None None] Sync routers for ids ['de25b4b3-f56c-49b1-aacc-08ebe8c6eaab'] in dv-cinder-768458-18-iscsi {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 05:31:43.335263 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb945cb0-d18e-41c0-8a0e-ae285bb57f55 None None] Routers {'de25b4b3-f56c-49b1-aacc-08ebe8c6eaab'} bound to L3 agent in host dv-cinder-768458-18-iscsi {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 05:31:43.335902 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-bb945cb0-d18e-41c0-8a0e-ae285bb57f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T05:20:42Z,description=,heartbeat_timestamp=2022-03-02T05:31:42Z,host='dv-cinder-768458-18-iscsi',id=9c2b50e6-1677-4aa9-928e-941b4c488fc5,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T05:20:42Z,topic='l3_agent')) {'router_ids': ['de25b4b3-f56c-49b1-aacc-08ebe8c6eaab'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 05:31:43.441049 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b294f0-ab98-43fd-abea-f3a62245b0ee req-d6ff9831-8d3b-4f10-b8dc-77c26047c6c0 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:31:43.442032 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.db.l3_dvr_db [None req-bb945cb0-d18e-41c0-8a0e-ae285bb57f55 None None] Set router de25b4b3-f56c-49b1-aacc-08ebe8c6eaab gateway port host: dv-cinder-768458-18-iscsi {{(pid=103717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 05:31:43.442562 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-b6b294f0-ab98-43fd-abea-f3a62245b0ee req-d6ff9831-8d3b-4f10-b8dc-77c26047c6c0 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e6f95c0-3d74-43ec-9c37-9bff8fac7934 HTTP/1.1" status: 200 len: 945 time: 0.0535965 Mar 02 05:31:43.449755 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-0d1adec1-65dd-4989-83df-01a2054b89aa admin admin] Publish callbacks [] for router (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:43.450879 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-0d1adec1-65dd-4989-83df-01a2054b89aa admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.9797413 Mar 02 05:31:43.454753 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.32', 38708) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:31:43.545087 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-b6b294f0-ab98-43fd-abea-f3a62245b0ee req-4d7b693f-6b17-4cd8-80be-5e868002fd9b tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd784b26-a24e-48e7-98ec-6c0ab769f87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923169 Mar 02 05:31:43.617288 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-bb945cb0-d18e-41c0-8a0e-ae285bb57f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de25b4b3-f56c-49b1-aacc-08ebe8c6eaab', 'name': 'tempest-TestVolumeBootPattern-1506929187-router', 'tenant_id': '849ab8ade87443a6947fd49bc6793c28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'external_fixed_ips': [{'subnet_id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'ip_address': '172.27.2.51'}], 'enable_snat': True}, 'gw_port_id': 'a2b74999-40da-49ac-b59a-dd50e271443a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T05:31:40Z', 'updated_at': '2022-03-02T05:31:42Z', 'revision_number': 3, 'project_id': '849ab8ade87443a6947fd49bc6793c28', 'gw_port': {'id': 'a2b74999-40da-49ac-b59a-dd50e271443a', 'name': '', 'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:7c:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de25b4b3-f56c-49b1-aacc-08ebe8c6eaab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'ip_address': '172.27.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T05:31:41Z', 'updated_at': '2022-03-02T05:31:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-18-iscsi'}], 'dv-cinder-768458-18-iscsi', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 05:31:43.643843 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb945cb0-d18e-41c0-8a0e-ae285bb57f55 None None] Checking router: de25b4b3-f56c-49b1-aacc-08ebe8c6eaab for host: dv-cinder-768458-18-iscsi {{(pid=103717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 05:31:43.644196 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb945cb0-d18e-41c0-8a0e-ae285bb57f55 None None] Updating router de25b4b3-f56c-49b1-aacc-08ebe8c6eaab port a2b74999-40da-49ac-b59a-dd50e271443a binding host dv-cinder-768458-18-iscsi {{(pid=103717) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 05:31:43.676270 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-bb945cb0-d18e-41c0-8a0e-ae285bb57f55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for port (a2b74999-40da-49ac-b59a-dd50e271443a), before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:43.913802 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-15a9da35-47ae-4636-bb51-95d008a78dc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for port (None), before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:44.021872 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-bb945cb0-d18e-41c0-8a0e-ae285bb57f55 None None] Publish callbacks [] for port (a2b74999-40da-49ac-b59a-dd50e271443a), precommit_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:44.066847 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.db.db_base_plugin_common [None req-15a9da35-47ae-4636-bb51-95d008a78dc7 admin admin] Allocated IP 172.20.0.1 (26125afd-b096-4cb9-bba7-021d4862e741/d188881c-9727-4efd-b9e6-7344d2704465/df7fecc2-9b58-427e-919a-4569fe7d7cc8) {{(pid=103715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 05:31:44.077676 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-bb945cb0-d18e-41c0-8a0e-ae285bb57f55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789290460654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789289919735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789289921293'] for port (a2b74999-40da-49ac-b59a-dd50e271443a), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:44.126720 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406a1be3-d612-4934-a93a-cd5b7f557b2f None None] Pushing event updated for resources: {'Port': ['ID=a2b74999-40da-49ac-b59a-dd50e271443a,revision_number=2']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:31:44.135191 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406a1be3-d612-4934-a93a-cd5b7f557b2f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:31:44.135592 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406a1be3-d612-4934-a93a-cd5b7f557b2f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:31:44.136653 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406a1be3-d612-4934-a93a-cd5b7f557b2f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:31:44.136653 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406a1be3-d612-4934-a93a-cd5b7f557b2f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:31:44.136653 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406a1be3-d612-4934-a93a-cd5b7f557b2f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:31:44.136932 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406a1be3-d612-4934-a93a-cd5b7f557b2f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:31:44.137252 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406a1be3-d612-4934-a93a-cd5b7f557b2f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:31:44.137583 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406a1be3-d612-4934-a93a-cd5b7f557b2f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:31:44.137914 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406a1be3-d612-4934-a93a-cd5b7f557b2f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:31:44.138258 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406a1be3-d612-4934-a93a-cd5b7f557b2f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:31:44.138585 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406a1be3-d612-4934-a93a-cd5b7f557b2f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:31:44.139570 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406a1be3-d612-4934-a93a-cd5b7f557b2f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:31:44.139898 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406a1be3-d612-4934-a93a-cd5b7f557b2f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:31:44.145120 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-bb945cb0-d18e-41c0-8a0e-ae285bb57f55 None None] Attempting to bind port a2b74999-40da-49ac-b59a-dd50e271443a on host dv-cinder-768458-18-iscsi for vnic_type normal with profile {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 05:31:44.145489 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-bb945cb0-d18e-41c0-8a0e-ae285bb57f55 None None] Attempting to bind port a2b74999-40da-49ac-b59a-dd50e271443a by drivers openvswitch,hyperv on host dv-cinder-768458-18-iscsi at level 0 using segments [{'id': '4c026da1-f439-448a-ad69-ccdbf2795772', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58'}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 05:31:44.145859 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb945cb0-d18e-41c0-8a0e-ae285bb57f55 None None] Attempting to bind port a2b74999-40da-49ac-b59a-dd50e271443a on network b55256da-732d-4561-a24f-23ea9a772c58 {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 05:31:44.151647 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb945cb0-d18e-41c0-8a0e-ae285bb57f55 None None] Checking agent: {'id': '64307ea2-7468-48d5-a188-5e76dfb99c6b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 5, 20, 46), 'started_at': datetime.datetime(2022, 3, 2, 5, 21, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 5, 31, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 05:31:44.157625 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb945cb0-d18e-41c0-8a0e-ae285bb57f55 None None] Checking segment: {'id': '4c026da1-f439-448a-ad69-ccdbf2795772', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 05:31:44.157625 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-bb945cb0-d18e-41c0-8a0e-ae285bb57f55 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:44.157625 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb945cb0-d18e-41c0-8a0e-ae285bb57f55 None None] Bound using segment: {'id': '4c026da1-f439-448a-ad69-ccdbf2795772', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58'} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 05:31:44.157625 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-bb945cb0-d18e-41c0-8a0e-ae285bb57f55 None None] Bound port: a2b74999-40da-49ac-b59a-dd50e271443a, host: dv-cinder-768458-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c026da1-f439-448a-ad69-ccdbf2795772', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58'}}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 05:31:44.157625 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-bb945cb0-d18e-41c0-8a0e-ae285bb57f55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for port (a2b74999-40da-49ac-b59a-dd50e271443a), before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:44.177659 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-15a9da35-47ae-4636-bb51-95d008a78dc7 admin admin] Publish callbacks [] for port (df7fecc2-9b58-427e-919a-4569fe7d7cc8), precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:44.206792 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-bb945cb0-d18e-41c0-8a0e-ae285bb57f55 None None] For port a2b74999-40da-49ac-b59a-dd50e271443a, host dv-cinder-768458-18-iscsi, cleared binding levels {{(pid=103717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 05:31:44.210161 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-bb945cb0-d18e-41c0-8a0e-ae285bb57f55 None None] For port a2b74999-40da-49ac-b59a-dd50e271443a, host dv-cinder-768458-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-18-iscsi',level=0,port_id=a2b74999-40da-49ac-b59a-dd50e271443a,segment=NetworkSegment(4c026da1-f439-448a-ad69-ccdbf2795772),segment_id=4c026da1-f439-448a-ad69-ccdbf2795772)] {{(pid=103717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 05:31:44.266285 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bc42ee-a7bb-4e57-af04-fa173b2809c9 req-9d53eb92-1105-4dbb-b838-dc65c8fcf6fb tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:31:44.267777 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-45bc42ee-a7bb-4e57-af04-fa173b2809c9 req-9d53eb92-1105-4dbb-b838-dc65c8fcf6fb tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/ports?device_id=454afccc-8b3f-40a7-8e18-30480566cda9 HTTP/1.1" status: 200 len: 946 time: 0.0521014 Mar 02 05:31:44.314352 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-45bc42ee-a7bb-4e57-af04-fa173b2809c9 req-907f0b27-27be-4858-8450-83d5de8348b3 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce8b9e9a-d177-47c0-9c9b-f6152dd9c0f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405900 Mar 02 05:31:44.346003 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-bb945cb0-d18e-41c0-8a0e-ae285bb57f55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789290460654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789289919735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789289921293'] for port (a2b74999-40da-49ac-b59a-dd50e271443a), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:44.375183 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-15a9da35-47ae-4636-bb51-95d008a78dc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789289919717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14203002'] for port (df7fecc2-9b58-427e-919a-4569fe7d7cc8), after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:44.376120 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f73b428b-984e-4c5a-9878-aef8f2b511ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (e0636eb1-3d25-4c31-a6e5-3f8fd1255322), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:44.395704 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb945cb0-d18e-41c0-8a0e-ae285bb57f55 None None] Routers {'de25b4b3-f56c-49b1-aacc-08ebe8c6eaab'} bound to L3 agent in host dv-cinder-768458-18-iscsi {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 05:31:44.396312 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-bb945cb0-d18e-41c0-8a0e-ae285bb57f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T05:20:42Z,description=,heartbeat_timestamp=2022-03-02T05:31:42Z,host='dv-cinder-768458-18-iscsi',id=9c2b50e6-1677-4aa9-928e-941b4c488fc5,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T05:20:42Z,topic='l3_agent')) {'router_ids': ['de25b4b3-f56c-49b1-aacc-08ebe8c6eaab'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 05:31:44.417050 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15a9da35-47ae-4636-bb51-95d008a78dc7 admin admin] Network 26125afd-b096-4cb9-bba7-021d4862e741 is already hosted by enough agents. {{(pid=103715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 05:31:44.422383 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-15a9da35-47ae-4636-bb51-95d008a78dc7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 05:31:44.424861 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15a9da35-47ae-4636-bb51-95d008a78dc7 admin admin] Received port after_create {{(pid=103715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 05:31:44.445576 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406a1be3-d612-4934-a93a-cd5b7f557b2f None None] Pushing event updated for resources: {'Port': ['ID=a2b74999-40da-49ac-b59a-dd50e271443a,revision_number=3']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:31:44.457584 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a9da35-47ae-4636-bb51-95d008a78dc7 admin admin] Pushing event updated for resources: {'Port': ['ID=df7fecc2-9b58-427e-919a-4569fe7d7cc8,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:31:44.478837 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-15a9da35-47ae-4636-bb51-95d008a78dc7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-556487'] for router_interface (de25b4b3-f56c-49b1-aacc-08ebe8c6eaab), before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:44.526202 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.db.l3_dvr_db [None req-bb945cb0-d18e-41c0-8a0e-ae285bb57f55 None None] Set router de25b4b3-f56c-49b1-aacc-08ebe8c6eaab gateway port host: dv-cinder-768458-18-iscsi {{(pid=103717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 05:31:44.691837 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.provisioning_blocks [None req-3035ea5d-7906-4183-8068-dff0a9f3777e None None] Provisioning complete for port df7fecc2-9b58-427e-919a-4569fe7d7cc8 triggered by entity DHCP. {{(pid=103716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 05:31:44.692356 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-3035ea5d-7906-4183-8068-dff0a9f3777e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012754'] for port (df7fecc2-9b58-427e-919a-4569fe7d7cc8), provisioning_complete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:44.719978 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-bb945cb0-d18e-41c0-8a0e-ae285bb57f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de25b4b3-f56c-49b1-aacc-08ebe8c6eaab', 'name': 'tempest-TestVolumeBootPattern-1506929187-router', 'tenant_id': '849ab8ade87443a6947fd49bc6793c28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'external_fixed_ips': [{'subnet_id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'ip_address': '172.27.2.51'}], 'enable_snat': True}, 'gw_port_id': 'a2b74999-40da-49ac-b59a-dd50e271443a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T05:31:40Z', 'updated_at': '2022-03-02T05:31:42Z', 'revision_number': 3, 'project_id': '849ab8ade87443a6947fd49bc6793c28', 'gw_port': {'id': 'a2b74999-40da-49ac-b59a-dd50e271443a', 'name': '', 'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:7c:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de25b4b3-f56c-49b1-aacc-08ebe8c6eaab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'ip_address': '172.27.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T05:31:41Z', 'updated_at': '2022-03-02T05:31:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-18-iscsi'}], 'dv-cinder-768458-18-iscsi', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 05:31:44.726282 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-3035ea5d-7906-4183-8068-dff0a9f3777e None None] Port df7fecc2-9b58-427e-919a-4569fe7d7cc8 cannot update to ACTIVE because it is not bound. {{(pid=103716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 02 05:31:44.749924 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb945cb0-d18e-41c0-8a0e-ae285bb57f55 None None] The sync data for ids ['de25b4b3-f56c-49b1-aacc-08ebe8c6eaab'] in dv-cinder-768458-18-iscsi is: [{'id': 'de25b4b3-f56c-49b1-aacc-08ebe8c6eaab', 'name': 'tempest-TestVolumeBootPattern-1506929187-router', 'tenant_id': '849ab8ade87443a6947fd49bc6793c28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'external_fixed_ips': [{'subnet_id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'ip_address': '172.27.2.51'}], 'enable_snat': True}, 'gw_port_id': 'a2b74999-40da-49ac-b59a-dd50e271443a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T05:31:40Z', 'updated_at': '2022-03-02T05:31:42Z', 'revision_number': 3, 'project_id': '849ab8ade87443a6947fd49bc6793c28', 'gw_port': {'id': 'a2b74999-40da-49ac-b59a-dd50e271443a', 'name': '', 'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:7c:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de25b4b3-f56c-49b1-aacc-08ebe8c6eaab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'ip_address': '172.27.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T05:31:41Z', 'updated_at': '2022-03-02T05:31:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-18-iscsi'}] {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 05:31:44.874866 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bc9c1d-0ee2-4521-a01a-9262130b5f70 req-6a058025-7fc1-404a-8135-e6c4e3a0affb tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:31:44.877599 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-f8bc9c1d-0ee2-4521-a01a-9262130b5f70 req-6a058025-7fc1-404a-8135-e6c4e3a0affb tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e6f95c0-3d74-43ec-9c37-9bff8fac7934 HTTP/1.1" status: 200 len: 945 time: 0.1169708 Mar 02 05:31:44.878356 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.rpc [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Device ceb32a79-a793-411d-be2e-fae5e5e186c8 up at agent ovs-agent-dv-cinder-768458-18-iscsi {{(pid=103716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 05:31:44.931674 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.provisioning_blocks [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Provisioning complete for port ceb32a79-a793-411d-be2e-fae5e5e186c8 triggered by entity L2. {{(pid=103716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 05:31:44.932063 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012754'] for port (ceb32a79-a793-411d-be2e-fae5e5e186c8), provisioning_complete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:44.946890 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-f8bc9c1d-0ee2-4521-a01a-9262130b5f70 req-7274d26a-cc3d-4192-b552-96ce3c369e53 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd784b26-a24e-48e7-98ec-6c0ab769f87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636678 Mar 02 05:31:44.958563 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-15a9da35-47ae-4636-bb51-95d008a78dc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for port (df7fecc2-9b58-427e-919a-4569fe7d7cc8), before_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:45.039236 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Current status of the port ceb32a79-a793-411d-be2e-fae5e5e186c8 is: ACTIVE; New status is: ACTIVE {{(pid=103716) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 05:31:45.173990 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-15a9da35-47ae-4636-bb51-95d008a78dc7 admin admin] Publish callbacks [] for port (df7fecc2-9b58-427e-919a-4569fe7d7cc8), precommit_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:45.257099 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-15a9da35-47ae-4636-bb51-95d008a78dc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789290460654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789289919735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789289921293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14202995'] for port (df7fecc2-9b58-427e-919a-4569fe7d7cc8), after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:45.323350 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a9da35-47ae-4636-bb51-95d008a78dc7 admin admin] Pushing event updated for resources: {'Port': ['ID=df7fecc2-9b58-427e-919a-4569fe7d7cc8,revision_number=2']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:31:45.329126 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-15a9da35-47ae-4636-bb51-95d008a78dc7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-555351'] for router_interface (de25b4b3-f56c-49b1-aacc-08ebe8c6eaab), after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:45.465880 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f534d45-af3a-42d5-a01c-d4c56371844d req-8fcf38e9-10d4-4b7d-be05-9a26ed8173d9 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:31:45.468834 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-2f534d45-af3a-42d5-a01c-d4c56371844d req-8fcf38e9-10d4-4b7d-be05-9a26ed8173d9 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/ports?device_id=454afccc-8b3f-40a7-8e18-30480566cda9 HTTP/1.1" status: 200 len: 946 time: 0.0740302 Mar 02 05:31:45.478528 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15a9da35-47ae-4636-bb51-95d008a78dc7 admin admin] Network 26125afd-b096-4cb9-bba7-021d4862e741 is already hosted by enough agents. {{(pid=103715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 05:31:45.484445 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-15a9da35-47ae-4636-bb51-95d008a78dc7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 05:31:45.488968 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.32', 38732) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:31:45.534073 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-2f534d45-af3a-42d5-a01c-d4c56371844d req-c79681f8-5040-4305-ad46-5129ca09d6dd tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce8b9e9a-d177-47c0-9c9b-f6152dd9c0f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584059 Mar 02 05:31:45.655710 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-7f25ecd3-65e1-471b-8d21-0c83ad60cd93 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:45.689692 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15a9da35-47ae-4636-bb51-95d008a78dc7 admin admin] Router de25b4b3-f56c-49b1-aacc-08ebe8c6eaab has already been hosted by L3 agent 9c2b50e6-1677-4aa9-928e-941b4c488fc5 {{(pid=103715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 05:31:45.757222 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (64307ea2-7468-48d5-a188-5e76dfb99c6b), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:45.859386 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.provisioning_blocks [None req-f86bd2bc-f2bf-4cb2-a127-386d8ba50af4 None None] Provisioning complete for port df7fecc2-9b58-427e-919a-4569fe7d7cc8 triggered by entity DHCP. {{(pid=103716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 05:31:45.859775 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f86bd2bc-f2bf-4cb2-a127-386d8ba50af4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012754'] for port (df7fecc2-9b58-427e-919a-4569fe7d7cc8), provisioning_complete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:45.860223 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-7f25ecd3-65e1-471b-8d21-0c83ad60cd93 admin admin] Publish callbacks [] for security_group (7fe6fea1-bd83-4cca-8191-48f46753e132), precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:45.869696 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15a9da35-47ae-4636-bb51-95d008a78dc7 admin admin] Notify agent at l3_agent.dv-cinder-768458-18-iscsi the message routers_updated {{(pid=103715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 05:31:45.876182 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-15a9da35-47ae-4636-bb51-95d008a78dc7 admin admin] 10.222.0.32 "PUT /v2.0/routers/de25b4b3-f56c-49b1-aacc-08ebe8c6eaab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4164653 Mar 02 05:31:45.903778 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-f86bd2bc-f2bf-4cb2-a127-386d8ba50af4 None None] Port df7fecc2-9b58-427e-919a-4569fe7d7cc8 cannot update to ACTIVE because it is not bound. {{(pid=103716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 02 05:31:45.922726 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-7f25ecd3-65e1-471b-8d21-0c83ad60cd93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629892'] for security_group (7fe6fea1-bd83-4cca-8191-48f46753e132), after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:45.962522 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f25ecd3-65e1-471b-8d21-0c83ad60cd93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fe6fea1-bd83-4cca-8191-48f46753e132,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:31:45.969594 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-7f25ecd3-65e1-471b-8d21-0c83ad60cd93 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e4cbb4fc66fb4f0ca5a7e86621be704a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4796336 Mar 02 05:31:45.972198 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.32', 38740) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:31:46.024817 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-3ae02e21-3980-4777-959b-a06b2682db7a admin admin] Publish callbacks [] for security_group (7fe6fea1-bd83-4cca-8191-48f46753e132), before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:46.054753 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-3ae02e21-3980-4777-959b-a06b2682db7a admin admin] Publish callbacks [] for security_group (7fe6fea1-bd83-4cca-8191-48f46753e132), precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:46.125887 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ea66d6-1083-443b-aabd-c25dcc058f50 req-a384282f-41d2-48b3-9e5b-97e9bacf70ea tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:31:46.127534 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-97ea66d6-1083-443b-aabd-c25dcc058f50 req-a384282f-41d2-48b3-9e5b-97e9bacf70ea tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e6f95c0-3d74-43ec-9c37-9bff8fac7934 HTTP/1.1" status: 200 len: 945 time: 0.0845711 Mar 02 05:31:46.190824 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-97ea66d6-1083-443b-aabd-c25dcc058f50 req-3c9f95b5-0aa5-432a-a070-0a108a85c414 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd784b26-a24e-48e7-98ec-6c0ab769f87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487201 Mar 02 05:31:46.199877 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-3ae02e21-3980-4777-959b-a06b2682db7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629892'] for security_group (7fe6fea1-bd83-4cca-8191-48f46753e132), after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:46.205246 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-3ae02e21-3980-4777-959b-a06b2682db7a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:46.207824 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.rpc [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Device 9ef18fca-f561-405a-b28a-5f1055d3faea no longer exists at agent hyperv_hv-cinder-76845 {{(pid=103716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 05:31:46.217930 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-3ae02e21-3980-4777-959b-a06b2682db7a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7fe6fea1-bd83-4cca-8191-48f46753e132 HTTP/1.1" status: 204 len: 168 time: 0.2383394 Mar 02 05:31:46.234187 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae02e21-3980-4777-959b-a06b2682db7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fe6fea1-bd83-4cca-8191-48f46753e132,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:31:46.311569 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Current status of the port 9ef18fca-f561-405a-b28a-5f1055d3faea is: ACTIVE; New status is: DOWN {{(pid=103716) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 05:31:46.312241 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for port (9ef18fca-f561-405a-b28a-5f1055d3faea), before_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:46.337865 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '454afccc-8b3f-40a7-8e18-30480566cda9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9ef18fca-f561-405a-b28a-5f1055d3faea'}] {{(pid=103716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 05:31:46.340264 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5cc3ee08ba8b8203ef00b822cbb368117e1f515a76881e78a723e4cc0774230" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ac5d736-4d96-4c9a-a9cb-f3c45b1d2303" -d '{"events": [{"server_uuid": "454afccc-8b3f-40a7-8e18-30480566cda9", "name": "network-vif-unplugged", "status": "completed", "tag": "9ef18fca-f561-405a-b28a-5f1055d3faea"}]}' {{(pid=103716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 05:31:46.354118 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] For port 9ef18fca-f561-405a-b28a-5f1055d3faea, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=9ef18fca-f561-405a-b28a-5f1055d3faea,segment=NetworkSegment(15c6c484-0d48-4d40-b6e8-616bb71b4578),segment_id=15c6c484-0d48-4d40-b6e8-616bb71b4578)] {{(pid=103716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 05:31:46.383521 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 02 Mar 2022 05:31:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f77d1c6-c8ff-46c5-9507-508a861ec1fd x-openstack-request-id: req-0f77d1c6-c8ff-46c5-9507-508a861ec1fd {{(pid=103716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 05:31:46.383832 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "454afccc-8b3f-40a7-8e18-30480566cda9", "name": "network-vif-unplugged", "status": "completed", "tag": "9ef18fca-f561-405a-b28a-5f1055d3faea", "code": 200}]} {{(pid=103716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 05:31:46.384089 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0f77d1c6-c8ff-46c5-9507-508a861ec1fd {{(pid=103716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 05:31:46.384479 dv-cinder-768458-18-iscsi neutron-server[103716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '454afccc-8b3f-40a7-8e18-30480566cda9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9ef18fca-f561-405a-b28a-5f1055d3faea', 'code': 200} Mar 02 05:31:46.434258 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789290460654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789289919735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789289921293'] for port (9ef18fca-f561-405a-b28a-5f1055d3faea), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:46.485424 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Pushing event updated for resources: {'Port': ['ID=9ef18fca-f561-405a-b28a-5f1055d3faea,revision_number=8']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:31:46.514760 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf139440-a66a-4773-b0f3-cce4a5bb7cf9 None None] Sync routers for ids ['de25b4b3-f56c-49b1-aacc-08ebe8c6eaab'] in dv-cinder-768458-18-iscsi {{(pid=103716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 05:31:46.522159 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf139440-a66a-4773-b0f3-cce4a5bb7cf9 None None] Routers {'de25b4b3-f56c-49b1-aacc-08ebe8c6eaab'} bound to L3 agent in host dv-cinder-768458-18-iscsi {{(pid=103716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 05:31:46.522772 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.l3_hamode_db [None req-cf139440-a66a-4773-b0f3-cce4a5bb7cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T05:20:42Z,description=,heartbeat_timestamp=2022-03-02T05:31:42Z,host='dv-cinder-768458-18-iscsi',id=9c2b50e6-1677-4aa9-928e-941b4c488fc5,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T05:20:42Z,topic='l3_agent')) {'router_ids': ['de25b4b3-f56c-49b1-aacc-08ebe8c6eaab'], 'active': True} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 05:31:46.640788 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.l3_dvr_db [None req-cf139440-a66a-4773-b0f3-cce4a5bb7cf9 None None] Set router de25b4b3-f56c-49b1-aacc-08ebe8c6eaab gateway port host: dv-cinder-768458-18-iscsi {{(pid=103716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 05:31:46.693248 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4858818-f17f-4e65-81fa-b2664e7d9290 req-b60a8559-9d04-4314-b36c-07dbbe5fdb7f tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:31:46.700298 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-d4858818-f17f-4e65-81fa-b2664e7d9290 req-b60a8559-9d04-4314-b36c-07dbbe5fdb7f tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/ports?device_id=454afccc-8b3f-40a7-8e18-30480566cda9 HTTP/1.1" status: 200 len: 944 time: 0.0745683 Mar 02 05:31:46.743212 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.wsgi [-] (103714) accepted ('10.222.0.32', 38770) {{(pid=103714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:31:46.747825 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-d4858818-f17f-4e65-81fa-b2664e7d9290 req-4b6d592f-71a7-4dfe-8d2e-eaaa3c64dd54 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce8b9e9a-d177-47c0-9c9b-f6152dd9c0f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466497 Mar 02 05:31:46.751438 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.v2.base [None req-b9f4bba0-d7ba-4071-a7cb-a9f7959e383b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1772070074-network', 'tenant_id': '77b312b7de7347d591babfcec5486d9e'}} {{(pid=103714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 05:31:46.859214 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9f4bba0-d7ba-4071-a7cb-a9f7959e383b admin admin] Made reservation on behalf of 77b312b7de7347d591babfcec5486d9e for: {'network': 1} {{(pid=103714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 05:31:46.861563 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-b9f4bba0-d7ba-4071-a7cb-a9f7959e383b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for network (None), before_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:46.887461 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-b9f4bba0-d7ba-4071-a7cb-a9f7959e383b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:46.910905 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.l3_hamode_db [None req-cf139440-a66a-4773-b0f3-cce4a5bb7cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de25b4b3-f56c-49b1-aacc-08ebe8c6eaab', 'name': 'tempest-TestVolumeBootPattern-1506929187-router', 'tenant_id': '849ab8ade87443a6947fd49bc6793c28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'external_fixed_ips': [{'subnet_id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'ip_address': '172.27.2.51'}], 'enable_snat': True}, 'gw_port_id': 'a2b74999-40da-49ac-b59a-dd50e271443a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T05:31:40Z', 'updated_at': '2022-03-02T05:31:44Z', 'revision_number': 4, 'project_id': '849ab8ade87443a6947fd49bc6793c28', 'gw_port': {'id': 'a2b74999-40da-49ac-b59a-dd50e271443a', 'name': '', 'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:7c:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de25b4b3-f56c-49b1-aacc-08ebe8c6eaab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'ip_address': '172.27.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T05:31:41Z', 'updated_at': '2022-03-02T05:31:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-18-iscsi', '_interfaces': [{'id': 'df7fecc2-9b58-427e-919a-4569fe7d7cc8', 'name': '', 'network_id': '26125afd-b096-4cb9-bba7-021d4862e741', 'tenant_id': '849ab8ade87443a6947fd49bc6793c28', 'mac_address': 'fa:16:3e:d6:89:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de25b4b3-f56c-49b1-aacc-08ebe8c6eaab', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'd188881c-9727-4efd-b9e6-7344d2704465', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T05:31:43Z', 'updated_at': '2022-03-02T05:31:45Z', 'revision_number': 2, 'project_id': '849ab8ade87443a6947fd49bc6793c28', 'subnets': [{'id': 'd188881c-9727-4efd-b9e6-7344d2704465', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-18-iscsi', False) {} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 05:31:46.954023 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.rpc [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Device a2b74999-40da-49ac-b59a-dd50e271443a up at agent ovs-agent-dv-cinder-768458-18-iscsi {{(pid=103716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 05:31:46.957133 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf139440-a66a-4773-b0f3-cce4a5bb7cf9 None None] Checking router: de25b4b3-f56c-49b1-aacc-08ebe8c6eaab for host: dv-cinder-768458-18-iscsi {{(pid=103716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 05:31:46.957487 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf139440-a66a-4773-b0f3-cce4a5bb7cf9 None None] Updating router de25b4b3-f56c-49b1-aacc-08ebe8c6eaab port df7fecc2-9b58-427e-919a-4569fe7d7cc8 binding host dv-cinder-768458-18-iscsi {{(pid=103716) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 05:31:46.997262 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-b9f4bba0-d7ba-4071-a7cb-a9f7959e383b admin admin] Publish callbacks [] for security_group (6678d7a9-849d-4e59-91ec-e475955787ef), precommit_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:47.025929 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-cf139440-a66a-4773-b0f3-cce4a5bb7cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for port (df7fecc2-9b58-427e-919a-4569fe7d7cc8), before_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:47.086193 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.provisioning_blocks [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Provisioning complete for port a2b74999-40da-49ac-b59a-dd50e271443a triggered by entity L2. {{(pid=103716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 05:31:47.086567 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012754'] for port (a2b74999-40da-49ac-b59a-dd50e271443a), provisioning_complete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:47.145619 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-b9f4bba0-d7ba-4071-a7cb-a9f7959e383b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629892'] for security_group (6678d7a9-849d-4e59-91ec-e475955787ef), after_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:47.188275 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f4bba0-d7ba-4071-a7cb-a9f7959e383b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6678d7a9-849d-4e59-91ec-e475955787ef,revision_number=1']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:31:47.191250 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9f4bba0-d7ba-4071-a7cb-a9f7959e383b admin admin] vlan segment allocate from pool success with {'vlan_id': 265, 'physical_network': 'physnet1'} {{(pid=103714) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 05:31:47.202665 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-b9f4bba0-d7ba-4071-a7cb-a9f7959e383b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1106907'] for segment (cff47cff-3e56-40c3-b12e-6002cc745ad2), precommit_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:47.203357 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.db.segments_db [None req-b9f4bba0-d7ba-4071-a7cb-a9f7959e383b admin admin] Added segment cff47cff-3e56-40c3-b12e-6002cc745ad2 of type vlan for network 70fe08a7-44bc-4dd6-91e5-e9d7c615a731 Mar 02 05:31:47.258186 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-b9f4bba0-d7ba-4071-a7cb-a9f7959e383b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789289939532'] for network (70fe08a7-44bc-4dd6-91e5-e9d7c615a731), precommit_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:47.293853 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Current status of the port a2b74999-40da-49ac-b59a-dd50e271443a is: DOWN; New status is: ACTIVE {{(pid=103716) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 05:31:47.297542 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for port (a2b74999-40da-49ac-b59a-dd50e271443a), before_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:47.336592 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] For port a2b74999-40da-49ac-b59a-dd50e271443a, host dv-cinder-768458-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-18-iscsi',level=0,port_id=a2b74999-40da-49ac-b59a-dd50e271443a,segment=NetworkSegment(4c026da1-f439-448a-ad69-ccdbf2795772),segment_id=4c026da1-f439-448a-ad69-ccdbf2795772)] {{(pid=103716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 05:31:47.340085 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4e1212-24ea-447d-88fa-e7d1d4f052c5 req-b27a68c9-d043-4027-b481-063f24a712c1 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:31:47.341585 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-0e4e1212-24ea-447d-88fa-e7d1d4f052c5 req-b27a68c9-d043-4027-b481-063f24a712c1 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e6f95c0-3d74-43ec-9c37-9bff8fac7934 HTTP/1.1" status: 200 len: 945 time: 0.0562320 Mar 02 05:31:47.357926 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-b9f4bba0-d7ba-4071-a7cb-a9f7959e383b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186'] for network (70fe08a7-44bc-4dd6-91e5-e9d7c615a731), after_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:47.359637 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9f4bba0-d7ba-4071-a7cb-a9f7959e383b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:31:47.361042 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-b9f4bba0-d7ba-4071-a7cb-a9f7959e383b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531172'] for network (None), before_response {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:47.405798 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-cf139440-a66a-4773-b0f3-cce4a5bb7cf9 None None] Publish callbacks [] for port (df7fecc2-9b58-427e-919a-4569fe7d7cc8), precommit_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:47.414681 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-0e4e1212-24ea-447d-88fa-e7d1d4f052c5 req-55e477d8-8f39-4383-bbf8-4a5c45a86a4b tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd784b26-a24e-48e7-98ec-6c0ab769f87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639400 Mar 02 05:31:47.448199 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789290460654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789289919735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789289921293'] for port (a2b74999-40da-49ac-b59a-dd50e271443a), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:47.472574 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f4bba0-d7ba-4071-a7cb-a9f7959e383b admin admin] Pushing event updated for resources: {'Network': ['ID=70fe08a7-44bc-4dd6-91e5-e9d7c615a731,revision_number=1']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:31:47.484016 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-cf139440-a66a-4773-b0f3-cce4a5bb7cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789290460654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789289919735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789289921293'] for port (df7fecc2-9b58-427e-919a-4569fe7d7cc8), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:47.495586 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.rpc [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Network 70fe08a7-44bc-4dd6-91e5-e9d7c615a731 details requested by agent ovs-agent-dv-cinder-768458-18-iscsi with host dv-cinder-768458-18-iscsi {{(pid=103716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 02 05:31:47.524302 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [None req-b9f4bba0-d7ba-4071-a7cb-a9f7959e383b admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7789862 Mar 02 05:31:47.526873 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.wsgi [-] (103714) accepted ('10.222.0.32', 38798) {{(pid=103714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:31:47.535133 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.v2.base [None req-0b078a77-9a74-41c4-bed3-bc265d930110 admin admin] Request body: {'subnet': {'network_id': '70fe08a7-44bc-4dd6-91e5-e9d7c615a731', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1772070074-subnet', 'tenant_id': '77b312b7de7347d591babfcec5486d9e', 'ip_version': 4}} {{(pid=103714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 05:31:47.580853 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Pushing event updated for resources: {'Port': ['ID=a2b74999-40da-49ac-b59a-dd50e271443a,revision_number=4']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:31:47.663208 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b078a77-9a74-41c4-bed3-bc265d930110 admin admin] Made reservation on behalf of 77b312b7de7347d591babfcec5486d9e for: {'subnet': 1} {{(pid=103714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 05:31:47.666199 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-0b078a77-9a74-41c4-bed3-bc265d930110 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:47.692452 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302b608e-0efd-4c89-8dfe-9ac5f3700ade None None] Pushing event updated for resources: {'Port': ['ID=df7fecc2-9b58-427e-919a-4569fe7d7cc8,revision_number=3']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:31:47.698130 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.managers [None req-cf139440-a66a-4773-b0f3-cce4a5bb7cf9 None None] Attempting to bind port df7fecc2-9b58-427e-919a-4569fe7d7cc8 on host dv-cinder-768458-18-iscsi for vnic_type normal with profile {{(pid=103716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 05:31:47.698503 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.managers [None req-cf139440-a66a-4773-b0f3-cce4a5bb7cf9 None None] Attempting to bind port df7fecc2-9b58-427e-919a-4569fe7d7cc8 by drivers openvswitch,hyperv on host dv-cinder-768458-18-iscsi at level 0 using segments [{'id': '179d65c1-9d95-4943-a804-bd91470b2f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '26125afd-b096-4cb9-bba7-021d4862e741'}] {{(pid=103716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 05:31:47.698867 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf139440-a66a-4773-b0f3-cce4a5bb7cf9 None None] Attempting to bind port df7fecc2-9b58-427e-919a-4569fe7d7cc8 on network 26125afd-b096-4cb9-bba7-021d4862e741 {{(pid=103716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 05:31:47.706763 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf139440-a66a-4773-b0f3-cce4a5bb7cf9 None None] Checking agent: {'id': '64307ea2-7468-48d5-a188-5e76dfb99c6b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 5, 20, 46), 'started_at': datetime.datetime(2022, 3, 2, 5, 21, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 5, 31, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 05:31:47.707188 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf139440-a66a-4773-b0f3-cce4a5bb7cf9 None None] Checking segment: {'id': '179d65c1-9d95-4943-a804-bd91470b2f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '26125afd-b096-4cb9-bba7-021d4862e741'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 05:31:47.710325 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-cf139440-a66a-4773-b0f3-cce4a5bb7cf9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:47.710325 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf139440-a66a-4773-b0f3-cce4a5bb7cf9 None None] Bound using segment: {'id': '179d65c1-9d95-4943-a804-bd91470b2f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '26125afd-b096-4cb9-bba7-021d4862e741'} {{(pid=103716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 05:31:47.710325 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.managers [None req-cf139440-a66a-4773-b0f3-cce4a5bb7cf9 None None] Bound port: df7fecc2-9b58-427e-919a-4569fe7d7cc8, host: dv-cinder-768458-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '179d65c1-9d95-4943-a804-bd91470b2f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '26125afd-b096-4cb9-bba7-021d4862e741'}}] {{(pid=103716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 05:31:47.710325 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-cf139440-a66a-4773-b0f3-cce4a5bb7cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for port (df7fecc2-9b58-427e-919a-4569fe7d7cc8), before_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:47.804679 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-cf139440-a66a-4773-b0f3-cce4a5bb7cf9 None None] For port df7fecc2-9b58-427e-919a-4569fe7d7cc8, host dv-cinder-768458-18-iscsi, cleared binding levels {{(pid=103716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 05:31:47.808343 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-cf139440-a66a-4773-b0f3-cce4a5bb7cf9 None None] For port df7fecc2-9b58-427e-919a-4569fe7d7cc8, host dv-cinder-768458-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-18-iscsi',level=0,port_id=df7fecc2-9b58-427e-919a-4569fe7d7cc8,segment=NetworkSegment(179d65c1-9d95-4943-a804-bd91470b2f8b),segment_id=179d65c1-9d95-4943-a804-bd91470b2f8b)] {{(pid=103716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 05:31:47.837101 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.provisioning_blocks [None req-6278d3db-7219-45c3-a44e-b061361b5adf None None] Provisioning complete for port df7fecc2-9b58-427e-919a-4569fe7d7cc8 triggered by entity DHCP. {{(pid=103716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 05:31:47.837745 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-6278d3db-7219-45c3-a44e-b061361b5adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012754'] for port (df7fecc2-9b58-427e-919a-4569fe7d7cc8), provisioning_complete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:47.874393 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-6278d3db-7219-45c3-a44e-b061361b5adf None None] Port df7fecc2-9b58-427e-919a-4569fe7d7cc8 cannot update to ACTIVE because it is not bound. {{(pid=103716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 02 05:31:47.879925 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-cf139440-a66a-4773-b0f3-cce4a5bb7cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789290460654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789289919735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789289921293'] for port (df7fecc2-9b58-427e-919a-4569fe7d7cc8), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:47.940473 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf139440-a66a-4773-b0f3-cce4a5bb7cf9 None None] Routers {'de25b4b3-f56c-49b1-aacc-08ebe8c6eaab'} bound to L3 agent in host dv-cinder-768458-18-iscsi {{(pid=103716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 05:31:47.941051 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.l3_hamode_db [None req-cf139440-a66a-4773-b0f3-cce4a5bb7cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T05:20:42Z,description=,heartbeat_timestamp=2022-03-02T05:31:42Z,host='dv-cinder-768458-18-iscsi',id=9c2b50e6-1677-4aa9-928e-941b4c488fc5,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T05:20:42Z,topic='l3_agent')) {'router_ids': ['de25b4b3-f56c-49b1-aacc-08ebe8c6eaab'], 'active': True} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 05:31:47.945950 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302b608e-0efd-4c89-8dfe-9ac5f3700ade None None] Pushing event updated for resources: {'Port': ['ID=df7fecc2-9b58-427e-919a-4569fe7d7cc8,revision_number=4']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:31:47.977615 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-0b078a77-9a74-41c4-bed3-bc265d930110 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186'] for subnet (9ec01938-d410-42ae-96d3-c3632a811184), after_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:48.065511 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b078a77-9a74-41c4-bed3-bc265d930110 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ec01938-d410-42ae-96d3-c3632a811184,revision_number=0']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:31:48.074110 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b078a77-9a74-41c4-bed3-bc265d930110 admin admin] Checking segment: {'id': 'cff47cff-3e56-40c3-b12e-6002cc745ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '70fe08a7-44bc-4dd6-91e5-e9d7c615a731'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 05:31:48.074546 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b078a77-9a74-41c4-bed3-bc265d930110 admin admin] Network hostable DHCP agents. Network: 70fe08a7-44bc-4dd6-91e5-e9d7c615a731, hostable agents: ['516abb3b-63f8-4dbb-a4f1-8865516966e2'], hosted agents: [] {{(pid=103714) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 05:31:48.170364 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b078a77-9a74-41c4-bed3-bc265d930110 admin admin] Network 70fe08a7-44bc-4dd6-91e5-e9d7c615a731 is scheduled to be hosted by DHCP agent 516abb3b-63f8-4dbb-a4f1-8865516966e2 with binding_index 1 {{(pid=103714) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 05:31:48.222612 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.l3_dvr_db [None req-cf139440-a66a-4773-b0f3-cce4a5bb7cf9 None None] Set router de25b4b3-f56c-49b1-aacc-08ebe8c6eaab gateway port host: dv-cinder-768458-18-iscsi {{(pid=103716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 05:31:48.249655 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.provisioning_blocks [None req-cd5aae4d-d11a-4550-9c4b-329e832d6c56 None None] Provisioning complete for port df7fecc2-9b58-427e-919a-4569fe7d7cc8 triggered by entity DHCP. {{(pid=103716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 05:31:48.250103 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-cd5aae4d-d11a-4550-9c4b-329e832d6c56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012754'] for port (df7fecc2-9b58-427e-919a-4569fe7d7cc8), provisioning_complete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:48.292980 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.scheduler.base_scheduler [None req-0b078a77-9a74-41c4-bed3-bc265d930110 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768458-18-iscsi, 70fe08a7-44bc-4dd6-91e5-e9d7c615a731) {{(pid=103714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 05:31:48.305025 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b078a77-9a74-41c4-bed3-bc265d930110 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:31:48.306668 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-0b078a77-9a74-41c4-bed3-bc265d930110 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:48.332128 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8667164-77cf-4ed2-9992-225e1d73fa56 None None] Network 70fe08a7-44bc-4dd6-91e5-e9d7c615a731 requested from dv-cinder-768458-18-iscsi {{(pid=103716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 05:31:48.429074 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.wsgi [req-2b4fca78-f534-4c79-b302-6c86ad64bd17 req-79267a16-c2ec-4df4-b949-d5ecebbc76c6 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=103715) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 02 05:31:48.429983 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-2b4fca78-f534-4c79-b302-6c86ad64bd17 req-79267a16-c2ec-4df4-b949-d5ecebbc76c6 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052941 Mar 02 05:31:48.456803 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [None req-0b078a77-9a74-41c4-bed3-bc265d930110 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9283965 Mar 02 05:31:48.459607 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.32', 38816) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:31:48.465555 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.v2.base [None req-a842264b-4347-4afd-b3df-20e3acb5017d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1772070074-router', 'tenant_id': '77b312b7de7347d591babfcec5486d9e', 'external_gateway_info': {'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58'}}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 05:31:48.557734 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9432751f-106c-49a2-a928-bb9b958f4758 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbfd83565-997b-582c-95b3-04c06eae76bb-70fe08a7-44bc-4dd6-91e5-e9d7c615a731', 'network_id': '70fe08a7-44bc-4dd6-91e5-e9d7c615a731', 'project_id': '77b312b7de7347d591babfcec5486d9e', 'fixed_ips': [{'subnet_id': '9ec01938-d410-42ae-96d3-c3632a811184'}]}} from dv-cinder-768458-18-iscsi. {{(pid=103716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 02 05:31:48.558841 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-9432751f-106c-49a2-a928-bb9b958f4758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for port (None), before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:48.563945 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-cd5aae4d-d11a-4550-9c4b-329e832d6c56 None None] Current status of the port df7fecc2-9b58-427e-919a-4569fe7d7cc8 is: DOWN; New status is: ACTIVE {{(pid=103716) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 05:31:48.564322 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-cd5aae4d-d11a-4550-9c4b-329e832d6c56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for port (df7fecc2-9b58-427e-919a-4569fe7d7cc8), before_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:48.574006 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-a842264b-4347-4afd-b3df-20e3acb5017d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5211'] for router (9f16b203-58e2-40a5-a755-93884a43defd), before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:48.575074 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-a842264b-4347-4afd-b3df-20e3acb5017d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-554951', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-624974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5154'] for router (9f16b203-58e2-40a5-a755-93884a43defd), precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:48.608737 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abe7d99-bcb1-437c-8869-ac22facea3e1 req-ba3085bb-95eb-4c70-8f69-79e7c9b58211 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:31:48.616763 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-5abe7d99-bcb1-437c-8869-ac22facea3e1 req-ba3085bb-95eb-4c70-8f69-79e7c9b58211 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e6f95c0-3d74-43ec-9c37-9bff8fac7934 HTTP/1.1" status: 200 len: 945 time: 0.0751035 Mar 02 05:31:48.642462 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-a842264b-4347-4afd-b3df-20e3acb5017d admin admin] Publish callbacks [] for router_controller (9f16b203-58e2-40a5-a755-93884a43defd), precommit_add_association {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:48.664905 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-5abe7d99-bcb1-437c-8869-ac22facea3e1 req-01d1d4d6-59ea-465b-9492-2669b1a9a8a0 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd784b26-a24e-48e7-98ec-6c0ab769f87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472481 Mar 02 05:31:48.674496 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-cd5aae4d-d11a-4550-9c4b-329e832d6c56 None None] For port df7fecc2-9b58-427e-919a-4569fe7d7cc8, host dv-cinder-768458-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-18-iscsi',level=0,port_id=df7fecc2-9b58-427e-919a-4569fe7d7cc8,segment=NetworkSegment(179d65c1-9d95-4943-a804-bd91470b2f8b),segment_id=179d65c1-9d95-4943-a804-bd91470b2f8b)] {{(pid=103716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 05:31:48.726533 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.l3_hamode_db [None req-cf139440-a66a-4773-b0f3-cce4a5bb7cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de25b4b3-f56c-49b1-aacc-08ebe8c6eaab', 'name': 'tempest-TestVolumeBootPattern-1506929187-router', 'tenant_id': '849ab8ade87443a6947fd49bc6793c28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'external_fixed_ips': [{'subnet_id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'ip_address': '172.27.2.51'}], 'enable_snat': True}, 'gw_port_id': 'a2b74999-40da-49ac-b59a-dd50e271443a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T05:31:40Z', 'updated_at': '2022-03-02T05:31:44Z', 'revision_number': 4, 'project_id': '849ab8ade87443a6947fd49bc6793c28', 'gw_port': {'id': 'a2b74999-40da-49ac-b59a-dd50e271443a', 'name': '', 'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:7c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de25b4b3-f56c-49b1-aacc-08ebe8c6eaab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'ip_address': '172.27.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T05:31:41Z', 'updated_at': '2022-03-02T05:31:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-18-iscsi', '_interfaces': [{'id': 'df7fecc2-9b58-427e-919a-4569fe7d7cc8', 'name': '', 'network_id': '26125afd-b096-4cb9-bba7-021d4862e741', 'tenant_id': '849ab8ade87443a6947fd49bc6793c28', 'mac_address': 'fa:16:3e:d6:89:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de25b4b3-f56c-49b1-aacc-08ebe8c6eaab', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'd188881c-9727-4efd-b9e6-7344d2704465', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T05:31:43Z', 'updated_at': '2022-03-02T05:31:47Z', 'revision_number': 4, 'project_id': '849ab8ade87443a6947fd49bc6793c28', 'subnets': [{'id': 'd188881c-9727-4efd-b9e6-7344d2704465', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-18-iscsi', False) {} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 05:31:48.760161 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-cd5aae4d-d11a-4550-9c4b-329e832d6c56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789290460654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789289919735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789289921293'] for port (df7fecc2-9b58-427e-919a-4569fe7d7cc8), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:48.762062 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf139440-a66a-4773-b0f3-cce4a5bb7cf9 None None] The sync data for ids ['de25b4b3-f56c-49b1-aacc-08ebe8c6eaab'] in dv-cinder-768458-18-iscsi is: [{'id': 'de25b4b3-f56c-49b1-aacc-08ebe8c6eaab', 'name': 'tempest-TestVolumeBootPattern-1506929187-router', 'tenant_id': '849ab8ade87443a6947fd49bc6793c28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'external_fixed_ips': [{'subnet_id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'ip_address': '172.27.2.51'}], 'enable_snat': True}, 'gw_port_id': 'a2b74999-40da-49ac-b59a-dd50e271443a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T05:31:40Z', 'updated_at': '2022-03-02T05:31:44Z', 'revision_number': 4, 'project_id': '849ab8ade87443a6947fd49bc6793c28', 'gw_port': {'id': 'a2b74999-40da-49ac-b59a-dd50e271443a', 'name': '', 'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:7c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de25b4b3-f56c-49b1-aacc-08ebe8c6eaab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'ip_address': '172.27.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T05:31:41Z', 'updated_at': '2022-03-02T05:31:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-18-iscsi', '_interfaces': [{'id': 'df7fecc2-9b58-427e-919a-4569fe7d7cc8', 'name': '', 'network_id': '26125afd-b096-4cb9-bba7-021d4862e741', 'tenant_id': '849ab8ade87443a6947fd49bc6793c28', 'mac_address': 'fa:16:3e:d6:89:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de25b4b3-f56c-49b1-aacc-08ebe8c6eaab', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'd188881c-9727-4efd-b9e6-7344d2704465', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T05:31:43Z', 'updated_at': '2022-03-02T05:31:47Z', 'revision_number': 4, 'project_id': '849ab8ade87443a6947fd49bc6793c28', 'subnets': [{'id': 'd188881c-9727-4efd-b9e6-7344d2704465', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 05:31:48.793742 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.db_base_plugin_common [None req-9432751f-106c-49a2-a928-bb9b958f4758 None None] Allocated IP 172.20.0.2 (70fe08a7-44bc-4dd6-91e5-e9d7c615a731/9ec01938-d410-42ae-96d3-c3632a811184/f59b3750-852d-4592-935f-eded46d3e613) {{(pid=103716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 05:31:48.899698 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6300f48-650a-44a1-acab-02fc4e2dae13 req-3c24d199-24cb-48c4-9f75-a2e8ab5af147 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:31:48.900560 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5aae4d-d11a-4550-9c4b-329e832d6c56 None None] Pushing event updated for resources: {'Port': ['ID=df7fecc2-9b58-427e-919a-4569fe7d7cc8,revision_number=5']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:31:48.901713 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-a6300f48-650a-44a1-acab-02fc4e2dae13 req-3c24d199-24cb-48c4-9f75-a2e8ab5af147 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/ports?device_id=454afccc-8b3f-40a7-8e18-30480566cda9 HTTP/1.1" status: 200 len: 944 time: 0.1395216 Mar 02 05:31:48.972095 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.rpc [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Device a2b74999-40da-49ac-b59a-dd50e271443a up at agent ovs-agent-dv-cinder-768458-18-iscsi {{(pid=103716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 05:31:48.980846 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-a842264b-4347-4afd-b3df-20e3acb5017d admin admin] Publish callbacks [] for router_gateway (9f16b203-58e2-40a5-a755-93884a43defd), precommit_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:48.991887 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-a6300f48-650a-44a1-acab-02fc4e2dae13 req-25bab1f6-9226-451d-a634-5042579da3d2 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce8b9e9a-d177-47c0-9c9b-f6152dd9c0f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800488 Mar 02 05:31:49.075885 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-9432751f-106c-49a2-a928-bb9b958f4758 None None] Publish callbacks [] for port (f59b3750-852d-4592-935f-eded46d3e613), precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:49.085133 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.provisioning_blocks [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Provisioning complete for port a2b74999-40da-49ac-b59a-dd50e271443a triggered by entity L2. {{(pid=103716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 05:31:49.085509 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012754'] for port (a2b74999-40da-49ac-b59a-dd50e271443a), provisioning_complete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:49.184788 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-9432751f-106c-49a2-a928-bb9b958f4758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789289919717'] for port (f59b3750-852d-4592-935f-eded46d3e613), after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:49.282085 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9432751f-106c-49a2-a928-bb9b958f4758 None None] Network 70fe08a7-44bc-4dd6-91e5-e9d7c615a731 is already hosted by enough agents. {{(pid=103716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 05:31:49.284994 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Current status of the port a2b74999-40da-49ac-b59a-dd50e271443a is: ACTIVE; New status is: ACTIVE {{(pid=103716) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 05:31:49.290803 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-9432751f-106c-49a2-a928-bb9b958f4758 None None] Resources bound (agent type, host, resource id): {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 05:31:49.295583 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9432751f-106c-49a2-a928-bb9b958f4758 None None] Received port after_create {{(pid=103716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 05:31:49.347496 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-a842264b-4347-4afd-b3df-20e3acb5017d admin admin] Publish callbacks [] for router_gateway (9f16b203-58e2-40a5-a755-93884a43defd), before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:49.375065 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-a842264b-4347-4afd-b3df-20e3acb5017d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for port (None), before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:49.375723 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.managers [None req-9432751f-106c-49a2-a928-bb9b958f4758 None None] Attempting to bind port f59b3750-852d-4592-935f-eded46d3e613 on host dv-cinder-768458-18-iscsi for vnic_type normal with profile {{(pid=103716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 05:31:49.376202 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.managers [None req-9432751f-106c-49a2-a928-bb9b958f4758 None None] Attempting to bind port f59b3750-852d-4592-935f-eded46d3e613 by drivers openvswitch,hyperv on host dv-cinder-768458-18-iscsi at level 0 using segments [{'id': 'cff47cff-3e56-40c3-b12e-6002cc745ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '70fe08a7-44bc-4dd6-91e5-e9d7c615a731'}] {{(pid=103716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 05:31:49.376669 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9432751f-106c-49a2-a928-bb9b958f4758 None None] Attempting to bind port f59b3750-852d-4592-935f-eded46d3e613 on network 70fe08a7-44bc-4dd6-91e5-e9d7c615a731 {{(pid=103716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 05:31:49.398038 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9432751f-106c-49a2-a928-bb9b958f4758 None None] Pushing event updated for resources: {'Port': ['ID=f59b3750-852d-4592-935f-eded46d3e613,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:31:49.401928 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9432751f-106c-49a2-a928-bb9b958f4758 None None] Checking agent: {'id': '64307ea2-7468-48d5-a188-5e76dfb99c6b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 5, 20, 46), 'started_at': datetime.datetime(2022, 3, 2, 5, 21, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 5, 31, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 05:31:49.402541 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9432751f-106c-49a2-a928-bb9b958f4758 None None] Checking segment: {'id': 'cff47cff-3e56-40c3-b12e-6002cc745ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '70fe08a7-44bc-4dd6-91e5-e9d7c615a731'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 05:31:49.403207 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-9432751f-106c-49a2-a928-bb9b958f4758 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:49.403948 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9432751f-106c-49a2-a928-bb9b958f4758 None None] Bound using segment: {'id': 'cff47cff-3e56-40c3-b12e-6002cc745ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '70fe08a7-44bc-4dd6-91e5-e9d7c615a731'} {{(pid=103716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 05:31:49.405173 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.managers [None req-9432751f-106c-49a2-a928-bb9b958f4758 None None] Bound port: f59b3750-852d-4592-935f-eded46d3e613, host: dv-cinder-768458-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cff47cff-3e56-40c3-b12e-6002cc745ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '70fe08a7-44bc-4dd6-91e5-e9d7c615a731'}}] {{(pid=103716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 05:31:49.406200 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-9432751f-106c-49a2-a928-bb9b958f4758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for port (f59b3750-852d-4592-935f-eded46d3e613), before_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:49.502783 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.db.db_base_plugin_common [None req-a842264b-4347-4afd-b3df-20e3acb5017d admin admin] Allocated IP 172.27.2.6 (b55256da-732d-4561-a24f-23ea9a772c58/77df959b-d159-4f61-98dc-e86e1ea2cf69/5180ada9-c1ad-4059-a908-69763158d869) {{(pid=103715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 05:31:49.540066 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-9432751f-106c-49a2-a928-bb9b958f4758 None None] For port f59b3750-852d-4592-935f-eded46d3e613, host dv-cinder-768458-18-iscsi, cleared binding levels {{(pid=103716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 05:31:49.543583 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-9432751f-106c-49a2-a928-bb9b958f4758 None None] For port f59b3750-852d-4592-935f-eded46d3e613, host dv-cinder-768458-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-18-iscsi',level=0,port_id=f59b3750-852d-4592-935f-eded46d3e613,segment=NetworkSegment(cff47cff-3e56-40c3-b12e-6002cc745ad2),segment_id=cff47cff-3e56-40c3-b12e-6002cc745ad2)] {{(pid=103716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 05:31:49.642703 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-9432751f-106c-49a2-a928-bb9b958f4758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789290460654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789289919735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789289921293'] for port (f59b3750-852d-4592-935f-eded46d3e613), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:49.684683 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-a842264b-4347-4afd-b3df-20e3acb5017d admin admin] Publish callbacks [] for port (5180ada9-c1ad-4059-a908-69763158d869), precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:49.817413 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-a842264b-4347-4afd-b3df-20e3acb5017d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789289919717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14203002'] for port (5180ada9-c1ad-4059-a908-69763158d869), after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:49.829198 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9432751f-106c-49a2-a928-bb9b958f4758 None None] Pushing event updated for resources: {'Port': ['ID=f59b3750-852d-4592-935f-eded46d3e613,revision_number=2']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:31:49.856926 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7354e58-6e3d-4d27-9754-676a939d36db req-f05542c7-878f-466d-9dc3-717a4bb4477a tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:31:49.859378 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-c7354e58-6e3d-4d27-9754-676a939d36db req-f05542c7-878f-466d-9dc3-717a4bb4477a tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e6f95c0-3d74-43ec-9c37-9bff8fac7934 HTTP/1.1" status: 200 len: 945 time: 0.0870390 Mar 02 05:31:49.881402 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.wsgi [-] (103714) accepted ('10.222.0.32', 38862) {{(pid=103714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:31:49.902070 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a842264b-4347-4afd-b3df-20e3acb5017d admin admin] Pushing event updated for resources: {'Port': ['ID=5180ada9-c1ad-4059-a908-69763158d869,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:31:49.918947 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a842264b-4347-4afd-b3df-20e3acb5017d admin admin] Network b55256da-732d-4561-a24f-23ea9a772c58 is already hosted by enough agents. {{(pid=103715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 05:31:49.921446 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-a842264b-4347-4afd-b3df-20e3acb5017d admin admin] Resources bound (agent type, host, resource id): {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 05:31:49.928961 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a842264b-4347-4afd-b3df-20e3acb5017d admin admin] Received port after_create {{(pid=103715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 05:31:49.972051 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-c7354e58-6e3d-4d27-9754-676a939d36db req-dd64c43c-948c-427c-991f-e49df42c4101 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd784b26-a24e-48e7-98ec-6c0ab769f87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049082 Mar 02 05:31:50.119870 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-a1113115-bb2b-4d3e-9af3-fea97b3d2ab5 req-c7d18750-dc83-44db-89e6-516c3aedd9cf service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=454afccc-8b3f-40a7-8e18-30480566cda9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2339892 Mar 02 05:31:50.141355 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.wsgi [req-a1113115-bb2b-4d3e-9af3-fea97b3d2ab5 req-b9ebf2af-6b86-4017-841e-18a4adb5d935 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=103714) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 02 05:31:50.142400 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-a1113115-bb2b-4d3e-9af3-fea97b3d2ab5 req-b9ebf2af-6b86-4017-841e-18a4adb5d935 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0120983 Mar 02 05:31:50.225180 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.rpc [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Device 9ef18fca-f561-405a-b28a-5f1055d3faea no longer exists at agent hyperv_hv-cinder-76845 {{(pid=103716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 05:31:50.227223 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd310a32-139e-4d83-90c3-c7d42f16b7cb req-e3e414c8-b781-4a05-80d8-f1b00492a3f1 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:31:50.227223 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-dd310a32-139e-4d83-90c3-c7d42f16b7cb req-e3e414c8-b781-4a05-80d8-f1b00492a3f1 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/ports?device_id=454afccc-8b3f-40a7-8e18-30480566cda9 HTTP/1.1" status: 200 len: 944 time: 0.0837290 Mar 02 05:31:50.266504 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.wsgi [-] (103714) accepted ('10.222.0.32', 38874) {{(pid=103714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:31:50.325109 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-dd310a32-139e-4d83-90c3-c7d42f16b7cb req-efbb0d1e-efd7-4be3-a4df-c60e94b68fa5 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce8b9e9a-d177-47c0-9c9b-f6152dd9c0f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0896330 Mar 02 05:31:50.403244 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Current status of the port 9ef18fca-f561-405a-b28a-5f1055d3faea is: DOWN; New status is: DOWN {{(pid=103716) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 05:31:50.464739 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1113115-bb2b-4d3e-9af3-fea97b3d2ab5 req-fdfa4c31-abc4-4dbf-8449-0d535aa3187f tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:31:50.466166 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-a1113115-bb2b-4d3e-9af3-fea97b3d2ab5 req-fdfa4c31-abc4-4dbf-8449-0d535aa3187f tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/ports/9ef18fca-f561-405a-b28a-5f1055d3faea HTTP/1.1" status: 200 len: 941 time: 0.1983123 Mar 02 05:31:50.508750 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-a842264b-4347-4afd-b3df-20e3acb5017d admin admin] Publish callbacks [] for router_gateway (9f16b203-58e2-40a5-a755-93884a43defd), after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:50.716824 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-a842264b-4347-4afd-b3df-20e3acb5017d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554906'] for router (9f16b203-58e2-40a5-a755-93884a43defd), after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:50.937177 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a842264b-4347-4afd-b3df-20e3acb5017d admin admin] Router 9f16b203-58e2-40a5-a755-93884a43defd is scheduled to L3 agent 9c2b50e6-1677-4aa9-928e-941b4c488fc5 with binding_index 1 {{(pid=103715) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 05:31:50.974041 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.rpc [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Device f59b3750-852d-4592-935f-eded46d3e613 up at agent ovs-agent-dv-cinder-768458-18-iscsi {{(pid=103716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 05:31:51.037840 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.provisioning_blocks [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Provisioning complete for port f59b3750-852d-4592-935f-eded46d3e613 triggered by entity L2. {{(pid=103716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 05:31:51.038078 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012754'] for port (f59b3750-852d-4592-935f-eded46d3e613), provisioning_complete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:51.154516 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Current status of the port f59b3750-852d-4592-935f-eded46d3e613 is: DOWN; New status is: ACTIVE {{(pid=103716) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 05:31:51.154923 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for port (f59b3750-852d-4592-935f-eded46d3e613), before_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:51.180791 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7cc939-7032-48e0-9274-977813081062 req-98927196-7576-4c96-8ed4-238e5da8239d tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:31:51.189552 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-4e7cc939-7032-48e0-9274-977813081062 req-98927196-7576-4c96-8ed4-238e5da8239d tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e6f95c0-3d74-43ec-9c37-9bff8fac7934 HTTP/1.1" status: 200 len: 945 time: 0.0872653 Mar 02 05:31:51.203550 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c63dfb2-e246-407b-b85e-af8f628e9a8f None None] Network 70fe08a7-44bc-4dd6-91e5-e9d7c615a731 requested from dv-cinder-768458-18-iscsi {{(pid=103716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 05:31:51.252323 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-4e7cc939-7032-48e0-9274-977813081062 req-bb57a71f-2ea0-4e81-9498-f6ae7de5a3d5 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd784b26-a24e-48e7-98ec-6c0ab769f87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612741 Mar 02 05:31:51.270883 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] For port f59b3750-852d-4592-935f-eded46d3e613, host dv-cinder-768458-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-18-iscsi',level=0,port_id=f59b3750-852d-4592-935f-eded46d3e613,segment=NetworkSegment(cff47cff-3e56-40c3-b12e-6002cc745ad2),segment_id=cff47cff-3e56-40c3-b12e-6002cc745ad2)] {{(pid=103716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 05:31:51.287656 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.provisioning_blocks [None req-8c9f1dba-ace1-40e7-adfe-faf6dbb17b3c None None] Provisioning complete for port f59b3750-852d-4592-935f-eded46d3e613 triggered by entity DHCP. {{(pid=103716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 05:31:51.287656 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-8c9f1dba-ace1-40e7-adfe-faf6dbb17b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012754'] for port (f59b3750-852d-4592-935f-eded46d3e613), provisioning_complete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:51.332542 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a842264b-4347-4afd-b3df-20e3acb5017d admin admin] Notify agent at l3_agent.dv-cinder-768458-18-iscsi the message routers_updated {{(pid=103715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 05:31:51.341768 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a6c6d01-df1d-44b6-a5bf-c26e206424d3 None None] Sync routers for ids ['9f16b203-58e2-40a5-a755-93884a43defd'] in dv-cinder-768458-18-iscsi {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 05:31:51.354060 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a6c6d01-df1d-44b6-a5bf-c26e206424d3 None None] Routers {'9f16b203-58e2-40a5-a755-93884a43defd'} bound to L3 agent in host dv-cinder-768458-18-iscsi {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 05:31:51.354698 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-5a6c6d01-df1d-44b6-a5bf-c26e206424d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T05:20:42Z,description=,heartbeat_timestamp=2022-03-02T05:31:42Z,host='dv-cinder-768458-18-iscsi',id=9c2b50e6-1677-4aa9-928e-941b4c488fc5,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T05:20:42Z,topic='l3_agent')) {'router_ids': ['9f16b203-58e2-40a5-a755-93884a43defd'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 05:31:51.369696 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789290460654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789289919735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789289921293'] for port (f59b3750-852d-4592-935f-eded46d3e613), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:51.370473 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.rpc [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Device df7fecc2-9b58-427e-919a-4569fe7d7cc8 up at agent ovs-agent-dv-cinder-768458-18-iscsi {{(pid=103716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 05:31:51.491997 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-a842264b-4347-4afd-b3df-20e3acb5017d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:51.493733 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-a842264b-4347-4afd-b3df-20e3acb5017d admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.0327673 Mar 02 05:31:51.504140 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.wsgi [-] (103714) accepted ('10.222.0.32', 38898) {{(pid=103714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:31:51.508083 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-8c9f1dba-ace1-40e7-adfe-faf6dbb17b3c None None] Current status of the port f59b3750-852d-4592-935f-eded46d3e613 is: ACTIVE; New status is: ACTIVE {{(pid=103716) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 05:31:51.512803 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Pushing event updated for resources: {'Port': ['ID=f59b3750-852d-4592-935f-eded46d3e613,revision_number=3']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:31:51.530032 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.db.l3_dvr_db [None req-5a6c6d01-df1d-44b6-a5bf-c26e206424d3 None None] Set router 9f16b203-58e2-40a5-a755-93884a43defd gateway port host: dv-cinder-768458-18-iscsi {{(pid=103717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 05:31:51.532569 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.provisioning_blocks [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Provisioning complete for port df7fecc2-9b58-427e-919a-4569fe7d7cc8 triggered by entity L2. {{(pid=103716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 05:31:51.533120 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012754'] for port (df7fecc2-9b58-427e-919a-4569fe7d7cc8), provisioning_complete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:51.553991 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68156f75-ca65-423e-b996-e2432ad792e6 req-28c4ffdc-3b9d-4a44-9312-3fc4d0b882da tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:31:51.559716 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-68156f75-ca65-423e-b996-e2432ad792e6 req-28c4ffdc-3b9d-4a44-9312-3fc4d0b882da tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/ports?device_id=454afccc-8b3f-40a7-8e18-30480566cda9 HTTP/1.1" status: 200 len: 944 time: 0.1234682 Mar 02 05:31:51.667136 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-68156f75-ca65-423e-b996-e2432ad792e6 req-61f362a7-da67-49b3-9494-87fc32f1a975 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce8b9e9a-d177-47c0-9c9b-f6152dd9c0f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1007743 Mar 02 05:31:51.856952 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-5a6c6d01-df1d-44b6-a5bf-c26e206424d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f16b203-58e2-40a5-a755-93884a43defd', 'name': 'tempest-TestVolumeBootPattern-1772070074-router', 'tenant_id': '77b312b7de7347d591babfcec5486d9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'external_fixed_ips': [{'subnet_id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'ip_address': '172.27.2.6'}], 'enable_snat': True}, 'gw_port_id': '5180ada9-c1ad-4059-a908-69763158d869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T05:31:48Z', 'updated_at': '2022-03-02T05:31:50Z', 'revision_number': 3, 'project_id': '77b312b7de7347d591babfcec5486d9e', 'gw_port': {'id': '5180ada9-c1ad-4059-a908-69763158d869', 'name': '', 'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:7d:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f16b203-58e2-40a5-a755-93884a43defd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'ip_address': '172.27.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T05:31:49Z', 'updated_at': '2022-03-02T05:31:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-18-iscsi'}], 'dv-cinder-768458-18-iscsi', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 05:31:51.866576 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.provisioning_blocks [None req-da2e0214-489e-428c-8fc9-5cbbd7c65685 None None] Provisioning complete for port f59b3750-852d-4592-935f-eded46d3e613 triggered by entity DHCP. {{(pid=103716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 05:31:51.866952 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-da2e0214-489e-428c-8fc9-5cbbd7c65685 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012754'] for port (f59b3750-852d-4592-935f-eded46d3e613), provisioning_complete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:51.878755 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a6c6d01-df1d-44b6-a5bf-c26e206424d3 None None] Checking router: 9f16b203-58e2-40a5-a755-93884a43defd for host: dv-cinder-768458-18-iscsi {{(pid=103717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 05:31:51.879100 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a6c6d01-df1d-44b6-a5bf-c26e206424d3 None None] Updating router 9f16b203-58e2-40a5-a755-93884a43defd port 5180ada9-c1ad-4059-a908-69763158d869 binding host dv-cinder-768458-18-iscsi {{(pid=103717) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 05:31:51.906013 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Current status of the port df7fecc2-9b58-427e-919a-4569fe7d7cc8 is: ACTIVE; New status is: ACTIVE {{(pid=103716) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 05:31:51.911835 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-5a6c6d01-df1d-44b6-a5bf-c26e206424d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for port (5180ada9-c1ad-4059-a908-69763158d869), before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:51.969782 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-da2e0214-489e-428c-8fc9-5cbbd7c65685 None None] Current status of the port f59b3750-852d-4592-935f-eded46d3e613 is: ACTIVE; New status is: ACTIVE {{(pid=103716) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 05:31:52.191557 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-5a6c6d01-df1d-44b6-a5bf-c26e206424d3 None None] Publish callbacks [] for port (5180ada9-c1ad-4059-a908-69763158d869), precommit_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:52.293445 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-5a6c6d01-df1d-44b6-a5bf-c26e206424d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789290460654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789289919735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789289921293'] for port (5180ada9-c1ad-4059-a908-69763158d869), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:52.295893 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-58309bf1-da6f-4536-9a42-66cc01959d2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for port (None), before_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:52.382465 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-5a6c6d01-df1d-44b6-a5bf-c26e206424d3 None None] Attempting to bind port 5180ada9-c1ad-4059-a908-69763158d869 on host dv-cinder-768458-18-iscsi for vnic_type normal with profile {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 05:31:52.383053 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-5a6c6d01-df1d-44b6-a5bf-c26e206424d3 None None] Attempting to bind port 5180ada9-c1ad-4059-a908-69763158d869 by drivers openvswitch,hyperv on host dv-cinder-768458-18-iscsi at level 0 using segments [{'id': '4c026da1-f439-448a-ad69-ccdbf2795772', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58'}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 05:31:52.383160 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a6c6d01-df1d-44b6-a5bf-c26e206424d3 None None] Attempting to bind port 5180ada9-c1ad-4059-a908-69763158d869 on network b55256da-732d-4561-a24f-23ea9a772c58 {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 05:31:52.394910 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a15f087-7a6e-40a7-9583-e12370e758f4 None None] Pushing event updated for resources: {'Port': ['ID=5180ada9-c1ad-4059-a908-69763158d869,revision_number=2']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:31:52.398645 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a6c6d01-df1d-44b6-a5bf-c26e206424d3 None None] Checking agent: {'id': '64307ea2-7468-48d5-a188-5e76dfb99c6b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 5, 20, 46), 'started_at': datetime.datetime(2022, 3, 2, 5, 21, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 5, 31, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 05:31:52.399757 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a6c6d01-df1d-44b6-a5bf-c26e206424d3 None None] Checking segment: {'id': '4c026da1-f439-448a-ad69-ccdbf2795772', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 05:31:52.400363 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-5a6c6d01-df1d-44b6-a5bf-c26e206424d3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:52.400954 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a6c6d01-df1d-44b6-a5bf-c26e206424d3 None None] Bound using segment: {'id': '4c026da1-f439-448a-ad69-ccdbf2795772', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58'} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 05:31:52.401628 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-5a6c6d01-df1d-44b6-a5bf-c26e206424d3 None None] Bound port: 5180ada9-c1ad-4059-a908-69763158d869, host: dv-cinder-768458-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c026da1-f439-448a-ad69-ccdbf2795772', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58'}}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 05:31:52.402306 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-5a6c6d01-df1d-44b6-a5bf-c26e206424d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for port (5180ada9-c1ad-4059-a908-69763158d869), before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:52.416554 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb2f7e1-fe15-4fac-9648-e0142a2d94d5 req-6fb09f14-e9fb-4a03-9429-2ea0f93e3fc0 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:31:52.423816 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-6fb2f7e1-fe15-4fac-9648-e0142a2d94d5 req-6fb09f14-e9fb-4a03-9429-2ea0f93e3fc0 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e6f95c0-3d74-43ec-9c37-9bff8fac7934 HTTP/1.1" status: 200 len: 945 time: 0.0726960 Mar 02 05:31:52.464470 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-5a6c6d01-df1d-44b6-a5bf-c26e206424d3 None None] For port 5180ada9-c1ad-4059-a908-69763158d869, host dv-cinder-768458-18-iscsi, cleared binding levels {{(pid=103717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 05:31:52.467999 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-5a6c6d01-df1d-44b6-a5bf-c26e206424d3 None None] For port 5180ada9-c1ad-4059-a908-69763158d869, host dv-cinder-768458-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-18-iscsi',level=0,port_id=5180ada9-c1ad-4059-a908-69763158d869,segment=NetworkSegment(4c026da1-f439-448a-ad69-ccdbf2795772),segment_id=4c026da1-f439-448a-ad69-ccdbf2795772)] {{(pid=103717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 05:31:52.474287 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-6fb2f7e1-fe15-4fac-9648-e0142a2d94d5 req-0fdf7b61-2a19-4cac-b727-ef7baf827e85 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd784b26-a24e-48e7-98ec-6c0ab769f87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460200 Mar 02 05:31:52.503566 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.db.db_base_plugin_common [None req-58309bf1-da6f-4536-9a42-66cc01959d2a admin admin] Allocated IP 172.20.0.1 (70fe08a7-44bc-4dd6-91e5-e9d7c615a731/9ec01938-d410-42ae-96d3-c3632a811184/332a8cf8-5cfc-4bc8-b451-8fdff99e285f) {{(pid=103714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 05:31:52.606042 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-5a6c6d01-df1d-44b6-a5bf-c26e206424d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789290460654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789289919735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789289921293'] for port (5180ada9-c1ad-4059-a908-69763158d869), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:52.607698 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-58309bf1-da6f-4536-9a42-66cc01959d2a admin admin] Publish callbacks [] for port (332a8cf8-5cfc-4bc8-b451-8fdff99e285f), precommit_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:52.674456 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a15f087-7a6e-40a7-9583-e12370e758f4 None None] Pushing event updated for resources: {'Port': ['ID=5180ada9-c1ad-4059-a908-69763158d869,revision_number=3']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:31:52.676902 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a6c6d01-df1d-44b6-a5bf-c26e206424d3 None None] Routers {'9f16b203-58e2-40a5-a755-93884a43defd'} bound to L3 agent in host dv-cinder-768458-18-iscsi {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 05:31:52.677491 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-5a6c6d01-df1d-44b6-a5bf-c26e206424d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T05:20:42Z,description=,heartbeat_timestamp=2022-03-02T05:31:42Z,host='dv-cinder-768458-18-iscsi',id=9c2b50e6-1677-4aa9-928e-941b4c488fc5,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T05:20:42Z,topic='l3_agent')) {'router_ids': ['9f16b203-58e2-40a5-a755-93884a43defd'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 05:31:52.708709 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-58309bf1-da6f-4536-9a42-66cc01959d2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789289919717'] for port (332a8cf8-5cfc-4bc8-b451-8fdff99e285f), after_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:52.749527 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58309bf1-da6f-4536-9a42-66cc01959d2a admin admin] Network 70fe08a7-44bc-4dd6-91e5-e9d7c615a731 is already hosted by enough agents. {{(pid=103714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 05:31:52.755683 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.scheduler.base_scheduler [None req-58309bf1-da6f-4536-9a42-66cc01959d2a admin admin] Resources bound (agent type, host, resource id): {{(pid=103714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 05:31:52.767907 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58309bf1-da6f-4536-9a42-66cc01959d2a admin admin] Received port after_create {{(pid=103714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 05:31:52.768381 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-58309bf1-da6f-4536-9a42-66cc01959d2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-556487'] for router_interface (9f16b203-58e2-40a5-a755-93884a43defd), before_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:52.807518 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.db.l3_dvr_db [None req-5a6c6d01-df1d-44b6-a5bf-c26e206424d3 None None] Set router 9f16b203-58e2-40a5-a755-93884a43defd gateway port host: dv-cinder-768458-18-iscsi {{(pid=103717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 05:31:52.827087 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58309bf1-da6f-4536-9a42-66cc01959d2a admin admin] Pushing event updated for resources: {'Port': ['ID=332a8cf8-5cfc-4bc8-b451-8fdff99e285f,revision_number=1']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:31:52.875966 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4a6d50-dfbc-4268-a7a9-af5a149e20a6 req-c96fc6c6-68cf-4790-8cd2-24dfd50bb6a5 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:31:52.877537 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-fe4a6d50-dfbc-4268-a7a9-af5a149e20a6 req-c96fc6c6-68cf-4790-8cd2-24dfd50bb6a5 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/ports?device_id=454afccc-8b3f-40a7-8e18-30480566cda9 HTTP/1.1" status: 200 len: 944 time: 0.1252267 Mar 02 05:31:52.932418 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.rpc [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Device f59b3750-852d-4592-935f-eded46d3e613 up at agent ovs-agent-dv-cinder-768458-18-iscsi {{(pid=103716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 05:31:52.968411 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-fe4a6d50-dfbc-4268-a7a9-af5a149e20a6 req-78ea0cd1-cb84-4e40-bb62-c92aae284a33 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce8b9e9a-d177-47c0-9c9b-f6152dd9c0f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715940 Mar 02 05:31:53.008686 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.provisioning_blocks [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Provisioning complete for port f59b3750-852d-4592-935f-eded46d3e613 triggered by entity L2. {{(pid=103716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 05:31:53.009136 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012754'] for port (f59b3750-852d-4592-935f-eded46d3e613), provisioning_complete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:53.096378 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Current status of the port f59b3750-852d-4592-935f-eded46d3e613 is: ACTIVE; New status is: ACTIVE {{(pid=103716) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 05:31:53.111515 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.provisioning_blocks [None req-03765579-d7fc-4ab1-85bf-558adcd9146b None None] Provisioning complete for port 332a8cf8-5cfc-4bc8-b451-8fdff99e285f triggered by entity DHCP. {{(pid=103716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 05:31:53.111902 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-03765579-d7fc-4ab1-85bf-558adcd9146b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012754'] for port (332a8cf8-5cfc-4bc8-b451-8fdff99e285f), provisioning_complete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:53.114792 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-58309bf1-da6f-4536-9a42-66cc01959d2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for port (332a8cf8-5cfc-4bc8-b451-8fdff99e285f), before_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:53.120057 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-5a6c6d01-df1d-44b6-a5bf-c26e206424d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f16b203-58e2-40a5-a755-93884a43defd', 'name': 'tempest-TestVolumeBootPattern-1772070074-router', 'tenant_id': '77b312b7de7347d591babfcec5486d9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'external_fixed_ips': [{'subnet_id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'ip_address': '172.27.2.6'}], 'enable_snat': True}, 'gw_port_id': '5180ada9-c1ad-4059-a908-69763158d869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T05:31:48Z', 'updated_at': '2022-03-02T05:31:50Z', 'revision_number': 3, 'project_id': '77b312b7de7347d591babfcec5486d9e', 'gw_port': {'id': '5180ada9-c1ad-4059-a908-69763158d869', 'name': '', 'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:7d:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f16b203-58e2-40a5-a755-93884a43defd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'ip_address': '172.27.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T05:31:49Z', 'updated_at': '2022-03-02T05:31:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-18-iscsi'}], 'dv-cinder-768458-18-iscsi', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 05:31:53.149528 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a6c6d01-df1d-44b6-a5bf-c26e206424d3 None None] The sync data for ids ['9f16b203-58e2-40a5-a755-93884a43defd'] in dv-cinder-768458-18-iscsi is: [{'id': '9f16b203-58e2-40a5-a755-93884a43defd', 'name': 'tempest-TestVolumeBootPattern-1772070074-router', 'tenant_id': '77b312b7de7347d591babfcec5486d9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'external_fixed_ips': [{'subnet_id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'ip_address': '172.27.2.6'}], 'enable_snat': True}, 'gw_port_id': '5180ada9-c1ad-4059-a908-69763158d869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T05:31:48Z', 'updated_at': '2022-03-02T05:31:50Z', 'revision_number': 3, 'project_id': '77b312b7de7347d591babfcec5486d9e', 'gw_port': {'id': '5180ada9-c1ad-4059-a908-69763158d869', 'name': '', 'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:7d:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f16b203-58e2-40a5-a755-93884a43defd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'ip_address': '172.27.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T05:31:49Z', 'updated_at': '2022-03-02T05:31:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-18-iscsi'}] {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 05:31:53.151331 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-03765579-d7fc-4ab1-85bf-558adcd9146b None None] Port 332a8cf8-5cfc-4bc8-b451-8fdff99e285f cannot update to ACTIVE because it is not bound. {{(pid=103716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 02 05:31:53.292896 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-58309bf1-da6f-4536-9a42-66cc01959d2a admin admin] Publish callbacks [] for port (332a8cf8-5cfc-4bc8-b451-8fdff99e285f), precommit_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:53.377365 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-58309bf1-da6f-4536-9a42-66cc01959d2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789290460654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789289919735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789289921293'] for port (332a8cf8-5cfc-4bc8-b451-8fdff99e285f), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:53.378104 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-58309bf1-da6f-4536-9a42-66cc01959d2a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-555351'] for router_interface (9f16b203-58e2-40a5-a755-93884a43defd), after_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:53.504120 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58309bf1-da6f-4536-9a42-66cc01959d2a admin admin] Pushing event updated for resources: {'Port': ['ID=332a8cf8-5cfc-4bc8-b451-8fdff99e285f,revision_number=2']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:31:53.574219 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58309bf1-da6f-4536-9a42-66cc01959d2a admin admin] Network 70fe08a7-44bc-4dd6-91e5-e9d7c615a731 is already hosted by enough agents. {{(pid=103714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 05:31:53.597518 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.scheduler.base_scheduler [None req-58309bf1-da6f-4536-9a42-66cc01959d2a admin admin] Resources bound (agent type, host, resource id): {{(pid=103714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 05:31:53.635219 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cbd356-7f9c-4162-abe8-a8c9792ac831 req-3f458ef1-06d6-41c0-9cce-a9eaf28921dd tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:31:53.645056 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-e0cbd356-7f9c-4162-abe8-a8c9792ac831 req-3f458ef1-06d6-41c0-9cce-a9eaf28921dd tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e6f95c0-3d74-43ec-9c37-9bff8fac7934 HTTP/1.1" status: 200 len: 945 time: 0.0817802 Mar 02 05:31:53.739721 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-e0cbd356-7f9c-4162-abe8-a8c9792ac831 req-22e4a656-b742-41d8-89c3-1fac80cfe867 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd784b26-a24e-48e7-98ec-6c0ab769f87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837595 Mar 02 05:31:53.840722 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58309bf1-da6f-4536-9a42-66cc01959d2a admin admin] Router 9f16b203-58e2-40a5-a755-93884a43defd has already been hosted by L3 agent 9c2b50e6-1677-4aa9-928e-941b4c488fc5 {{(pid=103714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 05:31:53.919344 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.provisioning_blocks [None req-1008332c-92f8-4f5d-8265-ffce14dfc3ce None None] Provisioning complete for port 332a8cf8-5cfc-4bc8-b451-8fdff99e285f triggered by entity DHCP. {{(pid=103716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 05:31:53.919974 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-1008332c-92f8-4f5d-8265-ffce14dfc3ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012754'] for port (332a8cf8-5cfc-4bc8-b451-8fdff99e285f), provisioning_complete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:53.958933 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-1008332c-92f8-4f5d-8265-ffce14dfc3ce None None] Port 332a8cf8-5cfc-4bc8-b451-8fdff99e285f cannot update to ACTIVE because it is not bound. {{(pid=103716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 02 05:31:53.992279 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58309bf1-da6f-4536-9a42-66cc01959d2a admin admin] Notify agent at l3_agent.dv-cinder-768458-18-iscsi the message routers_updated {{(pid=103714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 05:31:54.008523 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [None req-58309bf1-da6f-4536-9a42-66cc01959d2a admin admin] 10.222.0.32 "PUT /v2.0/routers/9f16b203-58e2-40a5-a755-93884a43defd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5105655 Mar 02 05:31:54.210389 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1113115-bb2b-4d3e-9af3-fea97b3d2ab5 req-54e49dbb-89bc-47b5-9842-2f50ca4c1b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:31:54.211933 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-a1113115-bb2b-4d3e-9af3-fea97b3d2ab5 req-54e49dbb-89bc-47b5-9842-2f50ca4c1b98 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=454afccc-8b3f-40a7-8e18-30480566cda9&tenant_id=7c356e87fe874337af907d7d9f0a2bb3 HTTP/1.1" status: 200 len: 1128 time: 0.1662958 Mar 02 05:31:54.226057 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e03dfd-5a7d-496c-a21f-f68405454635 req-a1fbd092-56ec-40a9-b7c1-fe3b8beda4e6 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:31:54.227806 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-90e03dfd-5a7d-496c-a21f-f68405454635 req-a1fbd092-56ec-40a9-b7c1-fe3b8beda4e6 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/ports?device_id=454afccc-8b3f-40a7-8e18-30480566cda9 HTTP/1.1" status: 200 len: 944 time: 0.1359713 Mar 02 05:31:54.273415 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92cf234-4051-4436-91e0-89d37430dfe8 req-42ef6737-6ca8-491b-abd4-c8e3abb976a0 tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:31:54.274944 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-e92cf234-4051-4436-91e0-89d37430dfe8 req-42ef6737-6ca8-491b-abd4-c8e3abb976a0 tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] 10.222.0.32 "GET /v2.0/ports?device_id=de6dc40a-043f-4288-b259-40dc0332df7e HTTP/1.1" status: 200 len: 945 time: 0.0701804 Mar 02 05:31:54.323038 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-90e03dfd-5a7d-496c-a21f-f68405454635 req-564b86ba-1f4d-4258-8fa9-1d5204c85747 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce8b9e9a-d177-47c0-9c9b-f6152dd9c0f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0879755 Mar 02 05:31:54.331885 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1113115-bb2b-4d3e-9af3-fea97b3d2ab5 req-74db58c7-b8f1-4827-9eda-5c07ca9b13d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:31:54.333399 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-a1113115-bb2b-4d3e-9af3-fea97b3d2ab5 req-74db58c7-b8f1-4827-9eda-5c07ca9b13d4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7c356e87fe874337af907d7d9f0a2bb3&device_id=454afccc-8b3f-40a7-8e18-30480566cda9 HTTP/1.1" status: 200 len: 1128 time: 0.0805409 Mar 02 05:31:54.363109 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-e92cf234-4051-4436-91e0-89d37430dfe8 req-c9056c47-0a17-41b4-98af-c280ed0e6a10 tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d69e608-83e2-4afc-ba8a-1373a1de5f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791934 Mar 02 05:31:54.481596 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1113115-bb2b-4d3e-9af3-fea97b3d2ab5 req-ab86f138-1ea8-4cba-b64d-7c54921057bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:31:54.484612 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-a1113115-bb2b-4d3e-9af3-fea97b3d2ab5 req-ab86f138-1ea8-4cba-b64d-7c54921057bd service neutron] 10.222.0.41 "GET /v2.0/networks?id=cca8cd28-8205-477a-92b1-88a32e29d0bc HTTP/1.1" status: 200 len: 918 time: 0.1438384 Mar 02 05:31:54.561306 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-a1113115-bb2b-4d3e-9af3-fea97b3d2ab5 req-4b1af2f4-a124-4770-b5a7-2e65b6a61910 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9ef18fca-f561-405a-b28a-5f1055d3faea HTTP/1.1" status: 200 len: 999 time: 0.0683839 Mar 02 05:31:54.618090 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1113115-bb2b-4d3e-9af3-fea97b3d2ab5 req-d6bd7446-e82b-43c8-b878-80a9cd239b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:31:54.619877 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-a1113115-bb2b-4d3e-9af3-fea97b3d2ab5 req-d6bd7446-e82b-43c8-b878-80a9cd239b3d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ab127ad9-ce11-421d-b130-80cd6d7ddae3 HTTP/1.1" status: 200 len: 856 time: 0.0473030 Mar 02 05:31:54.680728 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1113115-bb2b-4d3e-9af3-fea97b3d2ab5 req-2b124a4d-deb3-4dd6-bc50-9df9b5ef8f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:31:54.683196 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-a1113115-bb2b-4d3e-9af3-fea97b3d2ab5 req-2b124a4d-deb3-4dd6-bc50-9df9b5ef8f0e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cca8cd28-8205-477a-92b1-88a32e29d0bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0547299 Mar 02 05:31:54.777651 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-a1113115-bb2b-4d3e-9af3-fea97b3d2ab5 req-70477e15-b02f-4305-8aa3-a016e9270b7f service neutron] 10.222.0.41 "GET /v2.0/networks/cca8cd28-8205-477a-92b1-88a32e29d0bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855842 Mar 02 05:31:54.892443 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290ee107-daad-4ee6-b1e7-cb5f797889aa req-4d342ec5-399a-4172-872d-4ffe5ce16ac2 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:31:54.894843 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-290ee107-daad-4ee6-b1e7-cb5f797889aa req-4d342ec5-399a-4172-872d-4ffe5ce16ac2 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e6f95c0-3d74-43ec-9c37-9bff8fac7934 HTTP/1.1" status: 200 len: 945 time: 0.0910072 Mar 02 05:31:54.906950 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-a1113115-bb2b-4d3e-9af3-fea97b3d2ab5 req-cc1cfc8f-212d-4661-bf39-b7cf21fd6356 service neutron] 10.222.0.41 "GET /v2.0/networks/cca8cd28-8205-477a-92b1-88a32e29d0bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148405 Mar 02 05:31:54.954172 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.rpc [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Device 5180ada9-c1ad-4059-a908-69763158d869 up at agent ovs-agent-dv-cinder-768458-18-iscsi {{(pid=103716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 05:31:54.965792 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-290ee107-daad-4ee6-b1e7-cb5f797889aa req-0df52613-b4be-42ce-85d0-4ffeb4ded833 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd784b26-a24e-48e7-98ec-6c0ab769f87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592668 Mar 02 05:31:55.007291 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.provisioning_blocks [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Provisioning complete for port 5180ada9-c1ad-4059-a908-69763158d869 triggered by entity L2. {{(pid=103716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 05:31:55.007873 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012754'] for port (5180ada9-c1ad-4059-a908-69763158d869), provisioning_complete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:55.097019 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Current status of the port 5180ada9-c1ad-4059-a908-69763158d869 is: DOWN; New status is: ACTIVE {{(pid=103716) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 05:31:55.097406 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for port (5180ada9-c1ad-4059-a908-69763158d869), before_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:55.117897 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] For port 5180ada9-c1ad-4059-a908-69763158d869, host dv-cinder-768458-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-18-iscsi',level=0,port_id=5180ada9-c1ad-4059-a908-69763158d869,segment=NetworkSegment(4c026da1-f439-448a-ad69-ccdbf2795772),segment_id=4c026da1-f439-448a-ad69-ccdbf2795772)] {{(pid=103716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 05:31:55.146244 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.wsgi [-] (103714) accepted ('10.222.0.32', 38978) {{(pid=103714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:31:55.151035 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.v2.base [None req-80107666-b5dc-4cac-9ca1-e5fd13417963 tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-904867612', 'description': 'tempest-secgroup-smoke-904867612 description', 'project_id': '849ab8ade87443a6947fd49bc6793c28'}} {{(pid=103714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 05:31:55.223045 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789290460654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789289919735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789289921293'] for port (5180ada9-c1ad-4059-a908-69763158d869), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:55.274199 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-80107666-b5dc-4cac-9ca1-e5fd13417963 tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Publish callbacks [] for security_group (None), before_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:55.276220 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Pushing event updated for resources: {'Port': ['ID=5180ada9-c1ad-4059-a908-69763158d869,revision_number=4']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:31:55.345205 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-80107666-b5dc-4cac-9ca1-e5fd13417963 tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Publish callbacks [] for security_group (01fdecac-c163-40c3-9d7b-98e5d2dc1a8f), precommit_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:55.423544 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-80107666-b5dc-4cac-9ca1-e5fd13417963 tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629892'] for security_group (01fdecac-c163-40c3-9d7b-98e5d2dc1a8f), after_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:55.467958 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80107666-b5dc-4cac-9ca1-e5fd13417963 tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01fdecac-c163-40c3-9d7b-98e5d2dc1a8f,revision_number=1']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:31:55.537586 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-80107666-b5dc-4cac-9ca1-e5fd13417963 tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Publish callbacks [] for security_group (None), before_response {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:55.541560 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [None req-80107666-b5dc-4cac-9ca1-e5fd13417963 tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3915839 Mar 02 05:31:55.542128 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.32', 39008) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:31:55.547258 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b40233a-6c66-4e9c-86cc-99391a54087a req-1979fef9-c72d-496b-95fa-b4a803b0f481 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:31:55.548580 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.v2.base [None req-f1b6defc-89f4-43d8-bc25-7b31bd5f472f tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Request body: {'security_group_rule': {'security_group_id': '01fdecac-c163-40c3-9d7b-98e5d2dc1a8f', 'project_id': '849ab8ade87443a6947fd49bc6793c28', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 05:31:55.548758 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-3b40233a-6c66-4e9c-86cc-99391a54087a req-1979fef9-c72d-496b-95fa-b4a803b0f481 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/ports?device_id=454afccc-8b3f-40a7-8e18-30480566cda9 HTTP/1.1" status: 200 len: 944 time: 0.0949974 Mar 02 05:31:55.562314 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec63cab9-2044-477e-a83e-05fca9617005 req-92010b54-2a0e-40be-a95a-48a28b475e36 tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:31:55.563802 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-ec63cab9-2044-477e-a83e-05fca9617005 req-92010b54-2a0e-40be-a95a-48a28b475e36 tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] 10.222.0.32 "GET /v2.0/ports?device_id=de6dc40a-043f-4288-b259-40dc0332df7e HTTP/1.1" status: 200 len: 945 time: 0.0890434 Mar 02 05:31:55.605384 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-3b40233a-6c66-4e9c-86cc-99391a54087a req-df40af4a-9500-4a4b-8781-2c168181f331 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce8b9e9a-d177-47c0-9c9b-f6152dd9c0f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487602 Mar 02 05:31:55.645118 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-ec63cab9-2044-477e-a83e-05fca9617005 req-5753a756-2933-4d8d-ac5d-c81cc69e9192 tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d69e608-83e2-4afc-ba8a-1373a1de5f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734980 Mar 02 05:31:55.702674 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-f1b6defc-89f4-43d8-bc25-7b31bd5f472f tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Publish callbacks [] for security_group_rule (383e4515-bc44-4a00-b8ef-3720df800100), before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:55.756339 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-f1b6defc-89f4-43d8-bc25-7b31bd5f472f tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Publish callbacks [] for security_group_rule (383e4515-bc44-4a00-b8ef-3720df800100), precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:55.840362 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-f1b6defc-89f4-43d8-bc25-7b31bd5f472f tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629875'] for security_group_rule (383e4515-bc44-4a00-b8ef-3720df800100), after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:55.889366 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b6defc-89f4-43d8-bc25-7b31bd5f472f tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=383e4515-bc44-4a00-b8ef-3720df800100,revision_number=0']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:31:55.993157 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-f1b6defc-89f4-43d8-bc25-7b31bd5f472f tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:55.994200 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-f1b6defc-89f4-43d8-bc25-7b31bd5f472f tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4508927 Mar 02 05:31:55.996893 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.32', 39020) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:31:56.002112 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.v2.base [None req-cfd91f71-507f-4b76-a7fb-be3dc5207ded tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Request body: {'security_group_rule': {'security_group_id': '01fdecac-c163-40c3-9d7b-98e5d2dc1a8f', 'project_id': '849ab8ade87443a6947fd49bc6793c28', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 05:31:56.099549 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4558ecd-7c02-46d0-87fe-8e58ebca8dea None None] Sync routers for ids ['9f16b203-58e2-40a5-a755-93884a43defd'] in dv-cinder-768458-18-iscsi {{(pid=103716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 05:31:56.113689 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4558ecd-7c02-46d0-87fe-8e58ebca8dea None None] Routers {'9f16b203-58e2-40a5-a755-93884a43defd'} bound to L3 agent in host dv-cinder-768458-18-iscsi {{(pid=103716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 05:31:56.114510 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.l3_hamode_db [None req-c4558ecd-7c02-46d0-87fe-8e58ebca8dea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T05:20:42Z,description=,heartbeat_timestamp=2022-03-02T05:31:42Z,host='dv-cinder-768458-18-iscsi',id=9c2b50e6-1677-4aa9-928e-941b4c488fc5,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T05:20:42Z,topic='l3_agent')) {'router_ids': ['9f16b203-58e2-40a5-a755-93884a43defd'], 'active': True} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 05:31:56.124617 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c299fbb-ccbb-4908-b2cc-9e03815f0c48 req-690fbe5b-bf62-4fa9-808a-75c4cc31adce tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:31:56.126368 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-4c299fbb-ccbb-4908-b2cc-9e03815f0c48 req-690fbe5b-bf62-4fa9-808a-75c4cc31adce tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e6f95c0-3d74-43ec-9c37-9bff8fac7934 HTTP/1.1" status: 200 len: 945 time: 0.0703862 Mar 02 05:31:56.146475 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-cfd91f71-507f-4b76-a7fb-be3dc5207ded tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Publish callbacks [] for security_group_rule (fa3bda96-9f66-4ed5-9585-2dca1b1dfd4b), before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:56.214274 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-4c299fbb-ccbb-4908-b2cc-9e03815f0c48 req-8d37918e-2cf2-45c1-a7ca-bb2b200e069e tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd784b26-a24e-48e7-98ec-6c0ab769f87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812624 Mar 02 05:31:56.303047 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-cfd91f71-507f-4b76-a7fb-be3dc5207ded tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Publish callbacks [] for security_group_rule (fa3bda96-9f66-4ed5-9585-2dca1b1dfd4b), precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:56.307506 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.l3_dvr_db [None req-c4558ecd-7c02-46d0-87fe-8e58ebca8dea None None] Set router 9f16b203-58e2-40a5-a755-93884a43defd gateway port host: dv-cinder-768458-18-iscsi {{(pid=103716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 05:31:56.379581 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-cfd91f71-507f-4b76-a7fb-be3dc5207ded tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629875'] for security_group_rule (fa3bda96-9f66-4ed5-9585-2dca1b1dfd4b), after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:56.416770 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd91f71-507f-4b76-a7fb-be3dc5207ded tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa3bda96-9f66-4ed5-9585-2dca1b1dfd4b,revision_number=0']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:31:56.508395 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-cfd91f71-507f-4b76-a7fb-be3dc5207ded tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:56.510011 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-cfd91f71-507f-4b76-a7fb-be3dc5207ded tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5121248 Mar 02 05:31:56.513213 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.32', 39032) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:31:56.518451 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.v2.base [None req-2e19cd64-0ac4-4044-8a04-4b323287341c tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Request body: {'security_group_rule': {'security_group_id': '01fdecac-c163-40c3-9d7b-98e5d2dc1a8f', 'project_id': '849ab8ade87443a6947fd49bc6793c28', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 05:31:56.586243 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.l3_hamode_db [None req-c4558ecd-7c02-46d0-87fe-8e58ebca8dea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f16b203-58e2-40a5-a755-93884a43defd', 'name': 'tempest-TestVolumeBootPattern-1772070074-router', 'tenant_id': '77b312b7de7347d591babfcec5486d9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'external_fixed_ips': [{'subnet_id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'ip_address': '172.27.2.6'}], 'enable_snat': True}, 'gw_port_id': '5180ada9-c1ad-4059-a908-69763158d869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T05:31:48Z', 'updated_at': '2022-03-02T05:31:52Z', 'revision_number': 4, 'project_id': '77b312b7de7347d591babfcec5486d9e', 'gw_port': {'id': '5180ada9-c1ad-4059-a908-69763158d869', 'name': '', 'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:7d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f16b203-58e2-40a5-a755-93884a43defd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'ip_address': '172.27.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T05:31:49Z', 'updated_at': '2022-03-02T05:31:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-18-iscsi', '_interfaces': [{'id': '332a8cf8-5cfc-4bc8-b451-8fdff99e285f', 'name': '', 'network_id': '70fe08a7-44bc-4dd6-91e5-e9d7c615a731', 'tenant_id': '77b312b7de7347d591babfcec5486d9e', 'mac_address': 'fa:16:3e:f7:3a:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f16b203-58e2-40a5-a755-93884a43defd', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '9ec01938-d410-42ae-96d3-c3632a811184', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T05:31:52Z', 'updated_at': '2022-03-02T05:31:53Z', 'revision_number': 2, 'project_id': '77b312b7de7347d591babfcec5486d9e', 'subnets': [{'id': '9ec01938-d410-42ae-96d3-c3632a811184', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-18-iscsi', False) {} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 05:31:56.617710 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4558ecd-7c02-46d0-87fe-8e58ebca8dea None None] Checking router: 9f16b203-58e2-40a5-a755-93884a43defd for host: dv-cinder-768458-18-iscsi {{(pid=103716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 05:31:57.103035 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4558ecd-7c02-46d0-87fe-8e58ebca8dea None None] Updating router 9f16b203-58e2-40a5-a755-93884a43defd port 332a8cf8-5cfc-4bc8-b451-8fdff99e285f binding host dv-cinder-768458-18-iscsi {{(pid=103716) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 05:31:57.103035 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-c4558ecd-7c02-46d0-87fe-8e58ebca8dea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for port (332a8cf8-5cfc-4bc8-b451-8fdff99e285f), before_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:57.104065 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1b247e-e6af-44ad-aef5-313f9cab74ef req-e61610b3-193b-45f0-8f74-5e944c6b79d1 tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:31:57.104065 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-ff1b247e-e6af-44ad-aef5-313f9cab74ef req-e61610b3-193b-45f0-8f74-5e944c6b79d1 tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] 10.222.0.32 "GET /v2.0/ports?device_id=de6dc40a-043f-4288-b259-40dc0332df7e HTTP/1.1" status: 200 len: 945 time: 0.0689991 Mar 02 05:31:57.105087 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f07c990-468b-4ece-b506-7720f0f95ff0 req-dda5b42c-b046-4c80-a8ad-61205e3185fa tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:31:57.105087 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-2f07c990-468b-4ece-b506-7720f0f95ff0 req-dda5b42c-b046-4c80-a8ad-61205e3185fa tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/ports?device_id=454afccc-8b3f-40a7-8e18-30480566cda9 HTTP/1.1" status: 200 len: 944 time: 0.1028647 Mar 02 05:31:57.106099 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-ff1b247e-e6af-44ad-aef5-313f9cab74ef req-d1b1baf0-ec2e-4012-a200-e55ebbdfb55f tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d69e608-83e2-4afc-ba8a-1373a1de5f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602918 Mar 02 05:31:57.106915 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-2f07c990-468b-4ece-b506-7720f0f95ff0 req-424dde16-b8c8-4aec-ba4f-bbbf91c42d58 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce8b9e9a-d177-47c0-9c9b-f6152dd9c0f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627122 Mar 02 05:31:57.108062 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.rpc [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Device 5180ada9-c1ad-4059-a908-69763158d869 up at agent ovs-agent-dv-cinder-768458-18-iscsi {{(pid=103716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 05:31:57.108939 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-2e19cd64-0ac4-4044-8a04-4b323287341c tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Publish callbacks [] for security_group_rule (f2054e26-029c-41c8-8bcf-2d2d440fb239), before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:57.109138 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.provisioning_blocks [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Provisioning complete for port 5180ada9-c1ad-4059-a908-69763158d869 triggered by entity L2. {{(pid=103716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 05:31:57.109138 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012754'] for port (5180ada9-c1ad-4059-a908-69763158d869), provisioning_complete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:57.109138 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-c4558ecd-7c02-46d0-87fe-8e58ebca8dea None None] Publish callbacks [] for port (332a8cf8-5cfc-4bc8-b451-8fdff99e285f), precommit_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:57.109399 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-2e19cd64-0ac4-4044-8a04-4b323287341c tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Publish callbacks [] for security_group_rule (f2054e26-029c-41c8-8bcf-2d2d440fb239), precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:57.160690 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Current status of the port 5180ada9-c1ad-4059-a908-69763158d869 is: ACTIVE; New status is: ACTIVE {{(pid=103716) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 05:31:57.165706 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-2e19cd64-0ac4-4044-8a04-4b323287341c tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629875'] for security_group_rule (f2054e26-029c-41c8-8bcf-2d2d440fb239), after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:57.184870 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e19cd64-0ac4-4044-8a04-4b323287341c tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2054e26-029c-41c8-8bcf-2d2d440fb239,revision_number=0']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:31:57.194014 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-c4558ecd-7c02-46d0-87fe-8e58ebca8dea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789290460654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789289919735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789289921293'] for port (332a8cf8-5cfc-4bc8-b451-8fdff99e285f), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:57.244601 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941dbc3f-b3f0-4b41-8818-dadffb22c22c None None] Pushing event updated for resources: {'Port': ['ID=332a8cf8-5cfc-4bc8-b451-8fdff99e285f,revision_number=3']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:31:57.307529 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-2e19cd64-0ac4-4044-8a04-4b323287341c tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:57.307529 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-2e19cd64-0ac4-4044-8a04-4b323287341c tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7747748 Mar 02 05:31:57.307529 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.32', 39042) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:31:57.307529 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.v2.base [None req-4e96005e-3c84-4c18-843f-15d8c5d6d34a tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Request body: {'security_group_rule': {'security_group_id': '01fdecac-c163-40c3-9d7b-98e5d2dc1a8f', 'project_id': '849ab8ade87443a6947fd49bc6793c28', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 05:31:57.344212 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.managers [None req-c4558ecd-7c02-46d0-87fe-8e58ebca8dea None None] Attempting to bind port 332a8cf8-5cfc-4bc8-b451-8fdff99e285f on host dv-cinder-768458-18-iscsi for vnic_type normal with profile {{(pid=103716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 05:31:57.344734 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.managers [None req-c4558ecd-7c02-46d0-87fe-8e58ebca8dea None None] Attempting to bind port 332a8cf8-5cfc-4bc8-b451-8fdff99e285f by drivers openvswitch,hyperv on host dv-cinder-768458-18-iscsi at level 0 using segments [{'id': 'cff47cff-3e56-40c3-b12e-6002cc745ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '70fe08a7-44bc-4dd6-91e5-e9d7c615a731'}] {{(pid=103716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 05:31:57.345104 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4558ecd-7c02-46d0-87fe-8e58ebca8dea None None] Attempting to bind port 332a8cf8-5cfc-4bc8-b451-8fdff99e285f on network 70fe08a7-44bc-4dd6-91e5-e9d7c615a731 {{(pid=103716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 05:31:57.351848 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4558ecd-7c02-46d0-87fe-8e58ebca8dea None None] Checking agent: {'id': '64307ea2-7468-48d5-a188-5e76dfb99c6b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 5, 20, 46), 'started_at': datetime.datetime(2022, 3, 2, 5, 21, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 5, 31, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 05:31:57.352208 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4558ecd-7c02-46d0-87fe-8e58ebca8dea None None] Checking segment: {'id': 'cff47cff-3e56-40c3-b12e-6002cc745ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '70fe08a7-44bc-4dd6-91e5-e9d7c615a731'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 05:31:57.352697 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-c4558ecd-7c02-46d0-87fe-8e58ebca8dea None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:57.353270 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4558ecd-7c02-46d0-87fe-8e58ebca8dea None None] Bound using segment: {'id': 'cff47cff-3e56-40c3-b12e-6002cc745ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '70fe08a7-44bc-4dd6-91e5-e9d7c615a731'} {{(pid=103716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 05:31:57.353758 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.managers [None req-c4558ecd-7c02-46d0-87fe-8e58ebca8dea None None] Bound port: 332a8cf8-5cfc-4bc8-b451-8fdff99e285f, host: dv-cinder-768458-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cff47cff-3e56-40c3-b12e-6002cc745ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '70fe08a7-44bc-4dd6-91e5-e9d7c615a731'}}] {{(pid=103716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 05:31:57.354130 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-c4558ecd-7c02-46d0-87fe-8e58ebca8dea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for port (332a8cf8-5cfc-4bc8-b451-8fdff99e285f), before_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:57.381884 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc394176-5459-4346-9594-a1d0162dd34b req-1dd57d58-1f7c-4c94-97e1-a63c774c520e tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:31:57.390140 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-cc394176-5459-4346-9594-a1d0162dd34b req-1dd57d58-1f7c-4c94-97e1-a63c774c520e tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e6f95c0-3d74-43ec-9c37-9bff8fac7934 HTTP/1.1" status: 200 len: 945 time: 0.0638793 Mar 02 05:31:57.406328 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-4e96005e-3c84-4c18-843f-15d8c5d6d34a tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Publish callbacks [] for security_group_rule (e7fade9e-8c2d-4ae4-a6bb-06e817da226f), before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:57.479689 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-cc394176-5459-4346-9594-a1d0162dd34b req-c875402a-27ef-4e5e-a72f-f52cee39ec57 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd784b26-a24e-48e7-98ec-6c0ab769f87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710986 Mar 02 05:31:57.505653 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-c4558ecd-7c02-46d0-87fe-8e58ebca8dea None None] For port 332a8cf8-5cfc-4bc8-b451-8fdff99e285f, host dv-cinder-768458-18-iscsi, cleared binding levels {{(pid=103716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 05:31:57.515040 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-c4558ecd-7c02-46d0-87fe-8e58ebca8dea None None] For port 332a8cf8-5cfc-4bc8-b451-8fdff99e285f, host dv-cinder-768458-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-18-iscsi',level=0,port_id=332a8cf8-5cfc-4bc8-b451-8fdff99e285f,segment=NetworkSegment(cff47cff-3e56-40c3-b12e-6002cc745ad2),segment_id=cff47cff-3e56-40c3-b12e-6002cc745ad2)] {{(pid=103716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 05:31:57.528102 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-4e96005e-3c84-4c18-843f-15d8c5d6d34a tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Publish callbacks [] for security_group_rule (e7fade9e-8c2d-4ae4-a6bb-06e817da226f), precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:57.620333 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.provisioning_blocks [None req-8bf3d206-f419-4794-bfba-d448d353171d None None] Provisioning complete for port 332a8cf8-5cfc-4bc8-b451-8fdff99e285f triggered by entity DHCP. {{(pid=103716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 05:31:57.620622 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-8bf3d206-f419-4794-bfba-d448d353171d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012754'] for port (332a8cf8-5cfc-4bc8-b451-8fdff99e285f), provisioning_complete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:57.656732 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-8bf3d206-f419-4794-bfba-d448d353171d None None] Port 332a8cf8-5cfc-4bc8-b451-8fdff99e285f cannot update to ACTIVE because it is not bound. {{(pid=103716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 02 05:31:57.851256 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-4e96005e-3c84-4c18-843f-15d8c5d6d34a tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629875'] for security_group_rule (e7fade9e-8c2d-4ae4-a6bb-06e817da226f), after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:57.851623 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-c4558ecd-7c02-46d0-87fe-8e58ebca8dea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789290460654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789289919735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789289921293'] for port (332a8cf8-5cfc-4bc8-b451-8fdff99e285f), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:57.870673 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e96005e-3c84-4c18-843f-15d8c5d6d34a tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7fade9e-8c2d-4ae4-a6bb-06e817da226f,revision_number=0']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:31:57.917309 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4558ecd-7c02-46d0-87fe-8e58ebca8dea None None] Routers {'9f16b203-58e2-40a5-a755-93884a43defd'} bound to L3 agent in host dv-cinder-768458-18-iscsi {{(pid=103716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 05:31:57.918150 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.l3_hamode_db [None req-c4558ecd-7c02-46d0-87fe-8e58ebca8dea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T05:20:42Z,description=,heartbeat_timestamp=2022-03-02T05:31:42Z,host='dv-cinder-768458-18-iscsi',id=9c2b50e6-1677-4aa9-928e-941b4c488fc5,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T05:20:42Z,topic='l3_agent')) {'router_ids': ['9f16b203-58e2-40a5-a755-93884a43defd'], 'active': True} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 05:31:57.924045 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941dbc3f-b3f0-4b41-8818-dadffb22c22c None None] Pushing event updated for resources: {'Port': ['ID=332a8cf8-5cfc-4bc8-b451-8fdff99e285f,revision_number=4']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:31:57.952636 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-4e96005e-3c84-4c18-843f-15d8c5d6d34a tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:57.954039 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-4e96005e-3c84-4c18-843f-15d8c5d6d34a tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6601822 Mar 02 05:31:57.956878 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.32', 39048) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:31:57.975646 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.v2.base [None req-0df20ea3-7b9e-46ab-9ed0-35bcdabca9a5 tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Request body: {'security_group_rule': {'security_group_id': '01fdecac-c163-40c3-9d7b-98e5d2dc1a8f', 'project_id': '849ab8ade87443a6947fd49bc6793c28', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 05:31:58.118201 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.l3_dvr_db [None req-c4558ecd-7c02-46d0-87fe-8e58ebca8dea None None] Set router 9f16b203-58e2-40a5-a755-93884a43defd gateway port host: dv-cinder-768458-18-iscsi {{(pid=103716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 05:31:58.126949 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.db.securitygroups_db [None req-0df20ea3-7b9e-46ab-9ed0-35bcdabca9a5 tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Project 849ab8ade87443a6947fd49bc6793c28 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 05:31:58.139103 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-0df20ea3-7b9e-46ab-9ed0-35bcdabca9a5 tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Publish callbacks [] for security_group_rule (84261521-377e-496b-9435-9019d45ee8b1), before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:58.162125 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3be3307-7f5a-49ef-8e3b-b2694f8632b6 req-6428f821-be25-49c1-a330-e88b66f7ce12 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:31:58.163787 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-d3be3307-7f5a-49ef-8e3b-b2694f8632b6 req-6428f821-be25-49c1-a330-e88b66f7ce12 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/ports?device_id=454afccc-8b3f-40a7-8e18-30480566cda9 HTTP/1.1" status: 200 len: 944 time: 0.1262798 Mar 02 05:31:58.231674 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310d173b-456d-4c4c-95e9-9ff90c1fd2de req-ab95c309-c2cb-413f-b054-846c14536eb4 tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:31:58.235338 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-310d173b-456d-4c4c-95e9-9ff90c1fd2de req-ab95c309-c2cb-413f-b054-846c14536eb4 tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] 10.222.0.32 "GET /v2.0/ports?device_id=de6dc40a-043f-4288-b259-40dc0332df7e HTTP/1.1" status: 200 len: 945 time: 0.1866729 Mar 02 05:31:58.275625 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-d3be3307-7f5a-49ef-8e3b-b2694f8632b6 req-3c90dfe2-08c8-4ed8-8060-a3c747d129b8 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce8b9e9a-d177-47c0-9c9b-f6152dd9c0f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1036072 Mar 02 05:31:58.313848 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-0df20ea3-7b9e-46ab-9ed0-35bcdabca9a5 tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Publish callbacks [] for security_group_rule (84261521-377e-496b-9435-9019d45ee8b1), precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:58.359866 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-310d173b-456d-4c4c-95e9-9ff90c1fd2de req-88d2772f-7e4d-40e0-83a8-77802d35e988 tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d69e608-83e2-4afc-ba8a-1373a1de5f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004548 Mar 02 05:31:58.365343 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.provisioning_blocks [None req-71020f77-740f-400a-bf16-b2f2161cac47 None None] Provisioning complete for port 332a8cf8-5cfc-4bc8-b451-8fdff99e285f triggered by entity DHCP. {{(pid=103716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 05:31:58.365648 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-71020f77-740f-400a-bf16-b2f2161cac47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012754'] for port (332a8cf8-5cfc-4bc8-b451-8fdff99e285f), provisioning_complete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:58.388708 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-0df20ea3-7b9e-46ab-9ed0-35bcdabca9a5 tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629875'] for security_group_rule (84261521-377e-496b-9435-9019d45ee8b1), after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:58.409577 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df20ea3-7b9e-46ab-9ed0-35bcdabca9a5 tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84261521-377e-496b-9435-9019d45ee8b1,revision_number=0']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:31:58.480219 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-0df20ea3-7b9e-46ab-9ed0-35bcdabca9a5 tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:58.485907 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-0df20ea3-7b9e-46ab-9ed0-35bcdabca9a5 tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5249043 Mar 02 05:31:58.487955 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.wsgi [-] (103714) accepted ('10.222.0.32', 39058) {{(pid=103714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:31:58.492585 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.v2.base [None req-7e63456a-057d-4bf5-820b-68cc96282712 tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Request body: {'security_group_rule': {'security_group_id': '01fdecac-c163-40c3-9d7b-98e5d2dc1a8f', 'project_id': '849ab8ade87443a6947fd49bc6793c28', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 05:31:58.528733 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-71020f77-740f-400a-bf16-b2f2161cac47 None None] Current status of the port 332a8cf8-5cfc-4bc8-b451-8fdff99e285f is: DOWN; New status is: ACTIVE {{(pid=103716) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 05:31:58.530585 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-71020f77-740f-400a-bf16-b2f2161cac47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for port (332a8cf8-5cfc-4bc8-b451-8fdff99e285f), before_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:58.546476 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.l3_hamode_db [None req-c4558ecd-7c02-46d0-87fe-8e58ebca8dea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f16b203-58e2-40a5-a755-93884a43defd', 'name': 'tempest-TestVolumeBootPattern-1772070074-router', 'tenant_id': '77b312b7de7347d591babfcec5486d9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'external_fixed_ips': [{'subnet_id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'ip_address': '172.27.2.6'}], 'enable_snat': True}, 'gw_port_id': '5180ada9-c1ad-4059-a908-69763158d869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T05:31:48Z', 'updated_at': '2022-03-02T05:31:52Z', 'revision_number': 4, 'project_id': '77b312b7de7347d591babfcec5486d9e', 'gw_port': {'id': '5180ada9-c1ad-4059-a908-69763158d869', 'name': '', 'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:7d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f16b203-58e2-40a5-a755-93884a43defd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'ip_address': '172.27.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T05:31:49Z', 'updated_at': '2022-03-02T05:31:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-18-iscsi', '_interfaces': [{'id': '332a8cf8-5cfc-4bc8-b451-8fdff99e285f', 'name': '', 'network_id': '70fe08a7-44bc-4dd6-91e5-e9d7c615a731', 'tenant_id': '77b312b7de7347d591babfcec5486d9e', 'mac_address': 'fa:16:3e:f7:3a:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f16b203-58e2-40a5-a755-93884a43defd', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '9ec01938-d410-42ae-96d3-c3632a811184', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T05:31:52Z', 'updated_at': '2022-03-02T05:31:57Z', 'revision_number': 4, 'project_id': '77b312b7de7347d591babfcec5486d9e', 'subnets': [{'id': '9ec01938-d410-42ae-96d3-c3632a811184', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-18-iscsi', False) {} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 05:31:58.605005 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-71020f77-740f-400a-bf16-b2f2161cac47 None None] For port 332a8cf8-5cfc-4bc8-b451-8fdff99e285f, host dv-cinder-768458-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-18-iscsi',level=0,port_id=332a8cf8-5cfc-4bc8-b451-8fdff99e285f,segment=NetworkSegment(cff47cff-3e56-40c3-b12e-6002cc745ad2),segment_id=cff47cff-3e56-40c3-b12e-6002cc745ad2)] {{(pid=103716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 05:31:58.612257 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4558ecd-7c02-46d0-87fe-8e58ebca8dea None None] The sync data for ids ['9f16b203-58e2-40a5-a755-93884a43defd'] in dv-cinder-768458-18-iscsi is: [{'id': '9f16b203-58e2-40a5-a755-93884a43defd', 'name': 'tempest-TestVolumeBootPattern-1772070074-router', 'tenant_id': '77b312b7de7347d591babfcec5486d9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'external_fixed_ips': [{'subnet_id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'ip_address': '172.27.2.6'}], 'enable_snat': True}, 'gw_port_id': '5180ada9-c1ad-4059-a908-69763158d869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T05:31:48Z', 'updated_at': '2022-03-02T05:31:52Z', 'revision_number': 4, 'project_id': '77b312b7de7347d591babfcec5486d9e', 'gw_port': {'id': '5180ada9-c1ad-4059-a908-69763158d869', 'name': '', 'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:7d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f16b203-58e2-40a5-a755-93884a43defd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'ip_address': '172.27.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T05:31:49Z', 'updated_at': '2022-03-02T05:31:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-18-iscsi', '_interfaces': [{'id': '332a8cf8-5cfc-4bc8-b451-8fdff99e285f', 'name': '', 'network_id': '70fe08a7-44bc-4dd6-91e5-e9d7c615a731', 'tenant_id': '77b312b7de7347d591babfcec5486d9e', 'mac_address': 'fa:16:3e:f7:3a:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f16b203-58e2-40a5-a755-93884a43defd', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '9ec01938-d410-42ae-96d3-c3632a811184', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T05:31:52Z', 'updated_at': '2022-03-02T05:31:57Z', 'revision_number': 4, 'project_id': '77b312b7de7347d591babfcec5486d9e', 'subnets': [{'id': '9ec01938-d410-42ae-96d3-c3632a811184', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 05:31:58.615208 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.db.securitygroups_db [None req-7e63456a-057d-4bf5-820b-68cc96282712 tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Project 849ab8ade87443a6947fd49bc6793c28 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 05:31:58.625191 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-7e63456a-057d-4bf5-820b-68cc96282712 tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Publish callbacks [] for security_group_rule (f958d219-e51e-4c68-adfd-7bb82ab4f012), before_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:58.699249 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-71020f77-740f-400a-bf16-b2f2161cac47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789290460654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789289919735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789289921293'] for port (332a8cf8-5cfc-4bc8-b451-8fdff99e285f), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:58.729770 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cabb89f-2176-4292-adab-bb5e53dda741 req-2dd765cb-e0a2-49a8-ab29-4ca16be6ae44 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:31:58.732767 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-3cabb89f-2176-4292-adab-bb5e53dda741 req-2dd765cb-e0a2-49a8-ab29-4ca16be6ae44 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e6f95c0-3d74-43ec-9c37-9bff8fac7934 HTTP/1.1" status: 200 len: 945 time: 0.1573353 Mar 02 05:31:58.794377 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-7e63456a-057d-4bf5-820b-68cc96282712 tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Publish callbacks [] for security_group_rule (f958d219-e51e-4c68-adfd-7bb82ab4f012), precommit_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:58.800856 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71020f77-740f-400a-bf16-b2f2161cac47 None None] Pushing event updated for resources: {'Port': ['ID=332a8cf8-5cfc-4bc8-b451-8fdff99e285f,revision_number=5']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:31:58.841586 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-3cabb89f-2176-4292-adab-bb5e53dda741 req-a884afed-f35c-481d-a2b2-201af1137d2a tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd784b26-a24e-48e7-98ec-6c0ab769f87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939653 Mar 02 05:31:58.874426 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-7e63456a-057d-4bf5-820b-68cc96282712 tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629875'] for security_group_rule (f958d219-e51e-4c68-adfd-7bb82ab4f012), after_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:58.898819 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e63456a-057d-4bf5-820b-68cc96282712 tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f958d219-e51e-4c68-adfd-7bb82ab4f012,revision_number=0']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:31:58.959150 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.rpc [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Device 332a8cf8-5cfc-4bc8-b451-8fdff99e285f up at agent ovs-agent-dv-cinder-768458-18-iscsi {{(pid=103716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 05:31:58.999873 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-7e63456a-057d-4bf5-820b-68cc96282712 tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:59.004259 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [None req-7e63456a-057d-4bf5-820b-68cc96282712 tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5122321 Mar 02 05:31:59.035116 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.provisioning_blocks [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Provisioning complete for port 332a8cf8-5cfc-4bc8-b451-8fdff99e285f triggered by entity L2. {{(pid=103716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 05:31:59.035514 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012754'] for port (332a8cf8-5cfc-4bc8-b451-8fdff99e285f), provisioning_complete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:31:59.188100 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Current status of the port 332a8cf8-5cfc-4bc8-b451-8fdff99e285f is: ACTIVE; New status is: ACTIVE {{(pid=103716) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 05:31:59.518178 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e3f8bc-d456-4855-b27f-803f94a97c7f req-4552843e-7997-4a8a-ae79-5d27601fca80 tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:31:59.519931 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad39eca0-a841-4123-ae0a-3a254687023f req-33ba3fd1-51bb-4c06-bcbe-a791299f3cd7 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:31:59.522357 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-ad39eca0-a841-4123-ae0a-3a254687023f req-33ba3fd1-51bb-4c06-bcbe-a791299f3cd7 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/ports?device_id=454afccc-8b3f-40a7-8e18-30480566cda9 HTTP/1.1" status: 200 len: 944 time: 0.0908086 Mar 02 05:31:59.526128 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-94e3f8bc-d456-4855-b27f-803f94a97c7f req-4552843e-7997-4a8a-ae79-5d27601fca80 tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] 10.222.0.32 "GET /v2.0/ports?device_id=de6dc40a-043f-4288-b259-40dc0332df7e HTTP/1.1" status: 200 len: 945 time: 0.0795724 Mar 02 05:31:59.625242 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-ad39eca0-a841-4123-ae0a-3a254687023f req-cbb9aeb8-5211-4012-9c5c-8bb6a40feb8e tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce8b9e9a-d177-47c0-9c9b-f6152dd9c0f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0949287 Mar 02 05:31:59.654929 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-94e3f8bc-d456-4855-b27f-803f94a97c7f req-97bd2995-49eb-4114-a132-20b9d946c147 tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d69e608-83e2-4afc-ba8a-1373a1de5f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240227 Mar 02 05:32:00.065921 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca67aac7-9f3a-4dc9-aa8f-c90de549d9bf req-e0e46b6d-f2c9-4d46-b089-ff92b35beac1 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:32:00.067883 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-ca67aac7-9f3a-4dc9-aa8f-c90de549d9bf req-e0e46b6d-f2c9-4d46-b089-ff92b35beac1 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e6f95c0-3d74-43ec-9c37-9bff8fac7934 HTTP/1.1" status: 200 len: 945 time: 0.1265857 Mar 02 05:32:00.159909 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-ca67aac7-9f3a-4dc9-aa8f-c90de549d9bf req-d63591a4-b62c-427d-adb4-f3546a3466c8 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd784b26-a24e-48e7-98ec-6c0ab769f87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741477 Mar 02 05:32:00.850208 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae142f2-c36f-458c-b3f6-6a3f196fc51c req-2b67404f-e239-4cf4-8ef1-a60077653ad9 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:32:00.851975 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-fae142f2-c36f-458c-b3f6-6a3f196fc51c req-2b67404f-e239-4cf4-8ef1-a60077653ad9 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/ports?device_id=454afccc-8b3f-40a7-8e18-30480566cda9 HTTP/1.1" status: 200 len: 944 time: 0.1110702 Mar 02 05:32:00.886547 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a81491-0069-4012-a964-933f37626a92 req-6e01a3c6-2d4c-4e5b-be5b-a27b34097c50 tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:32:00.890841 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-f1a81491-0069-4012-a964-933f37626a92 req-6e01a3c6-2d4c-4e5b-be5b-a27b34097c50 tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] 10.222.0.32 "GET /v2.0/ports?device_id=de6dc40a-043f-4288-b259-40dc0332df7e HTTP/1.1" status: 200 len: 945 time: 0.1067612 Mar 02 05:32:00.945722 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-fae142f2-c36f-458c-b3f6-6a3f196fc51c req-9b453530-f3b8-4e94-aa9c-e34bf52b2c8b tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce8b9e9a-d177-47c0-9c9b-f6152dd9c0f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800569 Mar 02 05:32:01.009968 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-f1a81491-0069-4012-a964-933f37626a92 req-b22903b9-f0eb-43d8-a476-b15c10f00040 tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d69e608-83e2-4afc-ba8a-1373a1de5f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030762 Mar 02 05:32:01.292481 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b584c16-feea-4453-abb2-8cacca946288 req-f5ff9fa6-f96b-441a-83ef-7c7ba7c15759 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:32:01.294569 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-8b584c16-feea-4453-abb2-8cacca946288 req-f5ff9fa6-f96b-441a-83ef-7c7ba7c15759 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e6f95c0-3d74-43ec-9c37-9bff8fac7934 HTTP/1.1" status: 200 len: 945 time: 0.0651667 Mar 02 05:32:01.358232 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-8b584c16-feea-4453-abb2-8cacca946288 req-36a52d30-ac7d-49c7-8371-72f025c31043 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd784b26-a24e-48e7-98ec-6c0ab769f87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580380 Mar 02 05:32:01.490949 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.32', 39148) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:32:01.610403 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-19e40c35-4544-4d68-a411-d5c60975a65b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:01.693540 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-19e40c35-4544-4d68-a411-d5c60975a65b admin admin] Publish callbacks [] for security_group (ed3dfc36-f562-41c6-93ac-472fc7660427), precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:01.773678 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-19e40c35-4544-4d68-a411-d5c60975a65b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629892'] for security_group (ed3dfc36-f562-41c6-93ac-472fc7660427), after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:01.823271 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-19e40c35-4544-4d68-a411-d5c60975a65b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=28f86848e4ac4d15941b48f577d27463&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3309808 Mar 02 05:32:01.824423 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e40c35-4544-4d68-a411-d5c60975a65b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed3dfc36-f562-41c6-93ac-472fc7660427,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:32:01.826572 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.wsgi [-] (103714) accepted ('10.222.0.32', 39152) {{(pid=103714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:32:01.889321 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-069c91f3-4d39-42eb-90f5-19e0321c2d89 admin admin] Publish callbacks [] for security_group (ed3dfc36-f562-41c6-93ac-472fc7660427), before_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:01.915840 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-069c91f3-4d39-42eb-90f5-19e0321c2d89 admin admin] Publish callbacks [] for security_group (ed3dfc36-f562-41c6-93ac-472fc7660427), precommit_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:02.040017 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-069c91f3-4d39-42eb-90f5-19e0321c2d89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629892'] for security_group (ed3dfc36-f562-41c6-93ac-472fc7660427), after_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:02.043464 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-069c91f3-4d39-42eb-90f5-19e0321c2d89 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:02.048626 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [None req-069c91f3-4d39-42eb-90f5-19e0321c2d89 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ed3dfc36-f562-41c6-93ac-472fc7660427 HTTP/1.1" status: 204 len: 168 time: 0.2211440 Mar 02 05:32:02.069589 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069c91f3-4d39-42eb-90f5-19e0321c2d89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed3dfc36-f562-41c6-93ac-472fc7660427,revision_number=None']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:32:02.133156 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3a5c96-0f91-4911-ac95-6d7cb24a33a3 req-041b9345-6af4-4048-86c2-e8c1226c6d67 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:32:02.135716 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-7e3a5c96-0f91-4911-ac95-6d7cb24a33a3 req-041b9345-6af4-4048-86c2-e8c1226c6d67 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/ports?device_id=454afccc-8b3f-40a7-8e18-30480566cda9 HTTP/1.1" status: 200 len: 944 time: 0.1144426 Mar 02 05:32:02.201870 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-7e3a5c96-0f91-4911-ac95-6d7cb24a33a3 req-62331d80-f9bc-4f38-9d5d-da1e7ad70bec tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce8b9e9a-d177-47c0-9c9b-f6152dd9c0f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558841 Mar 02 05:32:02.244166 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0884007c-4aab-40a9-bb95-70802a8f2637 req-fe4203e3-e344-4c70-aaa5-afdef288d561 tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:32:02.244166 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-0884007c-4aab-40a9-bb95-70802a8f2637 req-fe4203e3-e344-4c70-aaa5-afdef288d561 tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] 10.222.0.32 "GET /v2.0/ports?device_id=de6dc40a-043f-4288-b259-40dc0332df7e HTTP/1.1" status: 200 len: 945 time: 0.0940456 Mar 02 05:32:02.296869 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-0884007c-4aab-40a9-bb95-70802a8f2637 req-1914b34b-706b-415a-b344-75f398f8d160 tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d69e608-83e2-4afc-ba8a-1373a1de5f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476058 Mar 02 05:32:02.541570 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a861de4-2a18-4890-ab00-4ed996b8e55f req-1f33ed3b-ee59-4acc-a0c4-463ad5aa10ee tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:32:02.550371 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-9a861de4-2a18-4890-ab00-4ed996b8e55f req-1f33ed3b-ee59-4acc-a0c4-463ad5aa10ee tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e6f95c0-3d74-43ec-9c37-9bff8fac7934 HTTP/1.1" status: 200 len: 945 time: 0.1083636 Mar 02 05:32:02.615844 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-9a861de4-2a18-4890-ab00-4ed996b8e55f req-b2b4a586-6567-42b3-8d46-465e04d1f11a tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd784b26-a24e-48e7-98ec-6c0ab769f87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643814 Mar 02 05:32:03.449565 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95673098-2400-4ef9-a00f-68f16f9f4021 req-dc420f57-550b-4317-988f-734ce1404f36 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:32:03.456347 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-95673098-2400-4ef9-a00f-68f16f9f4021 req-dc420f57-550b-4317-988f-734ce1404f36 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/ports?device_id=454afccc-8b3f-40a7-8e18-30480566cda9 HTTP/1.1" status: 200 len: 944 time: 0.1214626 Mar 02 05:32:03.487324 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9c1571-ebe0-4308-8e6c-5d68724e3bd1 req-96f15c4d-6500-4330-95ee-d1caffc38e9b tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:32:03.489830 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-3c9c1571-ebe0-4308-8e6c-5d68724e3bd1 req-96f15c4d-6500-4330-95ee-d1caffc38e9b tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] 10.222.0.32 "GET /v2.0/ports?device_id=de6dc40a-043f-4288-b259-40dc0332df7e HTTP/1.1" status: 200 len: 945 time: 0.0979941 Mar 02 05:32:03.597076 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-3c9c1571-ebe0-4308-8e6c-5d68724e3bd1 req-c9f69a53-e503-49e8-ae0a-e3bf2ba85327 tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d69e608-83e2-4afc-ba8a-1373a1de5f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992365 Mar 02 05:32:03.597350 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-95673098-2400-4ef9-a00f-68f16f9f4021 req-5123d4cc-c3a0-47fd-b1d7-d5894d1e85e9 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce8b9e9a-d177-47c0-9c9b-f6152dd9c0f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1347556 Mar 02 05:32:03.791879 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f02c5d4-caca-41ba-8536-560bba6a4d2b req-08933a66-949d-41e5-941b-ddb8085ef9e2 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:32:03.793958 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-2f02c5d4-caca-41ba-8536-560bba6a4d2b req-08933a66-949d-41e5-941b-ddb8085ef9e2 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e6f95c0-3d74-43ec-9c37-9bff8fac7934 HTTP/1.1" status: 200 len: 945 time: 0.1040494 Mar 02 05:32:03.860967 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-2f02c5d4-caca-41ba-8536-560bba6a4d2b req-700ef853-52df-42b0-954b-be0061d23233 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd784b26-a24e-48e7-98ec-6c0ab769f87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600991 Mar 02 05:32:04.737657 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d62a12-1de8-4fb4-be6d-f2c2ec823088 req-4608eda9-d414-4ad7-8c22-836b90820fb9 tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:32:04.738294 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80380fc3-3df1-4187-98f8-1497b49ba89e req-b6713bf4-e519-45da-9430-c93258453064 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:32:04.738700 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-20d62a12-1de8-4fb4-be6d-f2c2ec823088 req-4608eda9-d414-4ad7-8c22-836b90820fb9 tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] 10.222.0.32 "GET /v2.0/ports?device_id=de6dc40a-043f-4288-b259-40dc0332df7e HTTP/1.1" status: 200 len: 945 time: 0.0653861 Mar 02 05:32:04.739842 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-80380fc3-3df1-4187-98f8-1497b49ba89e req-b6713bf4-e519-45da-9430-c93258453064 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/ports?device_id=454afccc-8b3f-40a7-8e18-30480566cda9 HTTP/1.1" status: 200 len: 944 time: 0.0659447 Mar 02 05:32:04.793405 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-80380fc3-3df1-4187-98f8-1497b49ba89e req-1aeb0525-5aba-403f-965c-c361252dd118 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce8b9e9a-d177-47c0-9c9b-f6152dd9c0f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520358 Mar 02 05:32:04.793828 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-20d62a12-1de8-4fb4-be6d-f2c2ec823088 req-d76679a7-cc00-4265-94b0-ea5c5af31c31 tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d69e608-83e2-4afc-ba8a-1373a1de5f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481086 Mar 02 05:32:04.989178 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e1a36e-c236-437c-9eee-eaa1f2fceb0b req-612dfd9a-ea6f-47ca-89ad-fb0252ae95fb tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:32:04.990653 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-91e1a36e-c236-437c-9eee-eaa1f2fceb0b req-612dfd9a-ea6f-47ca-89ad-fb0252ae95fb tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e6f95c0-3d74-43ec-9c37-9bff8fac7934 HTTP/1.1" status: 200 len: 945 time: 0.0534022 Mar 02 05:32:05.041521 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-91e1a36e-c236-437c-9eee-eaa1f2fceb0b req-739160a9-b412-4d4a-bcaa-bb4a1f300fbf tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd784b26-a24e-48e7-98ec-6c0ab769f87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450728 Mar 02 05:32:05.444010 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.db.agents_db [None req-19237f2e-a493-4721-ab19-473fd9844311 None None] Agent healthcheck: found 6 active agents {{(pid=103717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 05:32:05.478350 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75d883b-a9e1-418e-aecc-85495ca47e7b req-c003b527-9e3d-4fe5-b18e-d2e976102b04 tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:32:05.479845 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-b75d883b-a9e1-418e-aecc-85495ca47e7b req-c003b527-9e3d-4fe5-b18e-d2e976102b04 tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] 10.222.0.41 "GET /v2.0/ports?device_id=de6dc40a-043f-4288-b259-40dc0332df7e HTTP/1.1" status: 200 len: 945 time: 0.0562525 Mar 02 05:32:05.579459 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [req-b75d883b-a9e1-418e-aecc-85495ca47e7b req-d2e4304f-d4ec-442e-ac07-0a9cfd453411 tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] Deleting port cc236afe-3604-42f3-9861-c2dfc16b7cb3 {{(pid=103715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 05:32:05.579803 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-b75d883b-a9e1-418e-aecc-85495ca47e7b req-d2e4304f-d4ec-442e-ac07-0a9cfd453411 tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789290453881'] for port (cc236afe-3604-42f3-9861-c2dfc16b7cb3), before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:05.669782 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.db [req-b75d883b-a9e1-418e-aecc-85495ca47e7b req-d2e4304f-d4ec-442e-ac07-0a9cfd453411 tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] For port cc236afe-3604-42f3-9861-c2dfc16b7cb3, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=cc236afe-3604-42f3-9861-c2dfc16b7cb3,segment=NetworkSegment(c6af62b3-fa4c-444b-9a01-d317b4ec4d1f),segment_id=c6af62b3-fa4c-444b-9a01-d317b4ec4d1f)] {{(pid=103715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 05:32:05.670136 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-b75d883b-a9e1-418e-aecc-85495ca47e7b req-d2e4304f-d4ec-442e-ac07-0a9cfd453411 tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542039'] for port (cc236afe-3604-42f3-9861-c2dfc16b7cb3), precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:05.682431 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [req-b75d883b-a9e1-418e-aecc-85495ca47e7b req-d2e4304f-d4ec-442e-ac07-0a9cfd453411 tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] Calling delete_port for cc236afe-3604-42f3-9861-c2dfc16b7cb3 owned by compute:nova {{(pid=103715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 05:32:05.918399 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc97966-a98f-4561-ae8b-7be1608ec98f req-16a1a9d8-cf51-4b04-9c7d-8f27184cae88 tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:32:05.919975 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-8cc97966-a98f-4561-ae8b-7be1608ec98f req-16a1a9d8-cf51-4b04-9c7d-8f27184cae88 tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] 10.222.0.32 "GET /v2.0/ports?device_id=de6dc40a-043f-4288-b259-40dc0332df7e HTTP/1.1" status: 200 len: 945 time: 0.0574963 Mar 02 05:32:05.921849 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f3a160-acf8-48a6-8cd5-fa3ad70c48f4 req-caa9c868-18a7-43a1-a7a0-5b57bdb09bdb tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:32:05.923354 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-d8f3a160-acf8-48a6-8cd5-fa3ad70c48f4 req-caa9c868-18a7-43a1-a7a0-5b57bdb09bdb tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/ports?device_id=454afccc-8b3f-40a7-8e18-30480566cda9 HTTP/1.1" status: 200 len: 944 time: 0.0541837 Mar 02 05:32:05.969856 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-8cc97966-a98f-4561-ae8b-7be1608ec98f req-c7b0c42f-79fc-41f3-9676-9ee37fa9ddab tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d69e608-83e2-4afc-ba8a-1373a1de5f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442331 Mar 02 05:32:05.974071 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-d8f3a160-acf8-48a6-8cd5-fa3ad70c48f4 req-093f42d5-73b0-4db5-8fa6-b413b43dfc25 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce8b9e9a-d177-47c0-9c9b-f6152dd9c0f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451453 Mar 02 05:32:05.986392 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-b75d883b-a9e1-418e-aecc-85495ca47e7b req-d2e4304f-d4ec-442e-ac07-0a9cfd453411 tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789290460636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789289919726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14203002'] for port (cc236afe-3604-42f3-9861-c2dfc16b7cb3), after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:06.000304 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] get_ports_and_sgs() called for port_ids ['1f25e0ce-7e86-4e42-ac1d-857b7783219a', '0e627016-aa6c-4bab-8b5e-942b509912e4', '7d2f1e05-3883-4317-99e6-ff9cb5266b81', 'cc236afe-3604-42f3-9861-c2dfc16b7cb3'] {{(pid=103716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 05:32:06.021738 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e4304f-d4ec-442e-ac07-0a9cfd453411 tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] Pushing event deleted for resources: {'Port': ['ID=cc236afe-3604-42f3-9861-c2dfc16b7cb3,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:32:06.066870 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [req-b75d883b-a9e1-418e-aecc-85495ca47e7b req-d2e4304f-d4ec-442e-ac07-0a9cfd453411 tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] No DVR routers for this DVR port cc236afe-3604-42f3-9861-c2dfc16b7cb3 on host hv-cinder-76845 {{(pid=103715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 05:32:06.069927 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-b75d883b-a9e1-418e-aecc-85495ca47e7b req-d2e4304f-d4ec-442e-ac07-0a9cfd453411 tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25628'] for port (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:06.073273 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-b75d883b-a9e1-418e-aecc-85495ca47e7b req-d2e4304f-d4ec-442e-ac07-0a9cfd453411 tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] 10.222.0.41 "DELETE /v2.0/ports/cc236afe-3604-42f3-9861-c2dfc16b7cb3 HTTP/1.1" status: 204 len: 173 time: 0.5827012 Mar 02 05:32:06.073722 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de6dc40a-043f-4288-b259-40dc0332df7e', 'name': 'network-vif-deleted', 'tag': 'cc236afe-3604-42f3-9861-c2dfc16b7cb3'}] {{(pid=103715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 05:32:06.076149 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6b615920106d83c92ac2e7a83ecc91ff2029d0c3ca4726e1521f538b1ed31e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8f438d0-952d-43a2-bfb0-6ef42f43d2a8" -d '{"events": [{"server_uuid": "de6dc40a-043f-4288-b259-40dc0332df7e", "name": "network-vif-deleted", "tag": "cc236afe-3604-42f3-9861-c2dfc16b7cb3"}]}' {{(pid=103715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 05:32:06.117825 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 05:32:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a7636f4-95f9-42c0-8e71-0e1b0af63ab8 x-openstack-request-id: req-6a7636f4-95f9-42c0-8e71-0e1b0af63ab8 {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 05:32:06.117825 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de6dc40a-043f-4288-b259-40dc0332df7e", "name": "network-vif-deleted", "tag": "cc236afe-3604-42f3-9861-c2dfc16b7cb3", "status": "completed", "code": 200}]} {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 05:32:06.117825 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6a7636f4-95f9-42c0-8e71-0e1b0af63ab8 {{(pid=103715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 05:32:06.119079 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de6dc40a-043f-4288-b259-40dc0332df7e', 'name': 'network-vif-deleted', 'tag': 'cc236afe-3604-42f3-9861-c2dfc16b7cb3', 'status': 'completed', 'code': 200} Mar 02 05:32:06.186490 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92948528-69f1-4f89-93b1-d6a5d99c1ab0 req-fc0c74d2-7300-447c-8ad5-5a369bd446af tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:32:06.188241 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-92948528-69f1-4f89-93b1-d6a5d99c1ab0 req-fc0c74d2-7300-447c-8ad5-5a369bd446af tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e6f95c0-3d74-43ec-9c37-9bff8fac7934 HTTP/1.1" status: 200 len: 945 time: 0.0612004 Mar 02 05:32:06.275403 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-92948528-69f1-4f89-93b1-d6a5d99c1ab0 req-e6c01fb9-221e-4ec9-9f72-0fa6bb7d26e1 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd784b26-a24e-48e7-98ec-6c0ab769f87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805514 Mar 02 05:32:06.335264 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-738aa62f-cae8-44fe-aa3b-d6aa28b93281 req-f46a5c58-e760-44c9-9b1d-272657071a1c tempest-VolumesNegativeTest-671890638 tempest-VolumesNegativeTest-671890638-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=861a1ae960524cb9bc5320ac3066f0f9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0292656 Mar 02 05:32:06.529630 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738aa62f-cae8-44fe-aa3b-d6aa28b93281 req-4858d681-f864-41d3-ac53-029bec8512f1 tempest-VolumesNegativeTest-671890638 tempest-VolumesNegativeTest-671890638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:32:06.531017 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-738aa62f-cae8-44fe-aa3b-d6aa28b93281 req-4858d681-f864-41d3-ac53-029bec8512f1 tempest-VolumesNegativeTest-671890638 tempest-VolumesNegativeTest-671890638-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1905088 Mar 02 05:32:06.546647 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-738aa62f-cae8-44fe-aa3b-d6aa28b93281 req-a602b345-0249-4060-b36e-49e753d5eade tempest-VolumesNegativeTest-671890638 tempest-VolumesNegativeTest-671890638-project] 10.222.0.32 "GET /v2.0/quotas/861a1ae960524cb9bc5320ac3066f0f9 HTTP/1.1" status: 200 len: 375 time: 0.0098846 Mar 02 05:32:06.582634 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-738aa62f-cae8-44fe-aa3b-d6aa28b93281 req-7c4bd9cb-7601-4904-8e3e-8906e1a1a335 tempest-VolumesNegativeTest-671890638 tempest-VolumesNegativeTest-671890638-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=861a1ae960524cb9bc5320ac3066f0f9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0307653 Mar 02 05:32:06.830022 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-a5839c0f-abed-4453-a793-2a6d3aa41905 req-7080fab2-d357-40da-b092-77f30820aaf3 tempest-VolumesNegativeTest-671890638 tempest-VolumesNegativeTest-671890638-project] 10.222.0.32 "GET /v2.0/ports?device_id=0a9b1837-1529-4eef-948f-cf440ce9db20 HTTP/1.1" status: 200 len: 210 time: 0.0398006 Mar 02 05:32:06.871126 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1daf42b-ad9b-4359-aae2-2ceb67e465cb req-4d8db882-a14d-410d-b27f-e42b840eac75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:32:06.873889 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-e1daf42b-ad9b-4359-aae2-2ceb67e465cb req-4d8db882-a14d-410d-b27f-e42b840eac75 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4e6f95c0-3d74-43ec-9c37-9bff8fac7934 HTTP/1.1" status: 200 len: 1129 time: 0.0720661 Mar 02 05:32:06.922928 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-e1daf42b-ad9b-4359-aae2-2ceb67e465cb req-01595b41-de9c-426f-b80c-528ba7c45667 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=cd784b26-a24e-48e7-98ec-6c0ab769f87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417671 Mar 02 05:32:07.013088 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (db45f871-b7ec-436d-b6b8-6a0a072a2253), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:07.090876 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-aa79916a-9990-4d00-a02f-a7c40f2edf78 req-24d542c7-8365-4565-8c7f-80c8302648b8 tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] 10.222.0.32 "GET /v2.0/ports?device_id=de6dc40a-043f-4288-b259-40dc0332df7e HTTP/1.1" status: 200 len: 210 time: 0.0272949 Mar 02 05:32:07.104909 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497722e6-0f5b-4451-bd19-80292b1d3f30 req-d00a61d6-2ed7-48c2-a538-bae79c37f4d7 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:32:07.106487 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-497722e6-0f5b-4451-bd19-80292b1d3f30 req-d00a61d6-2ed7-48c2-a538-bae79c37f4d7 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/ports?device_id=454afccc-8b3f-40a7-8e18-30480566cda9 HTTP/1.1" status: 200 len: 944 time: 0.0546279 Mar 02 05:32:07.155814 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-497722e6-0f5b-4451-bd19-80292b1d3f30 req-8ee34912-b568-4486-8e9d-4d6a9fd907c9 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce8b9e9a-d177-47c0-9c9b-f6152dd9c0f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431941 Mar 02 05:32:07.401751 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c983a79e-e9ef-425a-818b-2f96e7a11afb req-babf68d8-8898-4c75-8926-a2112d19d2c0 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:32:07.404589 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-c983a79e-e9ef-425a-818b-2f96e7a11afb req-babf68d8-8898-4c75-8926-a2112d19d2c0 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e6f95c0-3d74-43ec-9c37-9bff8fac7934 HTTP/1.1" status: 200 len: 945 time: 0.0521364 Mar 02 05:32:07.464725 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-c983a79e-e9ef-425a-818b-2f96e7a11afb req-4f320bee-6bb8-465c-9393-a27066740bb5 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd784b26-a24e-48e7-98ec-6c0ab769f87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499623 Mar 02 05:32:07.926226 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-c6d440ae-4ce1-4934-b14e-b8890a030814 req-1f91bb18-7823-410a-8480-56033df0e666 tempest-VolumesNegativeTest-671890638 tempest-VolumesNegativeTest-671890638-project] 10.222.0.32 "GET /v2.0/ports?device_id=0a9b1837-1529-4eef-948f-cf440ce9db20 HTTP/1.1" status: 200 len: 210 time: 0.0264366 Mar 02 05:32:08.293375 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7773b387-8fc3-44a7-bc24-8694ae138f4e req-17d2f0a5-04f7-43b8-b040-a86af9f0055e tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:32:08.296649 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-7773b387-8fc3-44a7-bc24-8694ae138f4e req-17d2f0a5-04f7-43b8-b040-a86af9f0055e tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/ports?device_id=454afccc-8b3f-40a7-8e18-30480566cda9 HTTP/1.1" status: 200 len: 944 time: 0.0616908 Mar 02 05:32:08.349339 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-7773b387-8fc3-44a7-bc24-8694ae138f4e req-9cb7b55b-fe45-4602-9922-ab140a2d3658 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce8b9e9a-d177-47c0-9c9b-f6152dd9c0f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459571 Mar 02 05:32:08.601348 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ada20e-99e1-4923-a178-539ff93229a4 req-48539bb9-2759-4886-b475-7c0ee6923c73 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:32:08.602843 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-a9ada20e-99e1-4923-a178-539ff93229a4 req-48539bb9-2759-4886-b475-7c0ee6923c73 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e6f95c0-3d74-43ec-9c37-9bff8fac7934 HTTP/1.1" status: 200 len: 945 time: 0.0614119 Mar 02 05:32:08.649375 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-a9ada20e-99e1-4923-a178-539ff93229a4 req-ba306c56-492f-4ae5-b370-c95af4b885b6 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd784b26-a24e-48e7-98ec-6c0ab769f87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400963 Mar 02 05:32:08.991146 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-6adfc5ed-81a4-4e59-81ac-a9729cde0e2b req-58ad30ce-6a19-48d0-bd6b-4812e758c05d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=13e93b9a-3bda-45ad-b1d1-25e229a6cf5b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0430562 Mar 02 05:32:09.035021 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-341e8651-1f03-452e-b7bb-fc2e50945201 req-e331ab2a-5434-40c9-8e1b-d2755bd6349b tempest-VolumesNegativeTest-671890638 tempest-VolumesNegativeTest-671890638-project] 10.222.0.32 "GET /v2.0/ports?device_id=0a9b1837-1529-4eef-948f-cf440ce9db20 HTTP/1.1" status: 200 len: 210 time: 0.0281119 Mar 02 05:32:09.084348 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adfc5ed-81a4-4e59-81ac-a9729cde0e2b req-988a9570-35bf-4876-a5ee-d90f6b4e8a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:32:09.085966 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-6adfc5ed-81a4-4e59-81ac-a9729cde0e2b req-988a9570-35bf-4876-a5ee-d90f6b4e8a39 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=baeaa70a8e234288af44838b99895a45&device_id=13e93b9a-3bda-45ad-b1d1-25e229a6cf5b HTTP/1.1" status: 200 len: 1130 time: 0.0496666 Mar 02 05:32:09.233020 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7dd7b8-93f8-403d-9f3b-a7138036caa5 req-f1822e87-7e3a-4d88-9038-1da611abcaaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:32:09.234504 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-1c7dd7b8-93f8-403d-9f3b-a7138036caa5 req-f1822e87-7e3a-4d88-9038-1da611abcaaa service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=baeaa70a8e234288af44838b99895a45&device_id=4e6f95c0-3d74-43ec-9c37-9bff8fac7934 HTTP/1.1" status: 200 len: 1129 time: 0.0459688 Mar 02 05:32:09.241714 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8aa856e-f321-4cbf-a050-88eca1c06d4d req-d451b96c-ed1e-4ed0-b025-96c4ab5d7ccb tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:32:09.243169 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-a8aa856e-f321-4cbf-a050-88eca1c06d4d req-d451b96c-ed1e-4ed0-b025-96c4ab5d7ccb tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e6f95c0-3d74-43ec-9c37-9bff8fac7934 HTTP/1.1" status: 200 len: 945 time: 0.1161063 Mar 02 05:32:09.245904 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adfc5ed-81a4-4e59-81ac-a9729cde0e2b req-881c47db-7125-483c-b431-6bc542f67693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:32:09.248087 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-6adfc5ed-81a4-4e59-81ac-a9729cde0e2b req-881c47db-7125-483c-b431-6bc542f67693 service neutron] 10.222.0.41 "GET /v2.0/networks?id=6269aee3-2e0e-4eb6-b2da-e53edf4d265e HTTP/1.1" status: 200 len: 920 time: 0.1389215 Mar 02 05:32:09.298873 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-6adfc5ed-81a4-4e59-81ac-a9729cde0e2b req-b4bcde66-1dee-4fd1-8222-5aa022172e91 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8cbde07d-4c96-4199-a4ad-3812e8837525 HTTP/1.1" status: 200 len: 217 time: 0.0434842 Mar 02 05:32:09.358892 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-a8aa856e-f321-4cbf-a050-88eca1c06d4d req-60789561-3ec6-4412-9529-95777d12d2a0 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd784b26-a24e-48e7-98ec-6c0ab769f87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092298 Mar 02 05:32:09.373160 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adfc5ed-81a4-4e59-81ac-a9729cde0e2b req-e322dd2a-9833-4632-b730-b8874b3e8f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:32:09.374714 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-6adfc5ed-81a4-4e59-81ac-a9729cde0e2b req-e322dd2a-9833-4632-b730-b8874b3e8f93 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4a30aa60-f586-4276-a1aa-cd6a333ae855 HTTP/1.1" status: 200 len: 859 time: 0.0643113 Mar 02 05:32:09.450154 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-6adfc5ed-81a4-4e59-81ac-a9729cde0e2b req-67ff6cb8-06f1-4db3-b18e-9b0b26aa9fb8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6269aee3-2e0e-4eb6-b2da-e53edf4d265e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0682683 Mar 02 05:32:09.568499 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-6adfc5ed-81a4-4e59-81ac-a9729cde0e2b req-02c3b3b6-34f9-4e7c-8b20-2072b29f9448 service neutron] 10.222.0.41 "GET /v2.0/networks/6269aee3-2e0e-4eb6-b2da-e53edf4d265e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114552 Mar 02 05:32:09.600598 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-738aa62f-cae8-44fe-aa3b-d6aa28b93281 req-803df959-b735-484c-9890-60d63a3bb7fd tempest-VolumesNegativeTest-671890638 tempest-VolumesNegativeTest-671890638-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=861a1ae960524cb9bc5320ac3066f0f9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0595331 Mar 02 05:32:09.662384 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-fce07a06-8adb-452e-a18c-c3bb196619bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (516abb3b-63f8-4dbb-a4f1-8865516966e2), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:09.676587 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-6adfc5ed-81a4-4e59-81ac-a9729cde0e2b req-267b72bb-4ea7-452b-811c-4cf7d936b3ec service neutron] 10.222.0.41 "GET /v2.0/networks/6269aee3-2e0e-4eb6-b2da-e53edf4d265e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019628 Mar 02 05:32:09.705411 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7dd7b8-93f8-403d-9f3b-a7138036caa5 req-52f0ca32-2d4e-483b-831e-2069711360ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:32:09.706910 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-1c7dd7b8-93f8-403d-9f3b-a7138036caa5 req-52f0ca32-2d4e-483b-831e-2069711360ab service neutron] 10.222.0.41 "GET /v2.0/networks?id=6269aee3-2e0e-4eb6-b2da-e53edf4d265e HTTP/1.1" status: 200 len: 920 time: 0.4596515 Mar 02 05:32:09.718044 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ae914c-5e60-40ec-b4e0-3901796aec8d req-f0c9b3db-d7c6-404b-82b7-6ea7ccaf4a1a tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:32:09.719471 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-40ae914c-5e60-40ec-b4e0-3901796aec8d req-f0c9b3db-d7c6-404b-82b7-6ea7ccaf4a1a tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/ports?device_id=454afccc-8b3f-40a7-8e18-30480566cda9 HTTP/1.1" status: 200 len: 944 time: 0.1795979 Mar 02 05:32:09.787626 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-1c7dd7b8-93f8-403d-9f3b-a7138036caa5 req-7708e150-20f4-412e-9d35-80d09043bb30 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ec466470-4f90-4b06-9c22-8bb584849f0b HTTP/1.1" status: 200 len: 217 time: 0.0647564 Mar 02 05:32:09.846132 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738aa62f-cae8-44fe-aa3b-d6aa28b93281 req-c372ec36-f286-437d-af4a-0f850f837a7b tempest-VolumesNegativeTest-671890638 tempest-VolumesNegativeTest-671890638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:32:09.847639 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-738aa62f-cae8-44fe-aa3b-d6aa28b93281 req-c372ec36-f286-437d-af4a-0f850f837a7b tempest-VolumesNegativeTest-671890638 tempest-VolumesNegativeTest-671890638-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2393208 Mar 02 05:32:09.866489 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.v2.base [req-738aa62f-cae8-44fe-aa3b-d6aa28b93281 req-4bc6ede4-40ec-46b9-96fd-6059467d4942 tempest-VolumesNegativeTest-671890638 tempest-VolumesNegativeTest-671890638-project] Request body: {'port': {'device_id': '0a9b1837-1529-4eef-948f-cf440ce9db20', 'network_id': 'ed0d645a-06da-4cdd-aef6-6a7fde901563', 'admin_state_up': True, 'tenant_id': '861a1ae960524cb9bc5320ac3066f0f9'}} {{(pid=103714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 05:32:09.921655 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-40ae914c-5e60-40ec-b4e0-3901796aec8d req-496e0e89-a3ff-40ae-9cf0-74164bbe38f5 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce8b9e9a-d177-47c0-9c9b-f6152dd9c0f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1908627 Mar 02 05:32:09.927382 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7dd7b8-93f8-403d-9f3b-a7138036caa5 req-7255a427-2eba-4511-9b36-a4841c2a298b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:32:09.928839 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-1c7dd7b8-93f8-403d-9f3b-a7138036caa5 req-7255a427-2eba-4511-9b36-a4841c2a298b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4a30aa60-f586-4276-a1aa-cd6a333ae855 HTTP/1.1" status: 200 len: 859 time: 0.1304626 Mar 02 05:32:09.965296 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1a5cd3-d61d-478e-ba25-b2029a49ca41 req-e9eb84b2-e6e3-432c-9e7d-2cb6af023c52 tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:32:09.967505 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-6e1a5cd3-d61d-478e-ba25-b2029a49ca41 req-e9eb84b2-e6e3-432c-9e7d-2cb6af023c52 tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f122d84-7778-4e70-909d-03e8932f1b0c HTTP/1.1" status: 200 len: 946 time: 0.0707681 Mar 02 05:32:09.971364 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-1c7dd7b8-93f8-403d-9f3b-a7138036caa5 req-37cd9ae3-c421-4573-94c6-2071684ff531 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6269aee3-2e0e-4eb6-b2da-e53edf4d265e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346377 Mar 02 05:32:10.018215 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-6e1a5cd3-d61d-478e-ba25-b2029a49ca41 req-bc88a4da-5ada-41ec-8ad8-f7170d681e1f tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d69e608-83e2-4afc-ba8a-1373a1de5f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417635 Mar 02 05:32:10.092958 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-1c7dd7b8-93f8-403d-9f3b-a7138036caa5 req-1b5a087f-40b0-4089-899a-78ff51364e86 service neutron] 10.222.0.41 "GET /v2.0/networks/6269aee3-2e0e-4eb6-b2da-e53edf4d265e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126080 Mar 02 05:32:10.160604 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-738aa62f-cae8-44fe-aa3b-d6aa28b93281 req-4bc6ede4-40ec-46b9-96fd-6059467d4942 tempest-VolumesNegativeTest-671890638 tempest-VolumesNegativeTest-671890638-project] Made reservation on behalf of 861a1ae960524cb9bc5320ac3066f0f9 for: {'port': 1} {{(pid=103714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 05:32:10.164196 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [req-738aa62f-cae8-44fe-aa3b-d6aa28b93281 req-4bc6ede4-40ec-46b9-96fd-6059467d4942 tempest-VolumesNegativeTest-671890638 tempest-VolumesNegativeTest-671890638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for port (None), before_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:10.182947 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-b0d01ba9-27ec-4173-bb8e-1d88c6cc0a4c req-79670eb8-feed-4fc5-a4a9-59489ceb4d0b tempest-VolumesNegativeTest-671890638 tempest-VolumesNegativeTest-671890638-project] 10.222.0.32 "GET /v2.0/ports?device_id=0a9b1837-1529-4eef-948f-cf440ce9db20 HTTP/1.1" status: 200 len: 210 time: 0.0650489 Mar 02 05:32:10.190961 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [req-738aa62f-cae8-44fe-aa3b-d6aa28b93281 req-4bc6ede4-40ec-46b9-96fd-6059467d4942 tempest-VolumesNegativeTest-671890638 tempest-VolumesNegativeTest-671890638-project] Publish callbacks [] for security_group (None), before_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:10.251388 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-1c7dd7b8-93f8-403d-9f3b-a7138036caa5 req-c577f34c-c4d9-4a5b-883f-f72d4c6b5e19 service neutron] 10.222.0.41 "GET /v2.0/networks/6269aee3-2e0e-4eb6-b2da-e53edf4d265e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523023 Mar 02 05:32:10.303620 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.rpc [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Device cc236afe-3604-42f3-9861-c2dfc16b7cb3 no longer exists at agent hyperv_hv-cinder-76845 {{(pid=103716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 05:32:10.306276 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [req-738aa62f-cae8-44fe-aa3b-d6aa28b93281 req-4bc6ede4-40ec-46b9-96fd-6059467d4942 tempest-VolumesNegativeTest-671890638 tempest-VolumesNegativeTest-671890638-project] Publish callbacks [] for security_group (7bcc8d71-e07a-48bc-b958-37e41fcd5d85), precommit_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:10.323864 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] No Port match for: cc236afe-3604-42f3-9861-c2dfc16b7cb3 {{(pid=103716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 05:32:10.324250 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.rpc [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Device cc236afe-3604-42f3-9861-c2dfc16b7cb3 not bound to the agent host hv-cinder-76845 {{(pid=103716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 05:32:10.378829 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [req-738aa62f-cae8-44fe-aa3b-d6aa28b93281 req-4bc6ede4-40ec-46b9-96fd-6059467d4942 tempest-VolumesNegativeTest-671890638 tempest-VolumesNegativeTest-671890638-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629892'] for security_group (7bcc8d71-e07a-48bc-b958-37e41fcd5d85), after_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:10.447385 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc6ede4-40ec-46b9-96fd-6059467d4942 tempest-VolumesNegativeTest-671890638 tempest-VolumesNegativeTest-671890638-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7bcc8d71-e07a-48bc-b958-37e41fcd5d85,revision_number=1']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:32:10.492828 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317cbb56-7e4c-4ab4-b345-e261489b5ea2 req-1cb25a0f-386a-420e-bb4f-edab0ae6b56f tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:32:10.494318 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-317cbb56-7e4c-4ab4-b345-e261489b5ea2 req-1cb25a0f-386a-420e-bb4f-edab0ae6b56f tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e6f95c0-3d74-43ec-9c37-9bff8fac7934 HTTP/1.1" status: 200 len: 945 time: 0.0645895 Mar 02 05:32:10.525677 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.db.db_base_plugin_common [req-738aa62f-cae8-44fe-aa3b-d6aa28b93281 req-4bc6ede4-40ec-46b9-96fd-6059467d4942 tempest-VolumesNegativeTest-671890638 tempest-VolumesNegativeTest-671890638-project] Allocated IP 192.168.233.34 (ed0d645a-06da-4cdd-aef6-6a7fde901563/a6b5c90b-a477-4d17-8f51-6effc1ccd9c0/52ce56b8-b6ee-4321-b3e0-fa1cfcb4824f) {{(pid=103714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 05:32:10.546447 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-317cbb56-7e4c-4ab4-b345-e261489b5ea2 req-a477cd5d-87c5-4b44-8ee2-f93450586437 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd784b26-a24e-48e7-98ec-6c0ab769f87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457714 Mar 02 05:32:10.699311 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [req-738aa62f-cae8-44fe-aa3b-d6aa28b93281 req-4bc6ede4-40ec-46b9-96fd-6059467d4942 tempest-VolumesNegativeTest-671890638 tempest-VolumesNegativeTest-671890638-project] Publish callbacks [] for port (52ce56b8-b6ee-4321-b3e0-fa1cfcb4824f), precommit_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:10.805566 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [req-738aa62f-cae8-44fe-aa3b-d6aa28b93281 req-4bc6ede4-40ec-46b9-96fd-6059467d4942 tempest-VolumesNegativeTest-671890638 tempest-VolumesNegativeTest-671890638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789289919717'] for port (52ce56b8-b6ee-4321-b3e0-fa1cfcb4824f), after_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:10.850387 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-738aa62f-cae8-44fe-aa3b-d6aa28b93281 req-4bc6ede4-40ec-46b9-96fd-6059467d4942 tempest-VolumesNegativeTest-671890638 tempest-VolumesNegativeTest-671890638-project] Network ed0d645a-06da-4cdd-aef6-6a7fde901563 is already hosted by enough agents. {{(pid=103714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 05:32:10.853582 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.scheduler.base_scheduler [req-738aa62f-cae8-44fe-aa3b-d6aa28b93281 req-4bc6ede4-40ec-46b9-96fd-6059467d4942 tempest-VolumesNegativeTest-671890638 tempest-VolumesNegativeTest-671890638-project] Resources bound (agent type, host, resource id): {{(pid=103714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 05:32:10.857694 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.db.l3_dvrscheduler_db [req-738aa62f-cae8-44fe-aa3b-d6aa28b93281 req-4bc6ede4-40ec-46b9-96fd-6059467d4942 tempest-VolumesNegativeTest-671890638 tempest-VolumesNegativeTest-671890638-project] Received port after_create {{(pid=103714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 05:32:10.862760 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738aa62f-cae8-44fe-aa3b-d6aa28b93281 req-4bc6ede4-40ec-46b9-96fd-6059467d4942 tempest-VolumesNegativeTest-671890638 tempest-VolumesNegativeTest-671890638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:32:10.863482 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [req-738aa62f-cae8-44fe-aa3b-d6aa28b93281 req-4bc6ede4-40ec-46b9-96fd-6059467d4942 tempest-VolumesNegativeTest-671890638 tempest-VolumesNegativeTest-671890638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531172'] for port (None), before_response {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:10.876794 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc6ede4-40ec-46b9-96fd-6059467d4942 tempest-VolumesNegativeTest-671890638 tempest-VolumesNegativeTest-671890638-project] Pushing event updated for resources: {'Port': ['ID=52ce56b8-b6ee-4321-b3e0-fa1cfcb4824f,revision_number=1']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:32:10.884207 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc6ede4-40ec-46b9-96fd-6059467d4942 tempest-VolumesNegativeTest-671890638 tempest-VolumesNegativeTest-671890638-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:32:10.884565 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc6ede4-40ec-46b9-96fd-6059467d4942 tempest-VolumesNegativeTest-671890638 tempest-VolumesNegativeTest-671890638-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:32:10.884910 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc6ede4-40ec-46b9-96fd-6059467d4942 tempest-VolumesNegativeTest-671890638 tempest-VolumesNegativeTest-671890638-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:32:10.885256 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc6ede4-40ec-46b9-96fd-6059467d4942 tempest-VolumesNegativeTest-671890638 tempest-VolumesNegativeTest-671890638-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:32:10.885589 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc6ede4-40ec-46b9-96fd-6059467d4942 tempest-VolumesNegativeTest-671890638 tempest-VolumesNegativeTest-671890638-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:32:10.885924 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc6ede4-40ec-46b9-96fd-6059467d4942 tempest-VolumesNegativeTest-671890638 tempest-VolumesNegativeTest-671890638-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:32:10.886257 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc6ede4-40ec-46b9-96fd-6059467d4942 tempest-VolumesNegativeTest-671890638 tempest-VolumesNegativeTest-671890638-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:32:10.889815 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc6ede4-40ec-46b9-96fd-6059467d4942 tempest-VolumesNegativeTest-671890638 tempest-VolumesNegativeTest-671890638-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:32:10.889815 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc6ede4-40ec-46b9-96fd-6059467d4942 tempest-VolumesNegativeTest-671890638 tempest-VolumesNegativeTest-671890638-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:32:10.889815 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc6ede4-40ec-46b9-96fd-6059467d4942 tempest-VolumesNegativeTest-671890638 tempest-VolumesNegativeTest-671890638-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:32:10.889815 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc6ede4-40ec-46b9-96fd-6059467d4942 tempest-VolumesNegativeTest-671890638 tempest-VolumesNegativeTest-671890638-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:32:10.889815 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc6ede4-40ec-46b9-96fd-6059467d4942 tempest-VolumesNegativeTest-671890638 tempest-VolumesNegativeTest-671890638-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:32:10.889815 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc6ede4-40ec-46b9-96fd-6059467d4942 tempest-VolumesNegativeTest-671890638 tempest-VolumesNegativeTest-671890638-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:32:10.973739 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-738aa62f-cae8-44fe-aa3b-d6aa28b93281 req-4bc6ede4-40ec-46b9-96fd-6059467d4942 tempest-VolumesNegativeTest-671890638 tempest-VolumesNegativeTest-671890638-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1154070 Mar 02 05:32:10.995647 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.v2.base [req-738aa62f-cae8-44fe-aa3b-d6aa28b93281 req-a8cef1fd-559e-434d-8b49-ec2a65612a47 service neutron] Request body: {'port': {'device_id': '0a9b1837-1529-4eef-948f-cf440ce9db20', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76845'}} {{(pid=103714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 05:32:11.038585 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.provisioning_blocks [None req-87ef7763-04e8-4158-ac30-86c7d7370639 None None] Provisioning complete for port 52ce56b8-b6ee-4321-b3e0-fa1cfcb4824f triggered by entity DHCP. {{(pid=103716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 05:32:11.039170 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-87ef7763-04e8-4158-ac30-86c7d7370639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012754'] for port (52ce56b8-b6ee-4321-b3e0-fa1cfcb4824f), provisioning_complete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:11.077237 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-87ef7763-04e8-4158-ac30-86c7d7370639 None None] Port 52ce56b8-b6ee-4321-b3e0-fa1cfcb4824f cannot update to ACTIVE because it is not bound. {{(pid=103716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 02 05:32:11.098333 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [req-738aa62f-cae8-44fe-aa3b-d6aa28b93281 req-a8cef1fd-559e-434d-8b49-ec2a65612a47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for port (52ce56b8-b6ee-4321-b3e0-fa1cfcb4824f), before_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:11.106293 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a769be-fc95-42a8-8388-c0f0881dc87c req-3c77dd1d-a6d5-407d-b44a-35890bcb822a tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:32:11.108382 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-d5a769be-fc95-42a8-8388-c0f0881dc87c req-3c77dd1d-a6d5-407d-b44a-35890bcb822a tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/ports?device_id=454afccc-8b3f-40a7-8e18-30480566cda9 HTTP/1.1" status: 200 len: 944 time: 0.1093290 Mar 02 05:32:11.144951 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcb347a-3fa7-421b-a46f-b75aec4720fd req-cb1e2573-0a47-4b43-b04d-ddce838cb0d4 tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:32:11.146425 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-8fcb347a-3fa7-421b-a46f-b75aec4720fd req-cb1e2573-0a47-4b43-b04d-ddce838cb0d4 tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f122d84-7778-4e70-909d-03e8932f1b0c HTTP/1.1" status: 200 len: 946 time: 0.0580180 Mar 02 05:32:11.193489 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-8fcb347a-3fa7-421b-a46f-b75aec4720fd req-de97825e-ee23-49c8-bb67-c9c50841e9e8 tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d69e608-83e2-4afc-ba8a-1373a1de5f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415599 Mar 02 05:32:11.199689 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-d5a769be-fc95-42a8-8388-c0f0881dc87c req-cb4a2e56-9582-44b8-a923-27b454ed414c tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce8b9e9a-d177-47c0-9c9b-f6152dd9c0f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806508 Mar 02 05:32:11.303092 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018843bc-b7bc-4bc2-99d0-0417e698828a req-b06710b9-3e3a-4153-9cd0-b3dd27cae41d tempest-VolumesNegativeTest-671890638 tempest-VolumesNegativeTest-671890638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:32:11.304589 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-018843bc-b7bc-4bc2-99d0-0417e698828a req-b06710b9-3e3a-4153-9cd0-b3dd27cae41d tempest-VolumesNegativeTest-671890638 tempest-VolumesNegativeTest-671890638-project] 10.222.0.32 "GET /v2.0/ports?device_id=0a9b1837-1529-4eef-948f-cf440ce9db20 HTTP/1.1" status: 200 len: 935 time: 0.0525873 Mar 02 05:32:11.350955 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-018843bc-b7bc-4bc2-99d0-0417e698828a req-5492891d-66c5-4e9c-a1c7-1bbf3477f07a tempest-VolumesNegativeTest-671890638 tempest-VolumesNegativeTest-671890638-project] 10.222.0.32 "GET /v2.0/security-groups?id=7bcc8d71-e07a-48bc-b958-37e41fcd5d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407701 Mar 02 05:32:11.399508 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.notifiers.nova [req-738aa62f-cae8-44fe-aa3b-d6aa28b93281 req-a8cef1fd-559e-434d-8b49-ec2a65612a47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52ce56b8-b6ee-4321-b3e0-fa1cfcb4824f {{(pid=103714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 05:32:11.406669 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [req-738aa62f-cae8-44fe-aa3b-d6aa28b93281 req-a8cef1fd-559e-434d-8b49-ec2a65612a47 service neutron] Publish callbacks [] for port (52ce56b8-b6ee-4321-b3e0-fa1cfcb4824f), precommit_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:11.418070 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.db.provisioning_blocks [req-738aa62f-cae8-44fe-aa3b-d6aa28b93281 req-a8cef1fd-559e-434d-8b49-ec2a65612a47 service neutron] Transition to ACTIVE for port object 52ce56b8-b6ee-4321-b3e0-fa1cfcb4824f will not be triggered until provisioned by entity L2. {{(pid=103714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 02 05:32:11.487457 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [req-738aa62f-cae8-44fe-aa3b-d6aa28b93281 req-a8cef1fd-559e-434d-8b49-ec2a65612a47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789290460654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789289919735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789289921293'] for port (52ce56b8-b6ee-4321-b3e0-fa1cfcb4824f), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:11.537702 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cef1fd-559e-434d-8b49-ec2a65612a47 service neutron] Pushing event updated for resources: {'Port': ['ID=52ce56b8-b6ee-4321-b3e0-fa1cfcb4824f,revision_number=2']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:32:11.574976 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.managers [req-738aa62f-cae8-44fe-aa3b-d6aa28b93281 req-a8cef1fd-559e-434d-8b49-ec2a65612a47 service neutron] Attempting to bind port 52ce56b8-b6ee-4321-b3e0-fa1cfcb4824f on host hv-cinder-76845 for vnic_type normal with profile {{(pid=103714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 05:32:11.575341 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.managers [req-738aa62f-cae8-44fe-aa3b-d6aa28b93281 req-a8cef1fd-559e-434d-8b49-ec2a65612a47 service neutron] Attempting to bind port 52ce56b8-b6ee-4321-b3e0-fa1cfcb4824f by drivers openvswitch,hyperv on host hv-cinder-76845 at level 0 using segments [{'id': '129b3edd-0553-4757-88be-9fe11d449e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'ed0d645a-06da-4cdd-aef6-6a7fde901563'}] {{(pid=103714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 05:32:11.575800 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-738aa62f-cae8-44fe-aa3b-d6aa28b93281 req-a8cef1fd-559e-434d-8b49-ec2a65612a47 service neutron] Attempting to bind port 52ce56b8-b6ee-4321-b3e0-fa1cfcb4824f on network ed0d645a-06da-4cdd-aef6-6a7fde901563 {{(pid=103714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 05:32:11.581779 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-738aa62f-cae8-44fe-aa3b-d6aa28b93281 req-a8cef1fd-559e-434d-8b49-ec2a65612a47 service neutron] Port 52ce56b8-b6ee-4321-b3e0-fa1cfcb4824f on network ed0d645a-06da-4cdd-aef6-6a7fde901563 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76845 {{(pid=103714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 02 05:32:11.582107 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-738aa62f-cae8-44fe-aa3b-d6aa28b93281 req-a8cef1fd-559e-434d-8b49-ec2a65612a47 service neutron] Attempting to bind port 52ce56b8-b6ee-4321-b3e0-fa1cfcb4824f on network ed0d645a-06da-4cdd-aef6-6a7fde901563 {{(pid=103714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 05:32:11.587210 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-738aa62f-cae8-44fe-aa3b-d6aa28b93281 req-a8cef1fd-559e-434d-8b49-ec2a65612a47 service neutron] Checking agent: {'id': 'db45f871-b7ec-436d-b6b8-6a0a072a2253', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76845', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 5, 27, 7), 'started_at': datetime.datetime(2022, 3, 2, 5, 27, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 5, 32, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 05:32:11.587589 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-738aa62f-cae8-44fe-aa3b-d6aa28b93281 req-a8cef1fd-559e-434d-8b49-ec2a65612a47 service neutron] Checking segment: {'id': '129b3edd-0553-4757-88be-9fe11d449e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'ed0d645a-06da-4cdd-aef6-6a7fde901563'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 05:32:11.587968 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-738aa62f-cae8-44fe-aa3b-d6aa28b93281 req-a8cef1fd-559e-434d-8b49-ec2a65612a47 service neutron] Bound using segment: {'id': '129b3edd-0553-4757-88be-9fe11d449e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'ed0d645a-06da-4cdd-aef6-6a7fde901563'} {{(pid=103714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 05:32:11.588393 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.managers [req-738aa62f-cae8-44fe-aa3b-d6aa28b93281 req-a8cef1fd-559e-434d-8b49-ec2a65612a47 service neutron] Bound port: 52ce56b8-b6ee-4321-b3e0-fa1cfcb4824f, host: hv-cinder-76845, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '129b3edd-0553-4757-88be-9fe11d449e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'ed0d645a-06da-4cdd-aef6-6a7fde901563'}}] {{(pid=103714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 05:32:11.588813 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [req-738aa62f-cae8-44fe-aa3b-d6aa28b93281 req-a8cef1fd-559e-434d-8b49-ec2a65612a47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for port (52ce56b8-b6ee-4321-b3e0-fa1cfcb4824f), before_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:11.739319 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.db [req-738aa62f-cae8-44fe-aa3b-d6aa28b93281 req-a8cef1fd-559e-434d-8b49-ec2a65612a47 service neutron] For port 52ce56b8-b6ee-4321-b3e0-fa1cfcb4824f, host hv-cinder-76845, cleared binding levels {{(pid=103714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 05:32:11.744740 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.db [req-738aa62f-cae8-44fe-aa3b-d6aa28b93281 req-a8cef1fd-559e-434d-8b49-ec2a65612a47 service neutron] For port 52ce56b8-b6ee-4321-b3e0-fa1cfcb4824f, host hv-cinder-76845, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=52ce56b8-b6ee-4321-b3e0-fa1cfcb4824f,segment=NetworkSegment(129b3edd-0553-4757-88be-9fe11d449e51),segment_id=129b3edd-0553-4757-88be-9fe11d449e51)] {{(pid=103714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 05:32:11.758752 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e487046-95fd-455f-8f6a-d3b1ed21ab89 req-522fd073-3503-4c10-8641-eb91fd645738 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:32:11.760248 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-1e487046-95fd-455f-8f6a-d3b1ed21ab89 req-522fd073-3503-4c10-8641-eb91fd645738 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e6f95c0-3d74-43ec-9c37-9bff8fac7934 HTTP/1.1" status: 200 len: 945 time: 0.1171844 Mar 02 05:32:11.776765 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-fd22e32d-2b5b-40fc-a43f-83db310da0a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (9c2b50e6-1677-4aa9-928e-941b4c488fc5), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:11.811996 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-1e487046-95fd-455f-8f6a-d3b1ed21ab89 req-01822158-a490-4b6d-a608-f3c9886541f0 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd784b26-a24e-48e7-98ec-6c0ab769f87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456681 Mar 02 05:32:11.853420 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [req-738aa62f-cae8-44fe-aa3b-d6aa28b93281 req-a8cef1fd-559e-434d-8b49-ec2a65612a47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789290460654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789289919735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789289921293'] for port (52ce56b8-b6ee-4321-b3e0-fa1cfcb4824f), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:11.909925 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738aa62f-cae8-44fe-aa3b-d6aa28b93281 req-a8cef1fd-559e-434d-8b49-ec2a65612a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:32:11.910554 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [req-738aa62f-cae8-44fe-aa3b-d6aa28b93281 req-a8cef1fd-559e-434d-8b49-ec2a65612a47 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531172'] for port (None), before_response {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:11.911979 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-738aa62f-cae8-44fe-aa3b-d6aa28b93281 req-a8cef1fd-559e-434d-8b49-ec2a65612a47 service neutron] 10.222.0.41 "PUT /v2.0/ports/52ce56b8-b6ee-4321-b3e0-fa1cfcb4824f HTTP/1.1" status: 200 len: 1097 time: 0.9217808 Mar 02 05:32:11.912591 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a9b1837-1529-4eef-948f-cf440ce9db20', 'tag': '52ce56b8-b6ee-4321-b3e0-fa1cfcb4824f'}] {{(pid=103714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 05:32:11.916278 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ff79788530fe2085a0b37cf7dfc71d903fcc72df0d156f3e5e7065db2593a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dfe336d-1a0c-4256-a0f2-33cce85f064c" -d '{"events": [{"name": "network-changed", "server_uuid": "0a9b1837-1529-4eef-948f-cf440ce9db20", "tag": "52ce56b8-b6ee-4321-b3e0-fa1cfcb4824f"}]}' {{(pid=103714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 05:32:11.960273 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8607b2f6-73cf-4ffc-82ff-79ad419a6aa1 req-d431c527-c742-47d3-ab1e-4265757fa473 tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:32:11.961800 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-8607b2f6-73cf-4ffc-82ff-79ad419a6aa1 req-d431c527-c742-47d3-ab1e-4265757fa473 tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f122d84-7778-4e70-909d-03e8932f1b0c HTTP/1.1" status: 200 len: 946 time: 0.1183522 Mar 02 05:32:11.963687 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Mar 2022 05:32:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-200a663d-e94b-4cf2-94be-e73c2c69f204 x-openstack-request-id: req-200a663d-e94b-4cf2-94be-e73c2c69f204 {{(pid=103714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 05:32:11.967468 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a9b1837-1529-4eef-948f-cf440ce9db20", "tag": "52ce56b8-b6ee-4321-b3e0-fa1cfcb4824f", "status": "completed", "code": 200}]} {{(pid=103714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 05:32:11.967468 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-200a663d-e94b-4cf2-94be-e73c2c69f204 {{(pid=103714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 05:32:11.967468 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a9b1837-1529-4eef-948f-cf440ce9db20', 'tag': '52ce56b8-b6ee-4321-b3e0-fa1cfcb4824f', 'status': 'completed', 'code': 200} Mar 02 05:32:11.967468 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cef1fd-559e-434d-8b49-ec2a65612a47 service neutron] Pushing event updated for resources: {'Port': ['ID=52ce56b8-b6ee-4321-b3e0-fa1cfcb4824f,revision_number=3']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:32:12.108020 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfe336d-1a0c-4256-a0f2-33cce85f064c req-61d9905c-9128-4fb0-8869-d74d28431971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:32:12.109514 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-9dfe336d-1a0c-4256-a0f2-33cce85f064c req-61d9905c-9128-4fb0-8869-d74d28431971 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=861a1ae960524cb9bc5320ac3066f0f9&device_id=0a9b1837-1529-4eef-948f-cf440ce9db20 HTTP/1.1" status: 200 len: 1131 time: 0.1120827 Mar 02 05:32:12.158818 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-9dfe336d-1a0c-4256-a0f2-33cce85f064c req-babaa4f1-679d-4ce9-be00-9fcee7346d9d service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=861a1ae960524cb9bc5320ac3066f0f9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0400734 Mar 02 05:32:12.201008 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [req-8607b2f6-73cf-4ffc-82ff-79ad419a6aa1 req-85b69ac4-4636-49da-995b-b4fa60ed5676 tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] Deleting port 7d2f1e05-3883-4317-99e6-ff9cb5266b81 {{(pid=103714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 05:32:12.201247 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [req-8607b2f6-73cf-4ffc-82ff-79ad419a6aa1 req-85b69ac4-4636-49da-995b-b4fa60ed5676 tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789290453881'] for port (7d2f1e05-3883-4317-99e6-ff9cb5266b81), before_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:12.342155 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82957dfc-0045-40a6-b31a-5be430e6a55b req-8c370841-db4f-4193-b80f-ae28d37a595e tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:32:12.343964 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-82957dfc-0045-40a6-b31a-5be430e6a55b req-8c370841-db4f-4193-b80f-ae28d37a595e tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/ports?device_id=454afccc-8b3f-40a7-8e18-30480566cda9 HTTP/1.1" status: 200 len: 944 time: 0.0535319 Mar 02 05:32:12.398430 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-82957dfc-0045-40a6-b31a-5be430e6a55b req-730268cc-d6ae-4b31-a5b3-51682326dd55 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce8b9e9a-d177-47c0-9c9b-f6152dd9c0f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487547 Mar 02 05:32:12.441875 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.db [req-8607b2f6-73cf-4ffc-82ff-79ad419a6aa1 req-85b69ac4-4636-49da-995b-b4fa60ed5676 tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] For port 7d2f1e05-3883-4317-99e6-ff9cb5266b81, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=7d2f1e05-3883-4317-99e6-ff9cb5266b81,segment=NetworkSegment(c6af62b3-fa4c-444b-9a01-d317b4ec4d1f),segment_id=c6af62b3-fa4c-444b-9a01-d317b4ec4d1f)] {{(pid=103714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 05:32:12.442239 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [req-8607b2f6-73cf-4ffc-82ff-79ad419a6aa1 req-85b69ac4-4636-49da-995b-b4fa60ed5676 tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542039'] for port (7d2f1e05-3883-4317-99e6-ff9cb5266b81), precommit_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:12.458974 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcb133d-16d3-4aa8-b3b5-f411be965474 req-2a4fe5b2-ea1e-4c11-859b-c46dfa56c363 tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:32:12.460400 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-4bcb133d-16d3-4aa8-b3b5-f411be965474 req-2a4fe5b2-ea1e-4c11-859b-c46dfa56c363 tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f122d84-7778-4e70-909d-03e8932f1b0c HTTP/1.1" status: 200 len: 946 time: 0.1742184 Mar 02 05:32:12.463827 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfe336d-1a0c-4256-a0f2-33cce85f064c req-8dac95b7-ed78-43c2-9695-5bbc64d07117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:32:12.465239 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-9dfe336d-1a0c-4256-a0f2-33cce85f064c req-8dac95b7-ed78-43c2-9695-5bbc64d07117 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2996209 Mar 02 05:32:12.478852 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [req-8607b2f6-73cf-4ffc-82ff-79ad419a6aa1 req-85b69ac4-4636-49da-995b-b4fa60ed5676 tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] Calling delete_port for 7d2f1e05-3883-4317-99e6-ff9cb5266b81 owned by compute:nova {{(pid=103714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 05:32:12.516030 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3337b6-e9b1-43cd-9d08-82d4555c2768 req-a850529f-5685-485c-98e2-a03f39d58d36 tempest-VolumesNegativeTest-671890638 tempest-VolumesNegativeTest-671890638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:32:12.517578 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-fc3337b6-e9b1-43cd-9d08-82d4555c2768 req-a850529f-5685-485c-98e2-a03f39d58d36 tempest-VolumesNegativeTest-671890638 tempest-VolumesNegativeTest-671890638-project] 10.222.0.32 "GET /v2.0/ports?device_id=0a9b1837-1529-4eef-948f-cf440ce9db20 HTTP/1.1" status: 200 len: 947 time: 0.0570264 Mar 02 05:32:12.567191 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-fc3337b6-e9b1-43cd-9d08-82d4555c2768 req-54db6f56-9e96-4b16-b007-5b2975797979 tempest-VolumesNegativeTest-671890638 tempest-VolumesNegativeTest-671890638-project] 10.222.0.32 "GET /v2.0/security-groups?id=7bcc8d71-e07a-48bc-b958-37e41fcd5d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438869 Mar 02 05:32:12.819679 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-2ae3422a-c85d-446a-90f5-ce5a8bf639ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (d4d802fc-4ac8-47f8-b030-2ffc185fa6dc), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:12.823640 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-4bcb133d-16d3-4aa8-b3b5-f411be965474 req-e76f4e7c-c2d6-43ad-8ee5-8d32e4d30948 tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d69e608-83e2-4afc-ba8a-1373a1de5f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3511379 Mar 02 05:32:12.855366 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738aa62f-cae8-44fe-aa3b-d6aa28b93281 req-d121eef1-46f9-45b6-867a-3d8c81514b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:32:12.856892 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-738aa62f-cae8-44fe-aa3b-d6aa28b93281 req-d121eef1-46f9-45b6-867a-3d8c81514b30 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=861a1ae960524cb9bc5320ac3066f0f9&device_id=0a9b1837-1529-4eef-948f-cf440ce9db20 HTTP/1.1" status: 200 len: 1131 time: 0.3474331 Mar 02 05:32:12.907073 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-738aa62f-cae8-44fe-aa3b-d6aa28b93281 req-29fb2a5a-af9b-4c38-8f0d-3929cf235af6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=52ce56b8-b6ee-4321-b3e0-fa1cfcb4824f HTTP/1.1" status: 200 len: 217 time: 0.0413692 Mar 02 05:32:12.941572 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8938dd55-abf7-4ee7-86cc-46c2c8963000 req-59deacbf-256a-40f1-aa2c-3ced10de66df tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:32:12.943052 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-8938dd55-abf7-4ee7-86cc-46c2c8963000 req-59deacbf-256a-40f1-aa2c-3ced10de66df tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e6f95c0-3d74-43ec-9c37-9bff8fac7934 HTTP/1.1" status: 200 len: 945 time: 0.0514755 Mar 02 05:32:12.991200 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-8938dd55-abf7-4ee7-86cc-46c2c8963000 req-5de0897c-7f6e-4d45-89a2-0474a3102649 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd784b26-a24e-48e7-98ec-6c0ab769f87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416033 Mar 02 05:32:12.991447 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738aa62f-cae8-44fe-aa3b-d6aa28b93281 req-6e9a6664-928b-49a5-9820-323a96094462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:32:12.992861 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-738aa62f-cae8-44fe-aa3b-d6aa28b93281 req-6e9a6664-928b-49a5-9820-323a96094462 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a6b5c90b-a477-4d17-8f51-6effc1ccd9c0 HTTP/1.1" status: 200 len: 843 time: 0.0777235 Mar 02 05:32:13.033566 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [req-8607b2f6-73cf-4ffc-82ff-79ad419a6aa1 req-85b69ac4-4636-49da-995b-b4fa60ed5676 tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789290460636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789289919726'] for port (7d2f1e05-3883-4317-99e6-ff9cb5266b81), after_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:13.046595 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] get_ports_and_sgs() called for port_ids ['1f25e0ce-7e86-4e42-ac1d-857b7783219a', '0e627016-aa6c-4bab-8b5e-942b509912e4', '7d2f1e05-3883-4317-99e6-ff9cb5266b81'] {{(pid=103716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 05:32:13.064239 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b69ac4-4636-49da-995b-b4fa60ed5676 tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] Pushing event deleted for resources: {'Port': ['ID=7d2f1e05-3883-4317-99e6-ff9cb5266b81,revision_number=None']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:32:13.119443 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738aa62f-cae8-44fe-aa3b-d6aa28b93281 req-e3c654ce-06a2-4e7f-9300-8f2dba226bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:32:13.121052 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-738aa62f-cae8-44fe-aa3b-d6aa28b93281 req-e3c654ce-06a2-4e7f-9300-8f2dba226bb9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ed0d645a-06da-4cdd-aef6-6a7fde901563&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1216 time: 0.1215670 Mar 02 05:32:13.141359 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.db.l3_dvrscheduler_db [req-8607b2f6-73cf-4ffc-82ff-79ad419a6aa1 req-85b69ac4-4636-49da-995b-b4fa60ed5676 tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] No DVR routers for this DVR port 7d2f1e05-3883-4317-99e6-ff9cb5266b81 on host hv-cinder-76845 {{(pid=103714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 05:32:13.144742 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [req-8607b2f6-73cf-4ffc-82ff-79ad419a6aa1 req-85b69ac4-4636-49da-995b-b4fa60ed5676 tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25628'] for port (None), before_response {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:13.148527 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-8607b2f6-73cf-4ffc-82ff-79ad419a6aa1 req-85b69ac4-4636-49da-995b-b4fa60ed5676 tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] 10.222.0.41 "DELETE /v2.0/ports/7d2f1e05-3883-4317-99e6-ff9cb5266b81 HTTP/1.1" status: 204 len: 173 time: 1.1785030 Mar 02 05:32:13.248469 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-738aa62f-cae8-44fe-aa3b-d6aa28b93281 req-dc9a25dd-00ef-4f37-b01c-8a964b701fc6 service neutron] 10.222.0.41 "GET /v2.0/networks/ed0d645a-06da-4cdd-aef6-6a7fde901563?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082056 Mar 02 05:32:13.339307 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-738aa62f-cae8-44fe-aa3b-d6aa28b93281 req-15ae2e30-d0a5-4b4f-8a96-caf09cc1d6b3 service neutron] 10.222.0.41 "GET /v2.0/networks/ed0d645a-06da-4cdd-aef6-6a7fde901563?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846546 Mar 02 05:32:13.530120 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895eab51-0d4f-4e96-b434-20e2ec60f55a req-83d0bf2c-8078-4739-bcdb-019048979ab3 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:32:13.531683 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-895eab51-0d4f-4e96-b434-20e2ec60f55a req-83d0bf2c-8078-4739-bcdb-019048979ab3 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/ports?device_id=454afccc-8b3f-40a7-8e18-30480566cda9 HTTP/1.1" status: 200 len: 944 time: 0.0570676 Mar 02 05:32:13.581960 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-895eab51-0d4f-4e96-b434-20e2ec60f55a req-83b01ba5-0537-482e-aec6-2a6df21ccabe tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce8b9e9a-d177-47c0-9c9b-f6152dd9c0f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444756 Mar 02 05:32:13.697460 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18938f3f-2209-4cfb-83ae-b13251b9d07e req-8119eb84-376f-4438-bcaf-5c3028f1ad4e tempest-VolumesNegativeTest-671890638 tempest-VolumesNegativeTest-671890638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:32:13.698887 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-18938f3f-2209-4cfb-83ae-b13251b9d07e req-8119eb84-376f-4438-bcaf-5c3028f1ad4e tempest-VolumesNegativeTest-671890638 tempest-VolumesNegativeTest-671890638-project] 10.222.0.32 "GET /v2.0/ports?device_id=0a9b1837-1529-4eef-948f-cf440ce9db20 HTTP/1.1" status: 200 len: 947 time: 0.0539215 Mar 02 05:32:13.743940 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-18938f3f-2209-4cfb-83ae-b13251b9d07e req-07704dbd-820c-4199-a3c6-b126821b488f tempest-VolumesNegativeTest-671890638 tempest-VolumesNegativeTest-671890638-project] 10.222.0.32 "GET /v2.0/security-groups?id=7bcc8d71-e07a-48bc-b958-37e41fcd5d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387549 Mar 02 05:32:13.939864 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-a7a80162-6f3d-46a6-92be-faaef8b67d63 req-c40f3fe6-8a57-44e1-9d9a-d692a5b07adb tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f122d84-7778-4e70-909d-03e8932f1b0c HTTP/1.1" status: 200 len: 210 time: 0.0266905 Mar 02 05:32:13.965618 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f122d84-7778-4e70-909d-03e8932f1b0c', 'name': 'network-vif-deleted', 'tag': '7d2f1e05-3883-4317-99e6-ff9cb5266b81'}] {{(pid=103714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 05:32:13.968124 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ff79788530fe2085a0b37cf7dfc71d903fcc72df0d156f3e5e7065db2593a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7447d99b-03fe-4182-bdf9-c99ee6417925" -d '{"events": [{"server_uuid": "0f122d84-7778-4e70-909d-03e8932f1b0c", "name": "network-vif-deleted", "tag": "7d2f1e05-3883-4317-99e6-ff9cb5266b81"}]}' {{(pid=103714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 05:32:14.003370 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 05:32:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2d4b126-6b57-409b-b851-221de70cfe19 x-openstack-request-id: req-a2d4b126-6b57-409b-b851-221de70cfe19 {{(pid=103714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 05:32:14.003857 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f122d84-7778-4e70-909d-03e8932f1b0c", "name": "network-vif-deleted", "tag": "7d2f1e05-3883-4317-99e6-ff9cb5266b81", "status": "completed", "code": 200}]} {{(pid=103714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 05:32:14.004494 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a2d4b126-6b57-409b-b851-221de70cfe19 {{(pid=103714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 05:32:14.005159 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f122d84-7778-4e70-909d-03e8932f1b0c', 'name': 'network-vif-deleted', 'tag': '7d2f1e05-3883-4317-99e6-ff9cb5266b81', 'status': 'completed', 'code': 200} Mar 02 05:32:14.334897 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.rpc [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Device 9ef18fca-f561-405a-b28a-5f1055d3faea details requested by agent hyperv_hv-cinder-76845 with host hv-cinder-76845 {{(pid=103716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 02 05:32:14.357760 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f73b428b-984e-4c5a-9878-aef8f2b511ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (e0636eb1-3d25-4c31-a6e5-3f8fd1255322), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:14.432054 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] For port 9ef18fca-f561-405a-b28a-5f1055d3faea, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=9ef18fca-f561-405a-b28a-5f1055d3faea,segment=NetworkSegment(15c6c484-0d48-4d40-b6e8-616bb71b4578),segment_id=15c6c484-0d48-4d40-b6e8-616bb71b4578)] {{(pid=103716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 05:32:14.447397 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.rpc [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Returning: {'device': '9ef18fca-f561-405a-b28a-5f1055d3faea', 'network_id': 'cca8cd28-8205-477a-92b1-88a32e29d0bc', 'port_id': '9ef18fca-f561-405a-b28a-5f1055d3faea', 'mac_address': 'fa:16:3e:8c:58:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 258, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab127ad9-ce11-421d-b130-80cd6d7ddae3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 02 05:32:14.485282 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Current status of the port 9ef18fca-f561-405a-b28a-5f1055d3faea is: DOWN; New status is: BUILD {{(pid=103716) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 05:32:14.485675 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for port (9ef18fca-f561-405a-b28a-5f1055d3faea), before_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:14.498606 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.notifiers.nova [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ef18fca-f561-405a-b28a-5f1055d3faea {{(pid=103716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 05:32:14.517808 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] For port 9ef18fca-f561-405a-b28a-5f1055d3faea, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=9ef18fca-f561-405a-b28a-5f1055d3faea,segment=NetworkSegment(15c6c484-0d48-4d40-b6e8-616bb71b4578),segment_id=15c6c484-0d48-4d40-b6e8-616bb71b4578)] {{(pid=103716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 05:32:14.607454 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789290460654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789289919735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789289921293'] for port (9ef18fca-f561-405a-b28a-5f1055d3faea), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:14.654310 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Pushing event updated for resources: {'Port': ['ID=9ef18fca-f561-405a-b28a-5f1055d3faea,revision_number=9']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:32:14.719013 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10f40f1-41a2-468e-8571-050c2121bdda req-315d4da1-ae4e-4b37-8477-b2669e602bdc tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:32:14.720519 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-d10f40f1-41a2-468e-8571-050c2121bdda req-315d4da1-ae4e-4b37-8477-b2669e602bdc tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/ports?device_id=454afccc-8b3f-40a7-8e18-30480566cda9 HTTP/1.1" status: 200 len: 945 time: 0.0568268 Mar 02 05:32:14.768197 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-d10f40f1-41a2-468e-8571-050c2121bdda req-4e9f98fa-a78e-4614-97f7-ddf0b5a22b87 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce8b9e9a-d177-47c0-9c9b-f6152dd9c0f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419123 Mar 02 05:32:14.868360 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcb0d1b-f28d-48ec-ba16-74425a171453 req-9f611d44-ef84-4aa3-b34d-c98c83cf181f tempest-VolumesNegativeTest-671890638 tempest-VolumesNegativeTest-671890638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:32:14.873445 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-8bcb0d1b-f28d-48ec-ba16-74425a171453 req-9f611d44-ef84-4aa3-b34d-c98c83cf181f tempest-VolumesNegativeTest-671890638 tempest-VolumesNegativeTest-671890638-project] 10.222.0.32 "GET /v2.0/ports?device_id=0a9b1837-1529-4eef-948f-cf440ce9db20 HTTP/1.1" status: 200 len: 947 time: 0.0580642 Mar 02 05:32:14.915481 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-8bcb0d1b-f28d-48ec-ba16-74425a171453 req-005db52b-6e5f-4cbd-ba28-bde8b7113b2c tempest-VolumesNegativeTest-671890638 tempest-VolumesNegativeTest-671890638-project] 10.222.0.32 "GET /v2.0/security-groups?id=7bcc8d71-e07a-48bc-b958-37e41fcd5d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395458 Mar 02 05:32:14.959148 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] get_ports_and_sgs() called for port_ids ['9ef18fca-f561-405a-b28a-5f1055d3faea'] {{(pid=103716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 05:32:15.444225 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e53d2d8-ba69-4cb3-9c02-a4c171d7715a req-de9a559f-f6c2-48e2-b9e5-1536e24d8107 tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:32:15.445683 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-7e53d2d8-ba69-4cb3-9c02-a4c171d7715a req-de9a559f-f6c2-48e2-b9e5-1536e24d8107 tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae04a8de-fa1b-4e62-9d5c-e9c69eac5a5d HTTP/1.1" status: 200 len: 946 time: 0.0545027 Mar 02 05:32:15.491867 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-7e53d2d8-ba69-4cb3-9c02-a4c171d7715a req-f69ed944-9dd8-4028-93b9-eea2c6d5304b tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d69e608-83e2-4afc-ba8a-1373a1de5f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401800 Mar 02 05:32:15.767615 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (64307ea2-7468-48d5-a188-5e76dfb99c6b), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:15.902124 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e13792-0c49-48f6-a441-e1fe79dfc406 req-521a7f97-aa2e-4782-a8d5-96028e26441d tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:32:15.908048 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-f9e13792-0c49-48f6-a441-e1fe79dfc406 req-521a7f97-aa2e-4782-a8d5-96028e26441d tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/ports?device_id=454afccc-8b3f-40a7-8e18-30480566cda9 HTTP/1.1" status: 200 len: 945 time: 0.0666099 Mar 02 05:32:15.954856 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-f9e13792-0c49-48f6-a441-e1fe79dfc406 req-7398d30b-f5fa-44e6-a0ea-8979b34d015e tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce8b9e9a-d177-47c0-9c9b-f6152dd9c0f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430818 Mar 02 05:32:16.037825 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ffcdc4-5541-4eaa-96b3-cdf3bd8f2314 req-d1aee467-99ce-4f96-8fec-53314070d9a7 tempest-VolumesNegativeTest-671890638 tempest-VolumesNegativeTest-671890638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:32:16.039319 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-10ffcdc4-5541-4eaa-96b3-cdf3bd8f2314 req-d1aee467-99ce-4f96-8fec-53314070d9a7 tempest-VolumesNegativeTest-671890638 tempest-VolumesNegativeTest-671890638-project] 10.222.0.32 "GET /v2.0/ports?device_id=0a9b1837-1529-4eef-948f-cf440ce9db20 HTTP/1.1" status: 200 len: 947 time: 0.0551600 Mar 02 05:32:16.087270 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-10ffcdc4-5541-4eaa-96b3-cdf3bd8f2314 req-83a70d7a-f98d-4d7d-9ab6-5dbb0625dfc2 tempest-VolumesNegativeTest-671890638 tempest-VolumesNegativeTest-671890638-project] 10.222.0.32 "GET /v2.0/security-groups?id=7bcc8d71-e07a-48bc-b958-37e41fcd5d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409479 Mar 02 05:32:16.349377 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.rpc [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Device 52ce56b8-b6ee-4321-b3e0-fa1cfcb4824f details requested by agent hyperv_hv-cinder-76845 with host hv-cinder-76845 {{(pid=103716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 02 05:32:16.351611 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.rpc [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Device 9ef18fca-f561-405a-b28a-5f1055d3faea up at agent hyperv_hv-cinder-76845 {{(pid=103716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 05:32:16.459987 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.provisioning_blocks [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Provisioning complete for port 9ef18fca-f561-405a-b28a-5f1055d3faea triggered by entity L2. {{(pid=103716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 05:32:16.460359 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012754'] for port (9ef18fca-f561-405a-b28a-5f1055d3faea), provisioning_complete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:16.511101 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] For port 52ce56b8-b6ee-4321-b3e0-fa1cfcb4824f, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=52ce56b8-b6ee-4321-b3e0-fa1cfcb4824f,segment=NetworkSegment(129b3edd-0553-4757-88be-9fe11d449e51),segment_id=129b3edd-0553-4757-88be-9fe11d449e51)] {{(pid=103716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 05:32:16.526854 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.rpc [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Returning: {'device': '52ce56b8-b6ee-4321-b3e0-fa1cfcb4824f', 'network_id': 'ed0d645a-06da-4cdd-aef6-6a7fde901563', 'port_id': '52ce56b8-b6ee-4321-b3e0-fa1cfcb4824f', 'mac_address': 'fa:16:3e:d9:ea:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 274, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6b5c90b-a477-4d17-8f51-6effc1ccd9c0', 'ip_address': '192.168.233.34'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 02 05:32:16.599534 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Current status of the port 52ce56b8-b6ee-4321-b3e0-fa1cfcb4824f is: DOWN; New status is: BUILD {{(pid=103716) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 05:32:16.599814 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for port (52ce56b8-b6ee-4321-b3e0-fa1cfcb4824f), before_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:16.609374 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Current status of the port 9ef18fca-f561-405a-b28a-5f1055d3faea is: BUILD; New status is: ACTIVE {{(pid=103716) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 05:32:16.609743 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for port (9ef18fca-f561-405a-b28a-5f1055d3faea), before_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:16.611220 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91aa0cc6-78ca-4f8b-a37f-00053da4e452 req-76a721ba-24cd-46c2-a622-c3af14f23af3 tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:32:16.612731 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-91aa0cc6-78ca-4f8b-a37f-00053da4e452 req-76a721ba-24cd-46c2-a622-c3af14f23af3 tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae04a8de-fa1b-4e62-9d5c-e9c69eac5a5d HTTP/1.1" status: 200 len: 946 time: 0.0545511 Mar 02 05:32:16.621264 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.notifiers.nova [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52ce56b8-b6ee-4321-b3e0-fa1cfcb4824f {{(pid=103716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 05:32:16.649959 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '454afccc-8b3f-40a7-8e18-30480566cda9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ef18fca-f561-405a-b28a-5f1055d3faea'}] {{(pid=103716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 05:32:16.652191 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5cc3ee08ba8b8203ef00b822cbb368117e1f515a76881e78a723e4cc0774230" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-729ed787-d650-4e39-ac6a-086d97e75be3" -d '{"events": [{"server_uuid": "454afccc-8b3f-40a7-8e18-30480566cda9", "name": "network-vif-plugged", "status": "completed", "tag": "9ef18fca-f561-405a-b28a-5f1055d3faea"}]}' {{(pid=103716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 05:32:16.661317 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] For port 52ce56b8-b6ee-4321-b3e0-fa1cfcb4824f, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=52ce56b8-b6ee-4321-b3e0-fa1cfcb4824f,segment=NetworkSegment(129b3edd-0553-4757-88be-9fe11d449e51),segment_id=129b3edd-0553-4757-88be-9fe11d449e51)] {{(pid=103716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 05:32:16.671871 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] For port 9ef18fca-f561-405a-b28a-5f1055d3faea, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=9ef18fca-f561-405a-b28a-5f1055d3faea,segment=NetworkSegment(15c6c484-0d48-4d40-b6e8-616bb71b4578),segment_id=15c6c484-0d48-4d40-b6e8-616bb71b4578)] {{(pid=103716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 05:32:16.672785 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-91aa0cc6-78ca-4f8b-a37f-00053da4e452 req-57791e5a-e496-4a91-ba0a-91cf075c1936 tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d69e608-83e2-4afc-ba8a-1373a1de5f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534146 Mar 02 05:32:16.692576 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 05:32:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5e684ee-ecb9-46f1-9053-9c1afea2af31 x-openstack-request-id: req-a5e684ee-ecb9-46f1-9053-9c1afea2af31 {{(pid=103716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 05:32:16.692850 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "454afccc-8b3f-40a7-8e18-30480566cda9", "name": "network-vif-plugged", "status": "completed", "tag": "9ef18fca-f561-405a-b28a-5f1055d3faea", "code": 200}]} {{(pid=103716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 05:32:16.693105 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a5e684ee-ecb9-46f1-9053-9c1afea2af31 {{(pid=103716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 05:32:16.693500 dv-cinder-768458-18-iscsi neutron-server[103716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '454afccc-8b3f-40a7-8e18-30480566cda9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ef18fca-f561-405a-b28a-5f1055d3faea', 'code': 200} Mar 02 05:32:16.784850 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789290460654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789289919735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789289921293'] for port (9ef18fca-f561-405a-b28a-5f1055d3faea), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:16.785590 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.rpc [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Device 7d2f1e05-3883-4317-99e6-ff9cb5266b81 no longer exists at agent hyperv_hv-cinder-76845 {{(pid=103716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 05:32:16.787430 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789290460654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789289919735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789289921293'] for port (52ce56b8-b6ee-4321-b3e0-fa1cfcb4824f), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:16.808908 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] No Port match for: 7d2f1e05-3883-4317-99e6-ff9cb5266b81 {{(pid=103716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 05:32:16.809256 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.rpc [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Device 7d2f1e05-3883-4317-99e6-ff9cb5266b81 not bound to the agent host hv-cinder-76845 {{(pid=103716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 05:32:16.850157 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Pushing event updated for resources: {'Port': ['ID=9ef18fca-f561-405a-b28a-5f1055d3faea,revision_number=10']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:32:16.900324 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Pushing event updated for resources: {'Port': ['ID=52ce56b8-b6ee-4321-b3e0-fa1cfcb4824f,revision_number=4']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:32:16.951389 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88246f6e-e399-4a1a-a76d-266e5e362b7a req-024324e8-d5ba-41f9-8925-ddb0e3dcc314 tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:32:16.951389 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-88246f6e-e399-4a1a-a76d-266e5e362b7a req-024324e8-d5ba-41f9-8925-ddb0e3dcc314 tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] 10.222.0.41 "GET /v2.0/ports?device_id=ae04a8de-fa1b-4e62-9d5c-e9c69eac5a5d HTTP/1.1" status: 200 len: 946 time: 0.0648673 Mar 02 05:32:17.075538 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [req-88246f6e-e399-4a1a-a76d-266e5e362b7a req-319fbf54-b7c3-411a-9317-1e7189403b6b tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] Deleting port 0e627016-aa6c-4bab-8b5e-942b509912e4 {{(pid=103714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 05:32:17.079966 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [req-88246f6e-e399-4a1a-a76d-266e5e362b7a req-319fbf54-b7c3-411a-9317-1e7189403b6b tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789290453881'] for port (0e627016-aa6c-4bab-8b5e-942b509912e4), before_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:17.080489 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] get_ports_and_sgs() called for port_ids ['52ce56b8-b6ee-4321-b3e0-fa1cfcb4824f'] {{(pid=103716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 05:32:17.099267 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8cf9cf-b021-4837-9629-ca664e960385 req-24fe07ea-1566-4634-9a53-3e2b3e3d4136 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:32:17.104175 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-de8cf9cf-b021-4837-9629-ca664e960385 req-24fe07ea-1566-4634-9a53-3e2b3e3d4136 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/ports?device_id=454afccc-8b3f-40a7-8e18-30480566cda9 HTTP/1.1" status: 200 len: 947 time: 0.0623500 Mar 02 05:32:17.216093 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-de8cf9cf-b021-4837-9629-ca664e960385 req-19f11fd8-f578-421f-8076-6451b1adae06 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce8b9e9a-d177-47c0-9c9b-f6152dd9c0f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1085320 Mar 02 05:32:17.248595 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.db [req-88246f6e-e399-4a1a-a76d-266e5e362b7a req-319fbf54-b7c3-411a-9317-1e7189403b6b tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] For port 0e627016-aa6c-4bab-8b5e-942b509912e4, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=0e627016-aa6c-4bab-8b5e-942b509912e4,segment=NetworkSegment(c6af62b3-fa4c-444b-9a01-d317b4ec4d1f),segment_id=c6af62b3-fa4c-444b-9a01-d317b4ec4d1f)] {{(pid=103714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 05:32:17.249375 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [req-88246f6e-e399-4a1a-a76d-266e5e362b7a req-319fbf54-b7c3-411a-9317-1e7189403b6b tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542039'] for port (0e627016-aa6c-4bab-8b5e-942b509912e4), precommit_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:17.281349 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [req-88246f6e-e399-4a1a-a76d-266e5e362b7a req-319fbf54-b7c3-411a-9317-1e7189403b6b tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] Calling delete_port for 0e627016-aa6c-4bab-8b5e-942b509912e4 owned by compute:nova {{(pid=103714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 05:32:17.356722 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06fdf0d-8aef-444b-a6f8-65746e321d95 req-536fd9ae-46e5-4c38-b6a5-ca601b85552a tempest-VolumesNegativeTest-671890638 tempest-VolumesNegativeTest-671890638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:32:17.358765 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-a06fdf0d-8aef-444b-a6f8-65746e321d95 req-536fd9ae-46e5-4c38-b6a5-ca601b85552a tempest-VolumesNegativeTest-671890638 tempest-VolumesNegativeTest-671890638-project] 10.222.0.32 "GET /v2.0/ports?device_id=0a9b1837-1529-4eef-948f-cf440ce9db20 HTTP/1.1" status: 200 len: 948 time: 0.1270411 Mar 02 05:32:17.370527 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-3dc553e2-8aba-4a0a-b677-73e9ab4d6cb3 req-516cafb5-5b5c-4f06-8f77-811a256dd07c tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-904867612&fields=id&tenant_id=849ab8ade87443a6947fd49bc6793c28 HTTP/1.1" status: 200 len: 267 time: 0.0435219 Mar 02 05:32:17.450755 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be67b465-7307-4e51-b301-06030800c98d req-4c021747-a562-4380-b4cf-84fe83cadbd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:32:17.452921 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-be67b465-7307-4e51-b301-06030800c98d req-4c021747-a562-4380-b4cf-84fe83cadbd7 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=454afccc-8b3f-40a7-8e18-30480566cda9 HTTP/1.1" status: 200 len: 1131 time: 0.1111720 Mar 02 05:32:17.458238 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-a06fdf0d-8aef-444b-a6f8-65746e321d95 req-4629d668-3c6a-47de-b9f4-f261c4fc1b52 tempest-VolumesNegativeTest-671890638 tempest-VolumesNegativeTest-671890638-project] 10.222.0.32 "GET /v2.0/security-groups?id=7bcc8d71-e07a-48bc-b958-37e41fcd5d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821230 Mar 02 05:32:17.490255 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc553e2-8aba-4a0a-b677-73e9ab4d6cb3 req-8f1e9620-35f8-4a41-8581-454072908fdb tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:32:17.491759 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-3dc553e2-8aba-4a0a-b677-73e9ab4d6cb3 req-8f1e9620-35f8-4a41-8581-454072908fdb tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] 10.222.0.32 "GET /v2.0/networks?id=26125afd-b096-4cb9-bba7-021d4862e741 HTTP/1.1" status: 200 len: 812 time: 0.1144874 Mar 02 05:32:17.507007 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-3dc553e2-8aba-4a0a-b677-73e9ab4d6cb3 req-9feacb2c-906a-444c-928d-3a557f3941ea tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] 10.222.0.32 "GET /v2.0/quotas/849ab8ade87443a6947fd49bc6793c28 HTTP/1.1" status: 200 len: 375 time: 0.0095549 Mar 02 05:32:17.537893 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-be67b465-7307-4e51-b301-06030800c98d req-73b9230f-3d0f-4a5b-a777-07db1c3a32ed service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=ce8b9e9a-d177-47c0-9c9b-f6152dd9c0f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774302 Mar 02 05:32:17.563088 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-3dc553e2-8aba-4a0a-b677-73e9ab4d6cb3 req-5c551c96-b615-41bf-aa23-54293d532abd tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=849ab8ade87443a6947fd49bc6793c28&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0504696 Mar 02 05:32:17.630067 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [req-88246f6e-e399-4a1a-a76d-266e5e362b7a req-319fbf54-b7c3-411a-9317-1e7189403b6b tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789290460636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789289919726'] for port (0e627016-aa6c-4bab-8b5e-942b509912e4), after_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:17.642059 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] get_ports_and_sgs() called for port_ids ['1f25e0ce-7e86-4e42-ac1d-857b7783219a', '0e627016-aa6c-4bab-8b5e-942b509912e4'] {{(pid=103716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 05:32:17.661084 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319fbf54-b7c3-411a-9317-1e7189403b6b tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] Pushing event deleted for resources: {'Port': ['ID=0e627016-aa6c-4bab-8b5e-942b509912e4,revision_number=None']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:32:17.663111 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-3dc553e2-8aba-4a0a-b677-73e9ab4d6cb3 req-4565558f-073c-4923-868a-6075244475bd service neutron] 10.222.0.32 "GET /v2.0/networks/26125afd-b096-4cb9-bba7-021d4862e741?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890157 Mar 02 05:32:17.716212 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.db.l3_dvrscheduler_db [req-88246f6e-e399-4a1a-a76d-266e5e362b7a req-319fbf54-b7c3-411a-9317-1e7189403b6b tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] No DVR routers for this DVR port 0e627016-aa6c-4bab-8b5e-942b509912e4 on host hv-cinder-76845 {{(pid=103714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 05:32:17.722826 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [req-88246f6e-e399-4a1a-a76d-266e5e362b7a req-319fbf54-b7c3-411a-9317-1e7189403b6b tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25628'] for port (None), before_response {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:17.726168 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-88246f6e-e399-4a1a-a76d-266e5e362b7a req-319fbf54-b7c3-411a-9317-1e7189403b6b tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] 10.222.0.41 "DELETE /v2.0/ports/0e627016-aa6c-4bab-8b5e-942b509912e4 HTTP/1.1" status: 204 len: 173 time: 0.7653093 Mar 02 05:32:17.726943 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae04a8de-fa1b-4e62-9d5c-e9c69eac5a5d', 'name': 'network-vif-deleted', 'tag': '0e627016-aa6c-4bab-8b5e-942b509912e4'}] {{(pid=103714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 05:32:17.733069 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ff79788530fe2085a0b37cf7dfc71d903fcc72df0d156f3e5e7065db2593a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d234d230-b374-4f6a-b866-a7262896af4a" -d '{"events": [{"server_uuid": "ae04a8de-fa1b-4e62-9d5c-e9c69eac5a5d", "name": "network-vif-deleted", "tag": "0e627016-aa6c-4bab-8b5e-942b509912e4"}]}' {{(pid=103714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 05:32:17.768573 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-3dc553e2-8aba-4a0a-b677-73e9ab4d6cb3 req-f1b72a44-e4c2-4376-aafe-c976d3b19b7d service neutron] 10.222.0.32 "GET /v2.0/networks/26125afd-b096-4cb9-bba7-021d4862e741?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984323 Mar 02 05:32:17.778366 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-574386f7-d35d-4e00-ae03-d409be5deac0 req-ab88b0df-754c-4da9-884d-da9b82261113 tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae04a8de-fa1b-4e62-9d5c-e9c69eac5a5d HTTP/1.1" status: 200 len: 210 time: 0.0360105 Mar 02 05:32:17.825618 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 05:32:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7583e7d7-1a42-4407-a05f-439b3fad1791 x-openstack-request-id: req-7583e7d7-1a42-4407-a05f-439b3fad1791 {{(pid=103714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 05:32:17.827865 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae04a8de-fa1b-4e62-9d5c-e9c69eac5a5d", "name": "network-vif-deleted", "tag": "0e627016-aa6c-4bab-8b5e-942b509912e4", "status": "completed", "code": 200}]} {{(pid=103714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 05:32:17.828248 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7583e7d7-1a42-4407-a05f-439b3fad1791 {{(pid=103714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 05:32:17.828672 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae04a8de-fa1b-4e62-9d5c-e9c69eac5a5d', 'name': 'network-vif-deleted', 'tag': '0e627016-aa6c-4bab-8b5e-942b509912e4', 'status': 'completed', 'code': 200} Mar 02 05:32:18.336043 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1118aa14-1d60-4e9a-ae77-f926e1db54cc req-6141cf54-c7d2-4dda-8b41-3a06ceb719a2 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:32:18.337520 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-1118aa14-1d60-4e9a-ae77-f926e1db54cc req-6141cf54-c7d2-4dda-8b41-3a06ceb719a2 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/ports?device_id=454afccc-8b3f-40a7-8e18-30480566cda9 HTTP/1.1" status: 200 len: 947 time: 0.0527151 Mar 02 05:32:18.363706 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.rpc [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Device 52ce56b8-b6ee-4321-b3e0-fa1cfcb4824f up at agent hyperv_hv-cinder-76845 {{(pid=103716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 05:32:18.405230 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-1118aa14-1d60-4e9a-ae77-f926e1db54cc req-336d307e-20f3-4c57-9da4-d91f2164cefb tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce8b9e9a-d177-47c0-9c9b-f6152dd9c0f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620301 Mar 02 05:32:18.487462 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.provisioning_blocks [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Provisioning for port 52ce56b8-b6ee-4321-b3e0-fa1cfcb4824f completed by entity L2. {{(pid=103716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 02 05:32:18.491809 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.provisioning_blocks [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Provisioning complete for port 52ce56b8-b6ee-4321-b3e0-fa1cfcb4824f triggered by entity L2. {{(pid=103716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 05:32:18.496876 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012754'] for port (52ce56b8-b6ee-4321-b3e0-fa1cfcb4824f), provisioning_complete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:18.497311 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-64aba4fc-1526-444e-babc-35d783012527 req-31b3f619-023c-4bd7-a0fa-9b4d7f03ae41 tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] 10.222.0.32 "GET /v2.0/ports?device_id=1942e32e-febc-485c-b32e-e252223657c3 HTTP/1.1" status: 200 len: 210 time: 0.0398703 Mar 02 05:32:18.579397 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Current status of the port 52ce56b8-b6ee-4321-b3e0-fa1cfcb4824f is: BUILD; New status is: ACTIVE {{(pid=103716) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 05:32:18.579896 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for port (52ce56b8-b6ee-4321-b3e0-fa1cfcb4824f), before_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:18.614582 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] For port 52ce56b8-b6ee-4321-b3e0-fa1cfcb4824f, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=52ce56b8-b6ee-4321-b3e0-fa1cfcb4824f,segment=NetworkSegment(129b3edd-0553-4757-88be-9fe11d449e51),segment_id=129b3edd-0553-4757-88be-9fe11d449e51)] {{(pid=103716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 05:32:18.617304 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064ea6f4-4955-4ab2-908e-21b367310b1b req-0f150053-77ae-4fb0-aa4d-09b30686234c tempest-VolumesNegativeTest-671890638 tempest-VolumesNegativeTest-671890638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:32:18.619324 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-064ea6f4-4955-4ab2-908e-21b367310b1b req-0f150053-77ae-4fb0-aa4d-09b30686234c tempest-VolumesNegativeTest-671890638 tempest-VolumesNegativeTest-671890638-project] 10.222.0.32 "GET /v2.0/ports?device_id=0a9b1837-1529-4eef-948f-cf440ce9db20 HTTP/1.1" status: 200 len: 948 time: 0.0682719 Mar 02 05:32:18.675729 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-064ea6f4-4955-4ab2-908e-21b367310b1b req-0a92f949-cfc4-4cf6-9d2c-d16e4f952190 tempest-VolumesNegativeTest-671890638 tempest-VolumesNegativeTest-671890638-project] 10.222.0.32 "GET /v2.0/security-groups?id=7bcc8d71-e07a-48bc-b958-37e41fcd5d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506592 Mar 02 05:32:18.682996 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789290460654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789289919735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789289921293'] for port (52ce56b8-b6ee-4321-b3e0-fa1cfcb4824f), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:18.708915 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a9b1837-1529-4eef-948f-cf440ce9db20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52ce56b8-b6ee-4321-b3e0-fa1cfcb4824f'}] {{(pid=103716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 05:32:18.711158 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5cc3ee08ba8b8203ef00b822cbb368117e1f515a76881e78a723e4cc0774230" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-532daf53-d616-418f-8fa0-fd17007ea64b" -d '{"events": [{"server_uuid": "0a9b1837-1529-4eef-948f-cf440ce9db20", "name": "network-vif-plugged", "status": "completed", "tag": "52ce56b8-b6ee-4321-b3e0-fa1cfcb4824f"}]}' {{(pid=103716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 05:32:18.747752 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Pushing event updated for resources: {'Port': ['ID=52ce56b8-b6ee-4321-b3e0-fa1cfcb4824f,revision_number=5']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:32:18.748575 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 05:32:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0c51f22-be9b-4668-b079-8d5fff869e9f x-openstack-request-id: req-a0c51f22-be9b-4668-b079-8d5fff869e9f {{(pid=103716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 05:32:18.748916 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a9b1837-1529-4eef-948f-cf440ce9db20", "name": "network-vif-plugged", "status": "completed", "tag": "52ce56b8-b6ee-4321-b3e0-fa1cfcb4824f", "code": 200}]} {{(pid=103716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 05:32:18.749142 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a0c51f22-be9b-4668-b079-8d5fff869e9f {{(pid=103716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 05:32:18.749539 dv-cinder-768458-18-iscsi neutron-server[103716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a9b1837-1529-4eef-948f-cf440ce9db20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52ce56b8-b6ee-4321-b3e0-fa1cfcb4824f', 'code': 200} Mar 02 05:32:18.897935 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478d9420-9bb5-4886-90b3-07449fc9b5bf req-60c56570-37d3-4d0a-8427-7fba2251d5f7 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:32:18.899564 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-478d9420-9bb5-4886-90b3-07449fc9b5bf req-60c56570-37d3-4d0a-8427-7fba2251d5f7 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/ports?device_id=13e93b9a-3bda-45ad-b1d1-25e229a6cf5b HTTP/1.1" status: 200 len: 946 time: 0.1033695 Mar 02 05:32:18.921036 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-d8d6c1be-637b-4e45-b550-0a257595ce4b req-06ea8ece-2b64-4528-ba40-e8a16b2fd3a7 tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae04a8de-fa1b-4e62-9d5c-e9c69eac5a5d HTTP/1.1" status: 200 len: 210 time: 0.0312517 Mar 02 05:32:18.953238 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-478d9420-9bb5-4886-90b3-07449fc9b5bf req-9d6279b7-0fc9-4903-ac47-67efefb2d168 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd784b26-a24e-48e7-98ec-6c0ab769f87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446217 Mar 02 05:32:19.210180 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d8c204-f58b-453a-87a3-1b87059f130d req-1beb2741-1d8d-4781-9b51-9ae6f0877ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:32:19.211790 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-90d8c204-f58b-453a-87a3-1b87059f130d req-1beb2741-1d8d-4781-9b51-9ae6f0877ce4 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0a9b1837-1529-4eef-948f-cf440ce9db20 HTTP/1.1" status: 200 len: 1133 time: 0.0582376 Mar 02 05:32:19.260339 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-90d8c204-f58b-453a-87a3-1b87059f130d req-89806d40-8f06-45f4-a829-5f862dcf7db6 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=7bcc8d71-e07a-48bc-b958-37e41fcd5d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395844 Mar 02 05:32:19.537925 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b1fa85-0a27-4f4c-b702-f9f9350f0eb2 req-90f14232-6bbd-4336-9cd0-2e5a19b3f411 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:32:19.539450 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-20b1fa85-0a27-4f4c-b702-f9f9350f0eb2 req-90f14232-6bbd-4336-9cd0-2e5a19b3f411 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/ports?device_id=454afccc-8b3f-40a7-8e18-30480566cda9 HTTP/1.1" status: 200 len: 947 time: 0.0585849 Mar 02 05:32:19.575143 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-deef9570-af40-46d8-bafd-15eb839c4441 req-b957e264-69b5-46f3-8d54-015a79a22157 tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] 10.222.0.32 "GET /v2.0/ports?device_id=1942e32e-febc-485c-b32e-e252223657c3 HTTP/1.1" status: 200 len: 210 time: 0.0312338 Mar 02 05:32:19.591887 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-20b1fa85-0a27-4f4c-b702-f9f9350f0eb2 req-d181b3d1-dedc-4119-9e71-e85a4962d66a tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce8b9e9a-d177-47c0-9c9b-f6152dd9c0f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435066 Mar 02 05:32:19.798328 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf23342-d0a2-4224-9e55-6c6d4b70e300 req-aac39ab3-6dcf-497b-9ceb-54fbdb808f79 tempest-VolumesNegativeTest-671890638 tempest-VolumesNegativeTest-671890638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:32:19.799833 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-7cf23342-d0a2-4224-9e55-6c6d4b70e300 req-aac39ab3-6dcf-497b-9ceb-54fbdb808f79 tempest-VolumesNegativeTest-671890638 tempest-VolumesNegativeTest-671890638-project] 10.222.0.32 "GET /v2.0/ports?device_id=0a9b1837-1529-4eef-948f-cf440ce9db20 HTTP/1.1" status: 200 len: 949 time: 0.0519867 Mar 02 05:32:19.847613 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-7cf23342-d0a2-4224-9e55-6c6d4b70e300 req-d92088c0-b9e2-4936-b617-032b19abb987 tempest-VolumesNegativeTest-671890638 tempest-VolumesNegativeTest-671890638-project] 10.222.0.32 "GET /v2.0/security-groups?id=7bcc8d71-e07a-48bc-b958-37e41fcd5d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417304 Mar 02 05:32:20.070340 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab36efc2-eee2-4ff2-923a-909a7b79b5a8 req-23bf26f6-cfd2-4e03-aff9-8f82f6ea015f tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:32:20.071850 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-ab36efc2-eee2-4ff2-923a-909a7b79b5a8 req-23bf26f6-cfd2-4e03-aff9-8f82f6ea015f tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/ports?device_id=13e93b9a-3bda-45ad-b1d1-25e229a6cf5b HTTP/1.1" status: 200 len: 946 time: 0.0510519 Mar 02 05:32:20.119696 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-ab36efc2-eee2-4ff2-923a-909a7b79b5a8 req-9ec801d2-1c41-4e6b-a52a-10fc7a4c02db tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd784b26-a24e-48e7-98ec-6c0ab769f87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421820 Mar 02 05:32:20.379616 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.rpc [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Device 0e627016-aa6c-4bab-8b5e-942b509912e4 no longer exists at agent hyperv_hv-cinder-76845 {{(pid=103716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 05:32:20.399646 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] No Port match for: 0e627016-aa6c-4bab-8b5e-942b509912e4 {{(pid=103716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 05:32:20.400039 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.rpc [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Device 0e627016-aa6c-4bab-8b5e-942b509912e4 not bound to the agent host hv-cinder-76845 {{(pid=103716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 05:32:20.675458 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-7512919a-097c-4a64-b46a-3b155da6e675 req-24f5aebb-297c-4989-8130-da8df0e1df23 tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] 10.222.0.32 "GET /v2.0/ports?device_id=1942e32e-febc-485c-b32e-e252223657c3 HTTP/1.1" status: 200 len: 210 time: 0.0312531 Mar 02 05:32:20.722554 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4129092e-4927-4701-b993-a3fd62cdc9b8 req-9aa3eebb-c43b-4374-ba42-639d8933acf2 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:32:20.724164 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-4129092e-4927-4701-b993-a3fd62cdc9b8 req-9aa3eebb-c43b-4374-ba42-639d8933acf2 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/ports?device_id=454afccc-8b3f-40a7-8e18-30480566cda9 HTTP/1.1" status: 200 len: 947 time: 0.0581005 Mar 02 05:32:20.770752 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-4129092e-4927-4701-b993-a3fd62cdc9b8 req-702f1877-6f65-4bb4-93a3-fdcada7f7d06 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce8b9e9a-d177-47c0-9c9b-f6152dd9c0f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411670 Mar 02 05:32:20.964243 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7bc7f3-1b67-40d8-9982-58c5db6704e3 req-4831a145-2980-4f20-8945-d7b48159a41b tempest-VolumesNegativeTest-671890638 tempest-VolumesNegativeTest-671890638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:32:20.965728 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-1d7bc7f3-1b67-40d8-9982-58c5db6704e3 req-4831a145-2980-4f20-8945-d7b48159a41b tempest-VolumesNegativeTest-671890638 tempest-VolumesNegativeTest-671890638-project] 10.222.0.32 "GET /v2.0/ports?device_id=0a9b1837-1529-4eef-948f-cf440ce9db20 HTTP/1.1" status: 200 len: 949 time: 0.0539877 Mar 02 05:32:21.012093 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-1d7bc7f3-1b67-40d8-9982-58c5db6704e3 req-edeec86e-6086-48e0-b1bc-3549818f98dc tempest-VolumesNegativeTest-671890638 tempest-VolumesNegativeTest-671890638-project] 10.222.0.32 "GET /v2.0/security-groups?id=7bcc8d71-e07a-48bc-b958-37e41fcd5d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401716 Mar 02 05:32:21.151964 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc553e2-8aba-4a0a-b677-73e9ab4d6cb3 req-5b7e0734-eadc-4933-93e5-7611d68ae314 tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:32:21.153399 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-3dc553e2-8aba-4a0a-b677-73e9ab4d6cb3 req-5b7e0734-eadc-4933-93e5-7611d68ae314 tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] 10.222.0.41 "GET /v2.0/networks?id=26125afd-b096-4cb9-bba7-021d4862e741 HTTP/1.1" status: 200 len: 812 time: 0.1075051 Mar 02 05:32:21.217215 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-3dc553e2-8aba-4a0a-b677-73e9ab4d6cb3 req-4f88cc2d-9a0d-4ff9-a8f9-e3489738a591 tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=849ab8ade87443a6947fd49bc6793c28 HTTP/1.1" status: 200 len: 379 time: 0.0544381 Mar 02 05:32:21.227638 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.v2.base [req-3dc553e2-8aba-4a0a-b677-73e9ab4d6cb3 req-02681762-0cb7-4e52-84bd-8e0d9d8f7b44 tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Request body: {'port': {'device_id': '1942e32e-febc-485c-b32e-e252223657c3', 'network_id': '26125afd-b096-4cb9-bba7-021d4862e741', 'admin_state_up': True, 'tenant_id': '849ab8ade87443a6947fd49bc6793c28', 'security_groups': ['01fdecac-c163-40c3-9d7b-98e5d2dc1a8f']}} {{(pid=103714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 05:32:21.357140 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc0bc67-ce3d-4e86-b4b3-6cf9b2a25210 req-44e21588-0ca5-41dc-acaf-74f49215cc89 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:32:21.358593 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-0cc0bc67-ce3d-4e86-b4b3-6cf9b2a25210 req-44e21588-0ca5-41dc-acaf-74f49215cc89 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/ports?device_id=13e93b9a-3bda-45ad-b1d1-25e229a6cf5b HTTP/1.1" status: 200 len: 946 time: 0.0868189 Mar 02 05:32:21.416543 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-0cc0bc67-ce3d-4e86-b4b3-6cf9b2a25210 req-165aef1d-9380-4949-a3bc-f0ebd7767b95 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd784b26-a24e-48e7-98ec-6c0ab769f87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509834 Mar 02 05:32:21.465269 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3dc553e2-8aba-4a0a-b677-73e9ab4d6cb3 req-02681762-0cb7-4e52-84bd-8e0d9d8f7b44 tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Made reservation on behalf of 849ab8ade87443a6947fd49bc6793c28 for: {'port': 1} {{(pid=103714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 05:32:21.469280 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [req-3dc553e2-8aba-4a0a-b677-73e9ab4d6cb3 req-02681762-0cb7-4e52-84bd-8e0d9d8f7b44 tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for port (None), before_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:21.611211 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.db.db_base_plugin_common [req-3dc553e2-8aba-4a0a-b677-73e9ab4d6cb3 req-02681762-0cb7-4e52-84bd-8e0d9d8f7b44 tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Allocated IP 172.20.0.11 (26125afd-b096-4cb9-bba7-021d4862e741/d188881c-9727-4efd-b9e6-7344d2704465/f7528c85-b863-4129-9216-6fdc2c3ff9f4) {{(pid=103714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 05:32:21.645910 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaad535-d3aa-4323-b937-9962bc02bb88 req-d96c0299-1c44-48a6-a80c-46319f60668c tempest-VolumesNegativeTest-671890638 tempest-VolumesNegativeTest-671890638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:32:21.647403 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-ceaad535-d3aa-4323-b937-9962bc02bb88 req-d96c0299-1c44-48a6-a80c-46319f60668c tempest-VolumesNegativeTest-671890638 tempest-VolumesNegativeTest-671890638-project] 10.222.0.32 "GET /v2.0/ports?device_id=0a9b1837-1529-4eef-948f-cf440ce9db20 HTTP/1.1" status: 200 len: 949 time: 0.0512359 Mar 02 05:32:21.700281 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-ceaad535-d3aa-4323-b937-9962bc02bb88 req-288eb55d-fa2f-4cdb-8a35-33eac132a6ba tempest-VolumesNegativeTest-671890638 tempest-VolumesNegativeTest-671890638-project] 10.222.0.32 "GET /v2.0/security-groups?id=7bcc8d71-e07a-48bc-b958-37e41fcd5d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441821 Mar 02 05:32:21.762559 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [req-3dc553e2-8aba-4a0a-b677-73e9ab4d6cb3 req-02681762-0cb7-4e52-84bd-8e0d9d8f7b44 tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Publish callbacks [] for port (f7528c85-b863-4129-9216-6fdc2c3ff9f4), precommit_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:21.788160 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-14967541-3add-4fbe-85cb-8f45743b52cb req-2562b1e8-cbc5-4e3d-8861-e1e391c57961 tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] 10.222.0.32 "GET /v2.0/ports?device_id=1942e32e-febc-485c-b32e-e252223657c3 HTTP/1.1" status: 200 len: 210 time: 0.0294738 Mar 02 05:32:21.886110 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ba8e7c-d640-4350-85de-9ef782336927 req-e73c5b92-fafd-46a4-97d9-4d55efb7cd25 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:32:21.887770 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-c1ba8e7c-d640-4350-85de-9ef782336927 req-e73c5b92-fafd-46a4-97d9-4d55efb7cd25 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.41 "GET /v2.0/ports?device_id=13e93b9a-3bda-45ad-b1d1-25e229a6cf5b HTTP/1.1" status: 200 len: 946 time: 0.0584958 Mar 02 05:32:21.893151 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [req-3dc553e2-8aba-4a0a-b677-73e9ab4d6cb3 req-02681762-0cb7-4e52-84bd-8e0d9d8f7b44 tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789289919717'] for port (f7528c85-b863-4129-9216-6fdc2c3ff9f4), after_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:21.894422 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2795544a-d55c-41a2-b71f-ee6bfd2f0018 req-13b0e689-8ed2-4661-b0da-5001c4268e13 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:32:21.895976 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-2795544a-d55c-41a2-b71f-ee6bfd2f0018 req-13b0e689-8ed2-4661-b0da-5001c4268e13 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/ports?device_id=454afccc-8b3f-40a7-8e18-30480566cda9 HTTP/1.1" status: 200 len: 947 time: 0.0537314 Mar 02 05:32:21.943754 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-2795544a-d55c-41a2-b71f-ee6bfd2f0018 req-cec1e184-7d90-47b9-80cd-d1080e74d083 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce8b9e9a-d177-47c0-9c9b-f6152dd9c0f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421503 Mar 02 05:32:22.005301 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3dc553e2-8aba-4a0a-b677-73e9ab4d6cb3 req-02681762-0cb7-4e52-84bd-8e0d9d8f7b44 tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Network 26125afd-b096-4cb9-bba7-021d4862e741 is already hosted by enough agents. {{(pid=103714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 05:32:22.018431 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.scheduler.base_scheduler [req-3dc553e2-8aba-4a0a-b677-73e9ab4d6cb3 req-02681762-0cb7-4e52-84bd-8e0d9d8f7b44 tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Resources bound (agent type, host, resource id): {{(pid=103714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 05:32:22.037975 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dc553e2-8aba-4a0a-b677-73e9ab4d6cb3 req-02681762-0cb7-4e52-84bd-8e0d9d8f7b44 tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Received port after_create {{(pid=103714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 05:32:22.043079 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc553e2-8aba-4a0a-b677-73e9ab4d6cb3 req-02681762-0cb7-4e52-84bd-8e0d9d8f7b44 tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:32:22.043738 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [req-3dc553e2-8aba-4a0a-b677-73e9ab4d6cb3 req-02681762-0cb7-4e52-84bd-8e0d9d8f7b44 tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25628'] for port (None), before_response {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:22.046975 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02681762-0cb7-4e52-84bd-8e0d9d8f7b44 tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Pushing event updated for resources: {'Port': ['ID=f7528c85-b863-4129-9216-6fdc2c3ff9f4,revision_number=1']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:32:22.076181 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c79f4b-6247-4bdb-8f4b-7bcd847a96b1 req-076c46d7-3082-4f9b-add2-063bbdc5afdd tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:32:22.078318 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-58c79f4b-6247-4bdb-8f4b-7bcd847a96b1 req-076c46d7-3082-4f9b-add2-063bbdc5afdd tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] 10.222.0.32 "GET /v2.0/ports?device_id=a2b7491f-e53a-40e3-97e9-757e43cea760 HTTP/1.1" status: 200 len: 945 time: 0.1826828 Mar 02 05:32:22.125654 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [req-c1ba8e7c-d640-4350-85de-9ef782336927 req-c09d3d92-0988-42dd-a5fe-8b50e2b874c8 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] Deleting port 8cbde07d-4c96-4199-a4ad-3812e8837525 {{(pid=103714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 05:32:22.126077 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [req-c1ba8e7c-d640-4350-85de-9ef782336927 req-c09d3d92-0988-42dd-a5fe-8b50e2b874c8 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789290453881'] for port (8cbde07d-4c96-4199-a4ad-3812e8837525), before_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:22.185030 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-58c79f4b-6247-4bdb-8f4b-7bcd847a96b1 req-e1c025cb-21ac-446c-ada4-377acfb93c39 tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d69e608-83e2-4afc-ba8a-1373a1de5f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985391 Mar 02 05:32:22.226864 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.provisioning_blocks [None req-288a4ad0-a502-4b7b-ae68-70dfed6f8708 None None] Provisioning complete for port f7528c85-b863-4129-9216-6fdc2c3ff9f4 triggered by entity DHCP. {{(pid=103716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 05:32:22.227466 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-288a4ad0-a502-4b7b-ae68-70dfed6f8708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012754'] for port (f7528c85-b863-4129-9216-6fdc2c3ff9f4), provisioning_complete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:22.232766 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.db [req-c1ba8e7c-d640-4350-85de-9ef782336927 req-c09d3d92-0988-42dd-a5fe-8b50e2b874c8 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] For port 8cbde07d-4c96-4199-a4ad-3812e8837525, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=8cbde07d-4c96-4199-a4ad-3812e8837525,segment=NetworkSegment(f72dff1c-57c4-4f1b-839d-2a6b2e94cc43),segment_id=f72dff1c-57c4-4f1b-839d-2a6b2e94cc43)] {{(pid=103714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 05:32:22.233133 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [req-c1ba8e7c-d640-4350-85de-9ef782336927 req-c09d3d92-0988-42dd-a5fe-8b50e2b874c8 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542039'] for port (8cbde07d-4c96-4199-a4ad-3812e8837525), precommit_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:22.243832 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-3dc553e2-8aba-4a0a-b677-73e9ab4d6cb3 req-02681762-0cb7-4e52-84bd-8e0d9d8f7b44 tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0198247 Mar 02 05:32:22.250284 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [req-c1ba8e7c-d640-4350-85de-9ef782336927 req-c09d3d92-0988-42dd-a5fe-8b50e2b874c8 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] Calling delete_port for 8cbde07d-4c96-4199-a4ad-3812e8837525 owned by compute:nova {{(pid=103714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 05:32:22.260397 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.v2.base [req-3dc553e2-8aba-4a0a-b677-73e9ab4d6cb3 req-8b3e0d91-26e6-4cb6-bbcf-05ddf2e18699 service neutron] Request body: {'port': {'device_id': '1942e32e-febc-485c-b32e-e252223657c3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76845'}} {{(pid=103714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 05:32:22.268567 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-288a4ad0-a502-4b7b-ae68-70dfed6f8708 None None] Port f7528c85-b863-4129-9216-6fdc2c3ff9f4 cannot update to ACTIVE because it is not bound. {{(pid=103716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 02 05:32:22.373309 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [req-3dc553e2-8aba-4a0a-b677-73e9ab4d6cb3 req-8b3e0d91-26e6-4cb6-bbcf-05ddf2e18699 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for port (f7528c85-b863-4129-9216-6fdc2c3ff9f4), before_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:22.536255 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c452c3-7037-4e03-8159-761022b8ce90 req-afb2e212-b1ea-4c7d-8b64-6c2399f8f82b tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:32:22.537764 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-26c452c3-7037-4e03-8159-761022b8ce90 req-afb2e212-b1ea-4c7d-8b64-6c2399f8f82b tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/ports?device_id=13e93b9a-3bda-45ad-b1d1-25e229a6cf5b HTTP/1.1" status: 200 len: 946 time: 0.0515673 Mar 02 05:32:22.585218 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-26c452c3-7037-4e03-8159-761022b8ce90 req-257cd991-15b7-4b02-9d0e-192ada7cd1d4 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd784b26-a24e-48e7-98ec-6c0ab769f87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417979 Mar 02 05:32:22.607920 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [req-c1ba8e7c-d640-4350-85de-9ef782336927 req-c09d3d92-0988-42dd-a5fe-8b50e2b874c8 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789290460636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789289919726'] for port (8cbde07d-4c96-4199-a4ad-3812e8837525), after_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:22.620310 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] get_ports_and_sgs() called for port_ids ['ec466470-4f90-4b06-9c22-8bb584849f0b', '8cbde07d-4c96-4199-a4ad-3812e8837525'] {{(pid=103716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 05:32:22.657922 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d3d92-0988-42dd-a5fe-8b50e2b874c8 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] Pushing event deleted for resources: {'Port': ['ID=8cbde07d-4c96-4199-a4ad-3812e8837525,revision_number=None']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:32:22.706064 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1ba8e7c-d640-4350-85de-9ef782336927 req-c09d3d92-0988-42dd-a5fe-8b50e2b874c8 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] No DVR routers for this DVR port 8cbde07d-4c96-4199-a4ad-3812e8837525 on host hv-cinder-76845 {{(pid=103714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 05:32:22.708566 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [req-c1ba8e7c-d640-4350-85de-9ef782336927 req-c09d3d92-0988-42dd-a5fe-8b50e2b874c8 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25628'] for port (None), before_response {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:22.711828 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-c1ba8e7c-d640-4350-85de-9ef782336927 req-c09d3d92-0988-42dd-a5fe-8b50e2b874c8 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.41 "DELETE /v2.0/ports/8cbde07d-4c96-4199-a4ad-3812e8837525 HTTP/1.1" status: 204 len: 173 time: 0.8154187 Mar 02 05:32:22.715698 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13e93b9a-3bda-45ad-b1d1-25e229a6cf5b', 'name': 'network-vif-deleted', 'tag': '8cbde07d-4c96-4199-a4ad-3812e8837525'}] {{(pid=103714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 05:32:22.717875 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ff79788530fe2085a0b37cf7dfc71d903fcc72df0d156f3e5e7065db2593a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a290a02-c0f5-4a58-a400-c1efb3e6126f" -d '{"events": [{"server_uuid": "13e93b9a-3bda-45ad-b1d1-25e229a6cf5b", "name": "network-vif-deleted", "tag": "8cbde07d-4c96-4199-a4ad-3812e8837525"}]}' {{(pid=103714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 05:32:22.765195 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.notifiers.nova [req-3dc553e2-8aba-4a0a-b677-73e9ab4d6cb3 req-8b3e0d91-26e6-4cb6-bbcf-05ddf2e18699 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7528c85-b863-4129-9216-6fdc2c3ff9f4 {{(pid=103714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 05:32:22.773287 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [req-3dc553e2-8aba-4a0a-b677-73e9ab4d6cb3 req-8b3e0d91-26e6-4cb6-bbcf-05ddf2e18699 service neutron] Publish callbacks [] for port (f7528c85-b863-4129-9216-6fdc2c3ff9f4), precommit_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:22.785785 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.db.provisioning_blocks [req-3dc553e2-8aba-4a0a-b677-73e9ab4d6cb3 req-8b3e0d91-26e6-4cb6-bbcf-05ddf2e18699 service neutron] Transition to ACTIVE for port object f7528c85-b863-4129-9216-6fdc2c3ff9f4 will not be triggered until provisioned by entity L2. {{(pid=103714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 02 05:32:22.794209 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 05:32:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d02c5b6-d07f-4928-8a17-b6dd9578e5f9 x-openstack-request-id: req-9d02c5b6-d07f-4928-8a17-b6dd9578e5f9 {{(pid=103714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 05:32:22.794508 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13e93b9a-3bda-45ad-b1d1-25e229a6cf5b", "name": "network-vif-deleted", "tag": "8cbde07d-4c96-4199-a4ad-3812e8837525", "status": "completed", "code": 200}]} {{(pid=103714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 05:32:22.794769 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9d02c5b6-d07f-4928-8a17-b6dd9578e5f9 {{(pid=103714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 05:32:22.795196 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13e93b9a-3bda-45ad-b1d1-25e229a6cf5b', 'name': 'network-vif-deleted', 'tag': '8cbde07d-4c96-4199-a4ad-3812e8837525', 'status': 'completed', 'code': 200} Mar 02 05:32:22.846844 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [req-3dc553e2-8aba-4a0a-b677-73e9ab4d6cb3 req-8b3e0d91-26e6-4cb6-bbcf-05ddf2e18699 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789290460654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789289919735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789289921293'] for port (f7528c85-b863-4129-9216-6fdc2c3ff9f4), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:22.862361 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2d1ebe-5cd8-47f0-bac5-9d07a2f1cf78 req-fcdcb90f-18b5-4636-ad50-dc9eeeecdc49 tempest-VolumesNegativeTest-671890638 tempest-VolumesNegativeTest-671890638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:32:22.863907 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-ea2d1ebe-5cd8-47f0-bac5-9d07a2f1cf78 req-fcdcb90f-18b5-4636-ad50-dc9eeeecdc49 tempest-VolumesNegativeTest-671890638 tempest-VolumesNegativeTest-671890638-project] 10.222.0.32 "GET /v2.0/ports?device_id=0a9b1837-1529-4eef-948f-cf440ce9db20 HTTP/1.1" status: 200 len: 949 time: 0.0629311 Mar 02 05:32:22.930762 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3e0d91-26e6-4cb6-bbcf-05ddf2e18699 service neutron] Pushing event updated for resources: {'Port': ['ID=f7528c85-b863-4129-9216-6fdc2c3ff9f4,revision_number=2']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:32:22.980040 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.managers [req-3dc553e2-8aba-4a0a-b677-73e9ab4d6cb3 req-8b3e0d91-26e6-4cb6-bbcf-05ddf2e18699 service neutron] Attempting to bind port f7528c85-b863-4129-9216-6fdc2c3ff9f4 on host hv-cinder-76845 for vnic_type normal with profile {{(pid=103714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 05:32:22.980390 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.managers [req-3dc553e2-8aba-4a0a-b677-73e9ab4d6cb3 req-8b3e0d91-26e6-4cb6-bbcf-05ddf2e18699 service neutron] Attempting to bind port f7528c85-b863-4129-9216-6fdc2c3ff9f4 by drivers openvswitch,hyperv on host hv-cinder-76845 at level 0 using segments [{'id': '179d65c1-9d95-4943-a804-bd91470b2f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '26125afd-b096-4cb9-bba7-021d4862e741'}] {{(pid=103714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 05:32:22.980769 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dc553e2-8aba-4a0a-b677-73e9ab4d6cb3 req-8b3e0d91-26e6-4cb6-bbcf-05ddf2e18699 service neutron] Attempting to bind port f7528c85-b863-4129-9216-6fdc2c3ff9f4 on network 26125afd-b096-4cb9-bba7-021d4862e741 {{(pid=103714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 05:32:22.989317 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dc553e2-8aba-4a0a-b677-73e9ab4d6cb3 req-8b3e0d91-26e6-4cb6-bbcf-05ddf2e18699 service neutron] Port f7528c85-b863-4129-9216-6fdc2c3ff9f4 on network 26125afd-b096-4cb9-bba7-021d4862e741 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76845 {{(pid=103714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 02 05:32:22.989653 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dc553e2-8aba-4a0a-b677-73e9ab4d6cb3 req-8b3e0d91-26e6-4cb6-bbcf-05ddf2e18699 service neutron] Attempting to bind port f7528c85-b863-4129-9216-6fdc2c3ff9f4 on network 26125afd-b096-4cb9-bba7-021d4862e741 {{(pid=103714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 05:32:22.995911 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-ea2d1ebe-5cd8-47f0-bac5-9d07a2f1cf78 req-25002847-ef8a-4a6a-94a8-17ac941172ab tempest-VolumesNegativeTest-671890638 tempest-VolumesNegativeTest-671890638-project] 10.222.0.32 "GET /v2.0/security-groups?id=7bcc8d71-e07a-48bc-b958-37e41fcd5d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098855 Mar 02 05:32:23.003267 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dc553e2-8aba-4a0a-b677-73e9ab4d6cb3 req-8b3e0d91-26e6-4cb6-bbcf-05ddf2e18699 service neutron] Checking agent: {'id': 'db45f871-b7ec-436d-b6b8-6a0a072a2253', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76845', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 5, 27, 7), 'started_at': datetime.datetime(2022, 3, 2, 5, 27, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 5, 32, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 05:32:23.003926 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dc553e2-8aba-4a0a-b677-73e9ab4d6cb3 req-8b3e0d91-26e6-4cb6-bbcf-05ddf2e18699 service neutron] Checking segment: {'id': '179d65c1-9d95-4943-a804-bd91470b2f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '26125afd-b096-4cb9-bba7-021d4862e741'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 05:32:23.004360 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dc553e2-8aba-4a0a-b677-73e9ab4d6cb3 req-8b3e0d91-26e6-4cb6-bbcf-05ddf2e18699 service neutron] Bound using segment: {'id': '179d65c1-9d95-4943-a804-bd91470b2f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '26125afd-b096-4cb9-bba7-021d4862e741'} {{(pid=103714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 05:32:23.005010 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.managers [req-3dc553e2-8aba-4a0a-b677-73e9ab4d6cb3 req-8b3e0d91-26e6-4cb6-bbcf-05ddf2e18699 service neutron] Bound port: f7528c85-b863-4129-9216-6fdc2c3ff9f4, host: hv-cinder-76845, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '179d65c1-9d95-4943-a804-bd91470b2f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '26125afd-b096-4cb9-bba7-021d4862e741'}}] {{(pid=103714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 05:32:23.005386 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [req-3dc553e2-8aba-4a0a-b677-73e9ab4d6cb3 req-8b3e0d91-26e6-4cb6-bbcf-05ddf2e18699 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for port (f7528c85-b863-4129-9216-6fdc2c3ff9f4), before_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:23.086256 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.db [req-3dc553e2-8aba-4a0a-b677-73e9ab4d6cb3 req-8b3e0d91-26e6-4cb6-bbcf-05ddf2e18699 service neutron] For port f7528c85-b863-4129-9216-6fdc2c3ff9f4, host hv-cinder-76845, cleared binding levels {{(pid=103714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 05:32:23.089661 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.db [req-3dc553e2-8aba-4a0a-b677-73e9ab4d6cb3 req-8b3e0d91-26e6-4cb6-bbcf-05ddf2e18699 service neutron] For port f7528c85-b863-4129-9216-6fdc2c3ff9f4, host hv-cinder-76845, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=f7528c85-b863-4129-9216-6fdc2c3ff9f4,segment=NetworkSegment(179d65c1-9d95-4943-a804-bd91470b2f8b),segment_id=179d65c1-9d95-4943-a804-bd91470b2f8b)] {{(pid=103714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 05:32:23.167691 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52681cc6-da4c-4730-afbd-01b987bd91c5 req-8986cab9-7afb-48db-a78f-d9cd34927ac4 tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:32:23.169148 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-52681cc6-da4c-4730-afbd-01b987bd91c5 req-8986cab9-7afb-48db-a78f-d9cd34927ac4 tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] 10.222.0.32 "GET /v2.0/ports?device_id=1942e32e-febc-485c-b32e-e252223657c3 HTTP/1.1" status: 200 len: 944 time: 0.3121448 Mar 02 05:32:23.185370 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [req-3dc553e2-8aba-4a0a-b677-73e9ab4d6cb3 req-8b3e0d91-26e6-4cb6-bbcf-05ddf2e18699 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789290460654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789289919735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789289921293'] for port (f7528c85-b863-4129-9216-6fdc2c3ff9f4), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:23.222026 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-52681cc6-da4c-4730-afbd-01b987bd91c5 req-54606eec-64ea-4dc2-bcc9-e4d612fd1441 tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] 10.222.0.32 "GET /v2.0/security-groups?id=01fdecac-c163-40c3-9d7b-98e5d2dc1a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470538 Mar 02 05:32:23.231074 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc553e2-8aba-4a0a-b677-73e9ab4d6cb3 req-8b3e0d91-26e6-4cb6-bbcf-05ddf2e18699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:32:23.231735 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [req-3dc553e2-8aba-4a0a-b677-73e9ab4d6cb3 req-8b3e0d91-26e6-4cb6-bbcf-05ddf2e18699 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25628'] for port (None), before_response {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:23.233224 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-3dc553e2-8aba-4a0a-b677-73e9ab4d6cb3 req-8b3e0d91-26e6-4cb6-bbcf-05ddf2e18699 service neutron] 10.222.0.41 "PUT /v2.0/ports/f7528c85-b863-4129-9216-6fdc2c3ff9f4 HTTP/1.1" status: 200 len: 1094 time: 0.9770248 Mar 02 05:32:23.249343 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3e0d91-26e6-4cb6-bbcf-05ddf2e18699 service neutron] Pushing event updated for resources: {'Port': ['ID=f7528c85-b863-4129-9216-6fdc2c3ff9f4,revision_number=3']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:32:23.333029 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e11c76-6ff2-403e-a168-f044d1923388 req-6fcfcae3-73ca-4231-883f-8102c70f23d5 tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:32:23.334627 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-a1e11c76-6ff2-403e-a168-f044d1923388 req-6fcfcae3-73ca-4231-883f-8102c70f23d5 tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] 10.222.0.32 "GET /v2.0/ports?device_id=a2b7491f-e53a-40e3-97e9-757e43cea760 HTTP/1.1" status: 200 len: 945 time: 0.0570943 Mar 02 05:32:23.410191 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-a1e11c76-6ff2-403e-a168-f044d1923388 req-9727c65c-f918-4541-a0ad-a06c5850abb9 tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d69e608-83e2-4afc-ba8a-1373a1de5f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700221 Mar 02 05:32:23.429644 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc553e2-8aba-4a0a-b677-73e9ab4d6cb3 req-ad9e3d25-8410-4bf1-a3b6-f6d7148d3bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:32:23.431124 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-3dc553e2-8aba-4a0a-b677-73e9ab4d6cb3 req-ad9e3d25-8410-4bf1-a3b6-f6d7148d3bae service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=849ab8ade87443a6947fd49bc6793c28&device_id=1942e32e-febc-485c-b32e-e252223657c3 HTTP/1.1" status: 200 len: 1128 time: 0.0569746 Mar 02 05:32:23.487189 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-3dc553e2-8aba-4a0a-b677-73e9ab4d6cb3 req-ac2d4c42-d8ad-4a34-b336-ac6650453c95 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f7528c85-b863-4129-9216-6fdc2c3ff9f4 HTTP/1.1" status: 200 len: 217 time: 0.0375800 Mar 02 05:32:23.566929 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc553e2-8aba-4a0a-b677-73e9ab4d6cb3 req-0160abbb-8201-4216-8278-28d5508bb42c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:32:23.568301 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-3dc553e2-8aba-4a0a-b677-73e9ab4d6cb3 req-0160abbb-8201-4216-8278-28d5508bb42c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d188881c-9727-4efd-b9e6-7344d2704465 HTTP/1.1" status: 200 len: 851 time: 0.0687983 Mar 02 05:32:23.593239 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585aca09-0934-49d5-902d-f1777beccf86 req-b53827c3-d3d7-4623-92ed-d440aa883e45 tempest-VolumesNegativeTest-671890638 tempest-VolumesNegativeTest-671890638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:32:23.594728 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-585aca09-0934-49d5-902d-f1777beccf86 req-b53827c3-d3d7-4623-92ed-d440aa883e45 tempest-VolumesNegativeTest-671890638 tempest-VolumesNegativeTest-671890638-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a9b1837-1529-4eef-948f-cf440ce9db20 HTTP/1.1" status: 200 len: 949 time: 0.0670741 Mar 02 05:32:23.717532 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-c03b3444-0171-4f84-8865-4690cdc405d5 req-c2462545-093e-42e7-9420-1b5aea6140d0 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/ports?device_id=13e93b9a-3bda-45ad-b1d1-25e229a6cf5b HTTP/1.1" status: 200 len: 210 time: 0.0466628 Mar 02 05:32:23.884942 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc553e2-8aba-4a0a-b677-73e9ab4d6cb3 req-67d9b95d-1865-4586-97ef-0bc73dc13255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:32:23.886443 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-3dc553e2-8aba-4a0a-b677-73e9ab4d6cb3 req-67d9b95d-1865-4586-97ef-0bc73dc13255 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=26125afd-b096-4cb9-bba7-021d4862e741&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.3087866 Mar 02 05:32:23.906550 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b8da78-94be-425b-92f9-c7f59a91b300 req-154ce92c-acb9-48da-a5ce-bf91d6f8bd41 tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:32:23.916502 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-75b8da78-94be-425b-92f9-c7f59a91b300 req-154ce92c-acb9-48da-a5ce-bf91d6f8bd41 tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2b7491f-e53a-40e3-97e9-757e43cea760 HTTP/1.1" status: 200 len: 945 time: 0.0520988 Mar 02 05:32:24.001950 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [req-585aca09-0934-49d5-902d-f1777beccf86 req-0d4ee417-5ba3-4e84-a590-3e0258fe89a9 tempest-VolumesNegativeTest-671890638 tempest-VolumesNegativeTest-671890638-project] Deleting port 52ce56b8-b6ee-4321-b3e0-fa1cfcb4824f {{(pid=103714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 05:32:24.002188 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [req-585aca09-0934-49d5-902d-f1777beccf86 req-0d4ee417-5ba3-4e84-a590-3e0258fe89a9 tempest-VolumesNegativeTest-671890638 tempest-VolumesNegativeTest-671890638-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789290453881'] for port (52ce56b8-b6ee-4321-b3e0-fa1cfcb4824f), before_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:24.005241 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [req-75b8da78-94be-425b-92f9-c7f59a91b300 req-8e9192ce-ebf0-4579-818d-86b3bc1d66ef tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] Deleting port 1f25e0ce-7e86-4e42-ac1d-857b7783219a {{(pid=103715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 05:32:24.005580 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-75b8da78-94be-425b-92f9-c7f59a91b300 req-8e9192ce-ebf0-4579-818d-86b3bc1d66ef tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789290453881'] for port (1f25e0ce-7e86-4e42-ac1d-857b7783219a), before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:24.019985 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-3dc553e2-8aba-4a0a-b677-73e9ab4d6cb3 req-a58c5960-cab0-4bf9-901a-787c4dcfb70e service neutron] 10.222.0.41 "GET /v2.0/networks/26125afd-b096-4cb9-bba7-021d4862e741?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1156955 Mar 02 05:32:24.098001 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.db [req-75b8da78-94be-425b-92f9-c7f59a91b300 req-8e9192ce-ebf0-4579-818d-86b3bc1d66ef tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] For port 1f25e0ce-7e86-4e42-ac1d-857b7783219a, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=1f25e0ce-7e86-4e42-ac1d-857b7783219a,segment=NetworkSegment(c6af62b3-fa4c-444b-9a01-d317b4ec4d1f),segment_id=c6af62b3-fa4c-444b-9a01-d317b4ec4d1f)] {{(pid=103715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 05:32:24.098365 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-75b8da78-94be-425b-92f9-c7f59a91b300 req-8e9192ce-ebf0-4579-818d-86b3bc1d66ef tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542039'] for port (1f25e0ce-7e86-4e42-ac1d-857b7783219a), precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:24.114782 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [req-75b8da78-94be-425b-92f9-c7f59a91b300 req-8e9192ce-ebf0-4579-818d-86b3bc1d66ef tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] Calling delete_port for 1f25e0ce-7e86-4e42-ac1d-857b7783219a owned by compute:nova {{(pid=103715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 05:32:24.184261 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.db [req-585aca09-0934-49d5-902d-f1777beccf86 req-0d4ee417-5ba3-4e84-a590-3e0258fe89a9 tempest-VolumesNegativeTest-671890638 tempest-VolumesNegativeTest-671890638-project] For port 52ce56b8-b6ee-4321-b3e0-fa1cfcb4824f, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=52ce56b8-b6ee-4321-b3e0-fa1cfcb4824f,segment=NetworkSegment(129b3edd-0553-4757-88be-9fe11d449e51),segment_id=129b3edd-0553-4757-88be-9fe11d449e51)] {{(pid=103714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 05:32:24.184620 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [req-585aca09-0934-49d5-902d-f1777beccf86 req-0d4ee417-5ba3-4e84-a590-3e0258fe89a9 tempest-VolumesNegativeTest-671890638 tempest-VolumesNegativeTest-671890638-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542039'] for port (52ce56b8-b6ee-4321-b3e0-fa1cfcb4824f), precommit_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:24.215194 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [req-585aca09-0934-49d5-902d-f1777beccf86 req-0d4ee417-5ba3-4e84-a590-3e0258fe89a9 tempest-VolumesNegativeTest-671890638 tempest-VolumesNegativeTest-671890638-project] Calling delete_port for 52ce56b8-b6ee-4321-b3e0-fa1cfcb4824f owned by compute:nova {{(pid=103714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 05:32:24.227401 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099b67bf-e883-4153-8b1e-e273015de50e req-fb181760-9ca8-4bb0-bdbe-036bf54e8e30 tempest-VolumesNegativeTest-671890638 tempest-VolumesNegativeTest-671890638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:32:24.228870 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-099b67bf-e883-4153-8b1e-e273015de50e req-fb181760-9ca8-4bb0-bdbe-036bf54e8e30 tempest-VolumesNegativeTest-671890638 tempest-VolumesNegativeTest-671890638-project] 10.222.0.32 "GET /v2.0/ports?device_id=0a9b1837-1529-4eef-948f-cf440ce9db20 HTTP/1.1" status: 200 len: 949 time: 0.1583068 Mar 02 05:32:24.232325 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-3dc553e2-8aba-4a0a-b677-73e9ab4d6cb3 req-094a3801-6837-442d-b7d6-37d96f3bfbf8 service neutron] 10.222.0.41 "GET /v2.0/networks/26125afd-b096-4cb9-bba7-021d4862e741?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1857898 Mar 02 05:32:24.329047 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-099b67bf-e883-4153-8b1e-e273015de50e req-af771f50-4e82-4787-993f-42a53bf0a47c tempest-VolumesNegativeTest-671890638 tempest-VolumesNegativeTest-671890638-project] 10.222.0.32 "GET /v2.0/security-groups?id=7bcc8d71-e07a-48bc-b958-37e41fcd5d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923464 Mar 02 05:32:24.334322 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-75b8da78-94be-425b-92f9-c7f59a91b300 req-8e9192ce-ebf0-4579-818d-86b3bc1d66ef tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789290460636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789289919726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14203002'] for port (1f25e0ce-7e86-4e42-ac1d-857b7783219a), after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:24.347419 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] get_ports_and_sgs() called for port_ids ['1f25e0ce-7e86-4e42-ac1d-857b7783219a'] {{(pid=103716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 05:32:24.376902 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9192ce-ebf0-4579-818d-86b3bc1d66ef tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] Pushing event deleted for resources: {'Port': ['ID=1f25e0ce-7e86-4e42-ac1d-857b7783219a,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:32:24.408837 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9192ce-ebf0-4579-818d-86b3bc1d66ef tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:32:24.409192 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9192ce-ebf0-4579-818d-86b3bc1d66ef tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:32:24.409542 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9192ce-ebf0-4579-818d-86b3bc1d66ef tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:32:24.409883 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9192ce-ebf0-4579-818d-86b3bc1d66ef tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:32:24.410222 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9192ce-ebf0-4579-818d-86b3bc1d66ef tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:32:24.410559 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9192ce-ebf0-4579-818d-86b3bc1d66ef tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:32:24.410893 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9192ce-ebf0-4579-818d-86b3bc1d66ef tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:32:24.411228 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9192ce-ebf0-4579-818d-86b3bc1d66ef tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:32:24.411610 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9192ce-ebf0-4579-818d-86b3bc1d66ef tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:32:24.411940 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9192ce-ebf0-4579-818d-86b3bc1d66ef tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:32:24.412272 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9192ce-ebf0-4579-818d-86b3bc1d66ef tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:32:24.412602 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9192ce-ebf0-4579-818d-86b3bc1d66ef tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:32:24.412926 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9192ce-ebf0-4579-818d-86b3bc1d66ef tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:32:24.424221 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fd1077-8b71-4e45-ac2b-fafe91fc4df1 req-9d338c09-953b-4392-ab9d-046608d47c1f tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:32:24.428795 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-19fd1077-8b71-4e45-ac2b-fafe91fc4df1 req-9d338c09-953b-4392-ab9d-046608d47c1f tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] 10.222.0.32 "GET /v2.0/ports?device_id=1942e32e-febc-485c-b32e-e252223657c3 HTTP/1.1" status: 200 len: 944 time: 0.1273744 Mar 02 05:32:24.442869 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [req-75b8da78-94be-425b-92f9-c7f59a91b300 req-8e9192ce-ebf0-4579-818d-86b3bc1d66ef tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] No DVR routers for this DVR port 1f25e0ce-7e86-4e42-ac1d-857b7783219a on host hv-cinder-76845 {{(pid=103715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 05:32:24.445359 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-75b8da78-94be-425b-92f9-c7f59a91b300 req-8e9192ce-ebf0-4579-818d-86b3bc1d66ef tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25628'] for port (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:24.448600 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-75b8da78-94be-425b-92f9-c7f59a91b300 req-8e9192ce-ebf0-4579-818d-86b3bc1d66ef tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] 10.222.0.41 "DELETE /v2.0/ports/1f25e0ce-7e86-4e42-ac1d-857b7783219a HTTP/1.1" status: 204 len: 173 time: 0.5346262 Mar 02 05:32:24.453213 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2b7491f-e53a-40e3-97e9-757e43cea760', 'name': 'network-vif-deleted', 'tag': '1f25e0ce-7e86-4e42-ac1d-857b7783219a'}] {{(pid=103715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 05:32:24.455429 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6b615920106d83c92ac2e7a83ecc91ff2029d0c3ca4726e1521f538b1ed31e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-370dd352-5b8e-46c9-86b1-cbfe4a271537" -d '{"events": [{"server_uuid": "a2b7491f-e53a-40e3-97e9-757e43cea760", "name": "network-vif-deleted", "tag": "1f25e0ce-7e86-4e42-ac1d-857b7783219a"}]}' {{(pid=103715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 05:32:24.502242 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-19fd1077-8b71-4e45-ac2b-fafe91fc4df1 req-57ee7160-aa7f-4dc8-9042-60b608e65166 tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] 10.222.0.32 "GET /v2.0/security-groups?id=01fdecac-c163-40c3-9d7b-98e5d2dc1a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601025 Mar 02 05:32:24.511249 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-6781a9df-6ede-4a84-b0dc-35ffc5f3382a req-163d943b-ad5e-4e17-9038-aeef3acde563 tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] 10.222.0.32 "GET /v2.0/ports?device_id=a2b7491f-e53a-40e3-97e9-757e43cea760 HTTP/1.1" status: 200 len: 210 time: 0.0265238 Mar 02 05:32:24.511929 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [req-585aca09-0934-49d5-902d-f1777beccf86 req-0d4ee417-5ba3-4e84-a590-3e0258fe89a9 tempest-VolumesNegativeTest-671890638 tempest-VolumesNegativeTest-671890638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789290460636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789289919726'] for port (52ce56b8-b6ee-4321-b3e0-fa1cfcb4824f), after_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:24.552886 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 05:32:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1254d672-b92e-4127-ab26-26bc6f7f91e3 x-openstack-request-id: req-1254d672-b92e-4127-ab26-26bc6f7f91e3 {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 05:32:24.553189 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2b7491f-e53a-40e3-97e9-757e43cea760", "name": "network-vif-deleted", "tag": "1f25e0ce-7e86-4e42-ac1d-857b7783219a", "status": "completed", "code": 200}]} {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 05:32:24.553499 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1254d672-b92e-4127-ab26-26bc6f7f91e3 {{(pid=103715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 05:32:24.554083 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2b7491f-e53a-40e3-97e9-757e43cea760', 'name': 'network-vif-deleted', 'tag': '1f25e0ce-7e86-4e42-ac1d-857b7783219a', 'status': 'completed', 'code': 200} Mar 02 05:32:24.557832 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4ee417-5ba3-4e84-a590-3e0258fe89a9 tempest-VolumesNegativeTest-671890638 tempest-VolumesNegativeTest-671890638-project] Pushing event deleted for resources: {'Port': ['ID=52ce56b8-b6ee-4321-b3e0-fa1cfcb4824f,revision_number=None']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:32:24.594555 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.db.l3_dvrscheduler_db [req-585aca09-0934-49d5-902d-f1777beccf86 req-0d4ee417-5ba3-4e84-a590-3e0258fe89a9 tempest-VolumesNegativeTest-671890638 tempest-VolumesNegativeTest-671890638-project] No DVR routers for this DVR port 52ce56b8-b6ee-4321-b3e0-fa1cfcb4824f on host hv-cinder-76845 {{(pid=103714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 05:32:24.597052 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [req-585aca09-0934-49d5-902d-f1777beccf86 req-0d4ee417-5ba3-4e84-a590-3e0258fe89a9 tempest-VolumesNegativeTest-671890638 tempest-VolumesNegativeTest-671890638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25628'] for port (None), before_response {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:24.600749 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-585aca09-0934-49d5-902d-f1777beccf86 req-0d4ee417-5ba3-4e84-a590-3e0258fe89a9 tempest-VolumesNegativeTest-671890638 tempest-VolumesNegativeTest-671890638-project] 10.222.0.41 "DELETE /v2.0/ports/52ce56b8-b6ee-4321-b3e0-fa1cfcb4824f HTTP/1.1" status: 204 len: 173 time: 0.9922180 Mar 02 05:32:24.797372 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1942e32e-febc-485c-b32e-e252223657c3', 'tag': 'f7528c85-b863-4129-9216-6fdc2c3ff9f4'}, {'server_uuid': '0a9b1837-1529-4eef-948f-cf440ce9db20', 'name': 'network-vif-deleted', 'tag': '52ce56b8-b6ee-4321-b3e0-fa1cfcb4824f'}] {{(pid=103714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 05:32:24.800549 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ff79788530fe2085a0b37cf7dfc71d903fcc72df0d156f3e5e7065db2593a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9633b180-b769-4e96-86e2-60a9ca2e4397" -d '{"events": [{"name": "network-changed", "server_uuid": "1942e32e-febc-485c-b32e-e252223657c3", "tag": "f7528c85-b863-4129-9216-6fdc2c3ff9f4"}, {"server_uuid": "0a9b1837-1529-4eef-948f-cf440ce9db20", "name": "network-vif-deleted", "tag": "52ce56b8-b6ee-4321-b3e0-fa1cfcb4824f"}]}' {{(pid=103714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 05:32:24.841124 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 02 Mar 2022 05:32:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d7eb31f-7741-49c1-b2ce-088cefe975ac x-openstack-request-id: req-9d7eb31f-7741-49c1-b2ce-088cefe975ac {{(pid=103714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 05:32:24.841612 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1942e32e-febc-485c-b32e-e252223657c3", "tag": "f7528c85-b863-4129-9216-6fdc2c3ff9f4", "status": "completed", "code": 200}, {"server_uuid": "0a9b1837-1529-4eef-948f-cf440ce9db20", "name": "network-vif-deleted", "tag": "52ce56b8-b6ee-4321-b3e0-fa1cfcb4824f", "status": "completed", "code": 200}]} {{(pid=103714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 05:32:24.841852 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9d7eb31f-7741-49c1-b2ce-088cefe975ac {{(pid=103714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 05:32:24.842254 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1942e32e-febc-485c-b32e-e252223657c3', 'tag': 'f7528c85-b863-4129-9216-6fdc2c3ff9f4', 'status': 'completed', 'code': 200} Mar 02 05:32:24.842507 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a9b1837-1529-4eef-948f-cf440ce9db20', 'name': 'network-vif-deleted', 'tag': '52ce56b8-b6ee-4321-b3e0-fa1cfcb4824f', 'status': 'completed', 'code': 200} Mar 02 05:32:24.913443 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9633b180-b769-4e96-86e2-60a9ca2e4397 req-c516c662-25d4-4fe0-9e2c-b997f8cd653f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:32:24.914991 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-9633b180-b769-4e96-86e2-60a9ca2e4397 req-c516c662-25d4-4fe0-9e2c-b997f8cd653f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=849ab8ade87443a6947fd49bc6793c28&device_id=1942e32e-febc-485c-b32e-e252223657c3 HTTP/1.1" status: 200 len: 1128 time: 0.0449100 Mar 02 05:32:25.008689 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9633b180-b769-4e96-86e2-60a9ca2e4397 req-94978e12-b3ad-4254-9670-48503a5cfa06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:32:25.010160 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-9633b180-b769-4e96-86e2-60a9ca2e4397 req-94978e12-b3ad-4254-9670-48503a5cfa06 service neutron] 10.222.0.41 "GET /v2.0/networks?id=26125afd-b096-4cb9-bba7-021d4862e741 HTTP/1.1" status: 200 len: 913 time: 0.0889907 Mar 02 05:32:25.053104 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-9633b180-b769-4e96-86e2-60a9ca2e4397 req-cd9a883d-a8d4-460e-b912-6b3e408f3d10 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f7528c85-b863-4129-9216-6fdc2c3ff9f4 HTTP/1.1" status: 200 len: 217 time: 0.0342717 Mar 02 05:32:25.103335 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9633b180-b769-4e96-86e2-60a9ca2e4397 req-449b2da7-7d05-45e8-82cc-56cf78ed932e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:32:25.104842 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-9633b180-b769-4e96-86e2-60a9ca2e4397 req-449b2da7-7d05-45e8-82cc-56cf78ed932e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d188881c-9727-4efd-b9e6-7344d2704465 HTTP/1.1" status: 200 len: 851 time: 0.0440924 Mar 02 05:32:25.156681 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9633b180-b769-4e96-86e2-60a9ca2e4397 req-926901f6-ed47-430c-90c9-2cd55366ca4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:32:25.158184 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-9633b180-b769-4e96-86e2-60a9ca2e4397 req-926901f6-ed47-430c-90c9-2cd55366ca4f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=26125afd-b096-4cb9-bba7-021d4862e741&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0464582 Mar 02 05:32:25.287818 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-9633b180-b769-4e96-86e2-60a9ca2e4397 req-c0d0a2f4-eb9b-4bc5-900c-1dcba903ce60 service neutron] 10.222.0.41 "GET /v2.0/networks/26125afd-b096-4cb9-bba7-021d4862e741?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149445 Mar 02 05:32:25.323113 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd7bf9e-be65-4864-a86c-ff8f38c32851 req-da6494f4-8abc-4fdd-aca5-9bd1e00bca0a tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:32:25.324517 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-3bd7bf9e-be65-4864-a86c-ff8f38c32851 req-da6494f4-8abc-4fdd-aca5-9bd1e00bca0a tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e6f95c0-3d74-43ec-9c37-9bff8fac7934 HTTP/1.1" status: 200 len: 945 time: 0.0905764 Mar 02 05:32:25.413588 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-3bd7bf9e-be65-4864-a86c-ff8f38c32851 req-c14df8cd-563f-48f0-b778-d1a60d4135b8 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd784b26-a24e-48e7-98ec-6c0ab769f87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641336 Mar 02 05:32:25.428970 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-9633b180-b769-4e96-86e2-60a9ca2e4397 req-1df23c36-453f-4e21-8ccd-e8afc3a73d3b service neutron] 10.222.0.41 "GET /v2.0/networks/26125afd-b096-4cb9-bba7-021d4862e741?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314225 Mar 02 05:32:25.448977 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-cd12a324-fe9c-442f-9786-3416af70cd1d req-3f73c447-955e-46e2-8fab-db5ac74e9e3a tempest-VolumesNegativeTest-671890638 tempest-VolumesNegativeTest-671890638-project] 10.222.0.32 "GET /v2.0/ports?device_id=0a9b1837-1529-4eef-948f-cf440ce9db20 HTTP/1.1" status: 200 len: 210 time: 0.0293574 Mar 02 05:32:25.625842 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46010dc6-5575-4d20-8e02-313d697ef8e3 req-10f07ada-b30b-4e90-8b01-5fe74fae4721 tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:32:25.627507 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-46010dc6-5575-4d20-8e02-313d697ef8e3 req-10f07ada-b30b-4e90-8b01-5fe74fae4721 tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] 10.222.0.32 "GET /v2.0/ports?device_id=1942e32e-febc-485c-b32e-e252223657c3 HTTP/1.1" status: 200 len: 944 time: 0.0601754 Mar 02 05:32:25.635197 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-fc435b26-98fc-42e1-9dfb-4b7beab6323b req-4792834d-d5a5-4b7c-bb86-c014533b6249 tempest-AttachVolumeNegativeTest-118559319 tempest-AttachVolumeNegativeTest-118559319-project] 10.222.0.32 "GET /v2.0/ports?device_id=a2b7491f-e53a-40e3-97e9-757e43cea760 HTTP/1.1" status: 200 len: 210 time: 0.0307834 Mar 02 05:32:25.679243 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-46010dc6-5575-4d20-8e02-313d697ef8e3 req-c9da52cc-fa1d-4cb2-a769-db6d88e99377 tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] 10.222.0.32 "GET /v2.0/security-groups?id=01fdecac-c163-40c3-9d7b-98e5d2dc1a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460656 Mar 02 05:32:26.397492 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.rpc [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Device 52ce56b8-b6ee-4321-b3e0-fa1cfcb4824f no longer exists at agent hyperv_hv-cinder-76845 {{(pid=103716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 05:32:26.417260 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] No Port match for: 52ce56b8-b6ee-4321-b3e0-fa1cfcb4824f {{(pid=103716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 05:32:26.417601 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.rpc [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Device 52ce56b8-b6ee-4321-b3e0-fa1cfcb4824f not bound to the agent host hv-cinder-76845 {{(pid=103716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 05:32:26.418016 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.rpc [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Device 8cbde07d-4c96-4199-a4ad-3812e8837525 no longer exists at agent hyperv_hv-cinder-76845 {{(pid=103716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 05:32:26.436549 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] No Port match for: 8cbde07d-4c96-4199-a4ad-3812e8837525 {{(pid=103716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 05:32:26.436880 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.rpc [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Device 8cbde07d-4c96-4199-a4ad-3812e8837525 not bound to the agent host hv-cinder-76845 {{(pid=103716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 05:32:26.534738 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824decd2-21ac-4354-9739-f833641662d2 req-a575bece-b2c4-4e22-a1a5-989a33b08ef8 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:32:26.536235 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-824decd2-21ac-4354-9739-f833641662d2 req-a575bece-b2c4-4e22-a1a5-989a33b08ef8 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e6f95c0-3d74-43ec-9c37-9bff8fac7934 HTTP/1.1" status: 200 len: 945 time: 0.0513268 Mar 02 05:32:26.582085 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-824decd2-21ac-4354-9739-f833641662d2 req-a55b7dd3-0be5-4a2f-bd9c-561b7c01d991 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd784b26-a24e-48e7-98ec-6c0ab769f87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403824 Mar 02 05:32:26.689280 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.wsgi [-] (103714) accepted ('10.222.0.32', 39572) {{(pid=103714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:32:26.736318 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.db.db_base_plugin_v2 [None req-9248840f-cc2b-4521-ae1a-98bf88778dc0 admin admin] Deleting subnet 056b3ebb-3d6a-47e8-85ab-02c7bbeeef7f {{(pid=103714) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 02 05:32:26.739893 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-9248840f-cc2b-4521-ae1a-98bf88778dc0 admin admin] Publish callbacks [] for subnet (056b3ebb-3d6a-47e8-85ab-02c7bbeeef7f), before_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:26.775737 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-9248840f-cc2b-4521-ae1a-98bf88778dc0 admin admin] Publish callbacks [] for subnet (056b3ebb-3d6a-47e8-85ab-02c7bbeeef7f), precommit_delete_associations {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:26.784452 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-9248840f-cc2b-4521-ae1a-98bf88778dc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1107012'] for subnet (056b3ebb-3d6a-47e8-85ab-02c7bbeeef7f), precommit_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:26.801917 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebf05ba-8b64-4898-97a0-708e77dab84b req-0f391fae-98eb-4273-b4cb-18134b34a1e5 tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:32:26.804147 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-8ebf05ba-8b64-4898-97a0-708e77dab84b req-0f391fae-98eb-4273-b4cb-18134b34a1e5 tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] 10.222.0.32 "GET /v2.0/ports?device_id=1942e32e-febc-485c-b32e-e252223657c3 HTTP/1.1" status: 200 len: 944 time: 0.0570073 Mar 02 05:32:26.856923 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-8ebf05ba-8b64-4898-97a0-708e77dab84b req-f9f27166-6e29-461b-a831-cd0ba04413cf tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] 10.222.0.32 "GET /v2.0/security-groups?id=01fdecac-c163-40c3-9d7b-98e5d2dc1a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463991 Mar 02 05:32:26.914172 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-9248840f-cc2b-4521-ae1a-98bf88778dc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1107019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186'] for subnet (056b3ebb-3d6a-47e8-85ab-02c7bbeeef7f), after_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:26.946908 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9248840f-cc2b-4521-ae1a-98bf88778dc0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=056b3ebb-3d6a-47e8-85ab-02c7bbeeef7f,revision_number=None']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:32:26.948856 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-9248840f-cc2b-4521-ae1a-98bf88778dc0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:26.955442 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [None req-9248840f-cc2b-4521-ae1a-98bf88778dc0 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/056b3ebb-3d6a-47e8-85ab-02c7bbeeef7f HTTP/1.1" status: 204 len: 168 time: 0.2617192 Mar 02 05:32:26.955442 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.wsgi [-] (103714) accepted ('10.222.0.32', 39586) {{(pid=103714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:32:27.022147 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6e0c20d3-f9dd-49e6-a79b-9e4d85eca528 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1295551'] for network (cb4d6411-b85c-4bdf-b5e1-c15f0442d664), before_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:27.109234 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6e0c20d3-f9dd-49e6-a79b-9e4d85eca528 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2011071', 'neutron.services.segments.db._delete_segments_for_network-8789290248605'] for network (cb4d6411-b85c-4bdf-b5e1-c15f0442d664), precommit_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:27.128690 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6e0c20d3-f9dd-49e6-a79b-9e4d85eca528 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 05:32:27.129057 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6e0c20d3-f9dd-49e6-a79b-9e4d85eca528 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 05:32:27.129795 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6e0c20d3-f9dd-49e6-a79b-9e4d85eca528 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 05:32:27.130141 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6e0c20d3-f9dd-49e6-a79b-9e4d85eca528 admin admin] Subscribe: > port after_create 55550000 {{(pid=103714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 05:32:27.130478 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6e0c20d3-f9dd-49e6-a79b-9e4d85eca528 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 05:32:27.130835 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6e0c20d3-f9dd-49e6-a79b-9e4d85eca528 admin admin] Subscribe: > port after_update 55550000 {{(pid=103714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 05:32:27.131173 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6e0c20d3-f9dd-49e6-a79b-9e4d85eca528 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 05:32:27.131519 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6e0c20d3-f9dd-49e6-a79b-9e4d85eca528 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 05:32:27.131833 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6e0c20d3-f9dd-49e6-a79b-9e4d85eca528 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 05:32:27.132148 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6e0c20d3-f9dd-49e6-a79b-9e4d85eca528 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 05:32:27.208195 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6e0c20d3-f9dd-49e6-a79b-9e4d85eca528 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 05:32:27.208579 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6e0c20d3-f9dd-49e6-a79b-9e4d85eca528 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 05:32:27.208912 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6e0c20d3-f9dd-49e6-a79b-9e4d85eca528 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 05:32:27.209246 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6e0c20d3-f9dd-49e6-a79b-9e4d85eca528 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 05:32:27.209625 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.services.segments.db [None req-6e0c20d3-f9dd-49e6-a79b-9e4d85eca528 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb4d6411-b85c-4bdf-b5e1-c15f0442d664']}} {{(pid=103714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 05:32:27.227701 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.services.segments.db [None req-6e0c20d3-f9dd-49e6-a79b-9e4d85eca528 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6af62b3-fa4c-444b-9a01-d317b4ec4d1f') {'for_net_delete': True} {{(pid=103714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 05:32:27.228000 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.services.segments.db [None req-6e0c20d3-f9dd-49e6-a79b-9e4d85eca528 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6af62b3-fa4c-444b-9a01-d317b4ec4d1f') {} {{(pid=103714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 05:32:27.243937 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6e0c20d3-f9dd-49e6-a79b-9e4d85eca528 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789290251430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13450160'] for segment (c6af62b3-fa4c-444b-9a01-d317b4ec4d1f), before_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:27.263722 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6e0c20d3-f9dd-49e6-a79b-9e4d85eca528 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1106907'] for segment (c6af62b3-fa4c-444b-9a01-d317b4ec4d1f), precommit_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:27.277083 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e0c20d3-f9dd-49e6-a79b-9e4d85eca528 admin admin] Releasing vlan 283 on physical network physnet1 to pool {{(pid=103714) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 05:32:27.277485 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6e0c20d3-f9dd-49e6-a79b-9e4d85eca528 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1106907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13003958'] for segment (c6af62b3-fa4c-444b-9a01-d317b4ec4d1f), after_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:27.282119 dv-cinder-768458-18-iscsi neutron-server[103714]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 02 05:32:27.282119 dv-cinder-768458-18-iscsi neutron-server[103714]: from cryptography.utils import int_from_bytes Mar 02 05:32:27.282119 dv-cinder-768458-18-iscsi neutron-server[103714]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 02 05:32:27.282119 dv-cinder-768458-18-iscsi neutron-server[103714]: from cryptography.utils import int_from_bytes Mar 02 05:32:27.282119 dv-cinder-768458-18-iscsi neutron-server[103714]: Traceback (most recent call last): Mar 02 05:32:27.282119 dv-cinder-768458-18-iscsi neutron-server[103714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 05:32:27.282119 dv-cinder-768458-18-iscsi neutron-server[103714]: timer() Mar 02 05:32:27.282119 dv-cinder-768458-18-iscsi neutron-server[103714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 05:32:27.282119 dv-cinder-768458-18-iscsi neutron-server[103714]: cb(*args, **kw) Mar 02 05:32:27.282119 dv-cinder-768458-18-iscsi neutron-server[103714]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 02 05:32:27.282119 dv-cinder-768458-18-iscsi neutron-server[103714]: return func(*args, **kwargs) Mar 02 05:32:27.282119 dv-cinder-768458-18-iscsi neutron-server[103714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 05:32:27.282119 dv-cinder-768458-18-iscsi neutron-server[103714]: self._notify() Mar 02 05:32:27.282119 dv-cinder-768458-18-iscsi neutron-server[103714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 05:32:27.282119 dv-cinder-768458-18-iscsi neutron-server[103714]: self.callback(batched_events) Mar 02 05:32:27.282119 dv-cinder-768458-18-iscsi neutron-server[103714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 05:32:27.282119 dv-cinder-768458-18-iscsi neutron-server[103714]: event.method(event) Mar 02 05:32:27.282119 dv-cinder-768458-18-iscsi neutron-server[103714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 02 05:32:27.282119 dv-cinder-768458-18-iscsi neutron-server[103714]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 05:32:27.282119 dv-cinder-768458-18-iscsi neutron-server[103714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 02 05:32:27.282119 dv-cinder-768458-18-iscsi neutron-server[103714]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 05:32:27.282119 dv-cinder-768458-18-iscsi neutron-server[103714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 02 05:32:27.282119 dv-cinder-768458-18-iscsi neutron-server[103714]: return f(self, *a, **k) Mar 02 05:32:27.282119 dv-cinder-768458-18-iscsi neutron-server[103714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 05:32:27.282119 dv-cinder-768458-18-iscsi neutron-server[103714]: return self._get(url).json() Mar 02 05:32:27.282119 dv-cinder-768458-18-iscsi neutron-server[103714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 05:32:27.282119 dv-cinder-768458-18-iscsi neutron-server[103714]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 05:32:27.282119 dv-cinder-768458-18-iscsi neutron-server[103714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 05:32:27.282119 dv-cinder-768458-18-iscsi neutron-server[103714]: return self.request(url, 'GET', **kwargs) Mar 02 05:32:27.282119 dv-cinder-768458-18-iscsi neutron-server[103714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 05:32:27.282119 dv-cinder-768458-18-iscsi neutron-server[103714]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 05:32:27.282119 dv-cinder-768458-18-iscsi neutron-server[103714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 05:32:27.282119 dv-cinder-768458-18-iscsi neutron-server[103714]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 05:32:27.282119 dv-cinder-768458-18-iscsi neutron-server[103714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 05:32:27.282119 dv-cinder-768458-18-iscsi neutron-server[103714]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 05:32:27.282119 dv-cinder-768458-18-iscsi neutron-server[103714]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 05:32:27.422483 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6e0c20d3-f9dd-49e6-a79b-9e4d85eca528 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2011078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556366'] for network (cb4d6411-b85c-4bdf-b5e1-c15f0442d664), after_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:27.430175 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6e0c20d3-f9dd-49e6-a79b-9e4d85eca528 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531172'] for network (None), before_response {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:27.433405 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [None req-6e0c20d3-f9dd-49e6-a79b-9e4d85eca528 admin admin] 10.222.0.32 "DELETE /v2.0/networks/cb4d6411-b85c-4bdf-b5e1-c15f0442d664 HTTP/1.1" status: 204 len: 168 time: 0.4778259 Mar 02 05:32:27.444258 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0c20d3-f9dd-49e6-a79b-9e4d85eca528 admin admin] Pushing event deleted for resources: {'Network': ['ID=cb4d6411-b85c-4bdf-b5e1-c15f0442d664,revision_number=None']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:32:27.710884 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97eb8629-0489-4b96-8c11-f8f06963e514 req-1154eb1d-188a-4304-a013-736f4435e118 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:32:27.712411 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-97eb8629-0489-4b96-8c11-f8f06963e514 req-1154eb1d-188a-4304-a013-736f4435e118 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e6f95c0-3d74-43ec-9c37-9bff8fac7934 HTTP/1.1" status: 200 len: 945 time: 0.0585642 Mar 02 05:32:27.764003 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-97eb8629-0489-4b96-8c11-f8f06963e514 req-782e662a-dcbf-4df4-83f0-5afc3f12d152 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd784b26-a24e-48e7-98ec-6c0ab769f87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451591 Mar 02 05:32:27.860335 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.wsgi [-] (103714) accepted ('10.222.0.32', 39666) {{(pid=103714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:32:27.900825 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [None req-0f831757-2d0f-44f9-8a5c-f45a11f20388 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=47a43f3507b84842aa61a77dbb193f66&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0393145 Mar 02 05:32:27.903417 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.wsgi [-] (103714) accepted ('10.222.0.32', 39672) {{(pid=103714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:32:27.959507 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-eec3b4ea-5058-42cb-a42b-7c5605cc39b9 admin admin] Publish callbacks [] for security_group (9d69e608-83e2-4afc-ba8a-1373a1de5f87), before_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:27.978455 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c32110-2aa0-4798-a2e9-d8e81cd26d48 req-a5c7d978-ce73-4dc8-bf98-387ea1406e2f tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:32:27.980585 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-80c32110-2aa0-4798-a2e9-d8e81cd26d48 req-a5c7d978-ce73-4dc8-bf98-387ea1406e2f tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] 10.222.0.32 "GET /v2.0/ports?device_id=1942e32e-febc-485c-b32e-e252223657c3 HTTP/1.1" status: 200 len: 944 time: 0.0567987 Mar 02 05:32:27.981079 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-eec3b4ea-5058-42cb-a42b-7c5605cc39b9 admin admin] Publish callbacks [] for security_group (9d69e608-83e2-4afc-ba8a-1373a1de5f87), precommit_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:28.030689 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-80c32110-2aa0-4798-a2e9-d8e81cd26d48 req-1b862d55-88f3-4d87-bb6b-c7be4241feae tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] 10.222.0.32 "GET /v2.0/security-groups?id=01fdecac-c163-40c3-9d7b-98e5d2dc1a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431724 Mar 02 05:32:28.110693 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-eec3b4ea-5058-42cb-a42b-7c5605cc39b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629892'] for security_group (9d69e608-83e2-4afc-ba8a-1373a1de5f87), after_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:28.113279 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-eec3b4ea-5058-42cb-a42b-7c5605cc39b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:28.114448 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [None req-eec3b4ea-5058-42cb-a42b-7c5605cc39b9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9d69e608-83e2-4afc-ba8a-1373a1de5f87 HTTP/1.1" status: 204 len: 168 time: 0.2099996 Mar 02 05:32:28.122255 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec3b4ea-5058-42cb-a42b-7c5605cc39b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d69e608-83e2-4afc-ba8a-1373a1de5f87,revision_number=None']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:32:28.398690 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.rpc [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Device 1f25e0ce-7e86-4e42-ac1d-857b7783219a no longer exists at agent hyperv_hv-cinder-76845 {{(pid=103716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 05:32:28.428534 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] No Port match for: 1f25e0ce-7e86-4e42-ac1d-857b7783219a {{(pid=103716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 05:32:28.428908 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.rpc [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Device 1f25e0ce-7e86-4e42-ac1d-857b7783219a not bound to the agent host hv-cinder-76845 {{(pid=103716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 05:32:28.884884 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb01853-a0da-4674-ac92-4cc518828aee req-939b7de5-330e-4eae-ab3e-71a9c96b42bf tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:32:28.886374 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-7cb01853-a0da-4674-ac92-4cc518828aee req-939b7de5-330e-4eae-ab3e-71a9c96b42bf tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e6f95c0-3d74-43ec-9c37-9bff8fac7934 HTTP/1.1" status: 200 len: 945 time: 0.0528686 Mar 02 05:32:28.933826 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-7cb01853-a0da-4674-ac92-4cc518828aee req-1e5b2b0d-5ac7-4a6f-a511-74cb8e658dc1 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd784b26-a24e-48e7-98ec-6c0ab769f87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418963 Mar 02 05:32:29.169188 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb1be77-27f0-454c-860b-79984f41e80f req-d30a3ade-9b08-4a3e-a74f-618c02b375ce tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:32:29.170708 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-8fb1be77-27f0-454c-860b-79984f41e80f req-d30a3ade-9b08-4a3e-a74f-618c02b375ce tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] 10.222.0.32 "GET /v2.0/ports?device_id=1942e32e-febc-485c-b32e-e252223657c3 HTTP/1.1" status: 200 len: 944 time: 0.0658047 Mar 02 05:32:29.234226 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-8fb1be77-27f0-454c-860b-79984f41e80f req-d1b0e0f5-4933-47b4-a5cb-8827418b0f24 tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] 10.222.0.32 "GET /v2.0/security-groups?id=01fdecac-c163-40c3-9d7b-98e5d2dc1a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511577 Mar 02 05:32:30.053104 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd51ed2-d883-405e-b686-d9ef813e6971 req-562582f0-ccc7-4223-ae0e-8457170d13c3 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:32:30.054606 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-3dd51ed2-d883-405e-b686-d9ef813e6971 req-562582f0-ccc7-4223-ae0e-8457170d13c3 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e6f95c0-3d74-43ec-9c37-9bff8fac7934 HTTP/1.1" status: 200 len: 945 time: 0.0533168 Mar 02 05:32:30.107210 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-3dd51ed2-d883-405e-b686-d9ef813e6971 req-a4f05d96-78b4-4a69-bae2-3ccd073ed531 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd784b26-a24e-48e7-98ec-6c0ab769f87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472639 Mar 02 05:32:30.367977 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e751da-4311-4abd-9289-c5c467852bf4 req-ac60f30a-488e-4f9d-8d40-fbdaf136a2d6 tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:32:30.369531 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-57e751da-4311-4abd-9289-c5c467852bf4 req-ac60f30a-488e-4f9d-8d40-fbdaf136a2d6 tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] 10.222.0.32 "GET /v2.0/ports?device_id=1942e32e-febc-485c-b32e-e252223657c3 HTTP/1.1" status: 200 len: 944 time: 0.0681989 Mar 02 05:32:30.420905 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-57e751da-4311-4abd-9289-c5c467852bf4 req-02261e44-1e1e-4f70-a7ab-c074baa2b513 tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] 10.222.0.32 "GET /v2.0/security-groups?id=01fdecac-c163-40c3-9d7b-98e5d2dc1a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446608 Mar 02 05:32:31.227438 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60616daf-2ea3-4e8d-9f08-c2701aa9d2f5 req-7c0a53e9-9162-45d6-91d8-811c38eaa570 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:32:31.229056 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-60616daf-2ea3-4e8d-9f08-c2701aa9d2f5 req-7c0a53e9-9162-45d6-91d8-811c38eaa570 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e6f95c0-3d74-43ec-9c37-9bff8fac7934 HTTP/1.1" status: 200 len: 945 time: 0.0548029 Mar 02 05:32:31.277383 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-60616daf-2ea3-4e8d-9f08-c2701aa9d2f5 req-f374c148-8532-482d-a3ed-bee8773de23c tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/security-groups?id=cd784b26-a24e-48e7-98ec-6c0ab769f87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422120 Mar 02 05:32:31.470019 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a9529a-9848-4405-ab55-a9484d2d9327 req-bcc02f91-e4c4-4c7c-be9c-c05284f10cc2 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:32:31.471586 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-d1a9529a-9848-4405-ab55-a9484d2d9327 req-bcc02f91-e4c4-4c7c-be9c-c05284f10cc2 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e6f95c0-3d74-43ec-9c37-9bff8fac7934 HTTP/1.1" status: 200 len: 945 time: 0.0527737 Mar 02 05:32:31.540351 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cb0b43-f902-4d7e-8288-ee850751c117 req-b39be502-966c-4b38-a24a-511de2e4cdf3 tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:32:31.541883 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-d3cb0b43-f902-4d7e-8288-ee850751c117 req-b39be502-966c-4b38-a24a-511de2e4cdf3 tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] 10.222.0.32 "GET /v2.0/ports?device_id=1942e32e-febc-485c-b32e-e252223657c3 HTTP/1.1" status: 200 len: 944 time: 0.0524707 Mar 02 05:32:31.571035 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [req-d1a9529a-9848-4405-ab55-a9484d2d9327 req-b6757c59-75f8-47a4-b43e-90d8b435308e tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] Deleting port ec466470-4f90-4b06-9c22-8bb584849f0b {{(pid=103714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 05:32:31.571403 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [req-d1a9529a-9848-4405-ab55-a9484d2d9327 req-b6757c59-75f8-47a4-b43e-90d8b435308e tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789290453881'] for port (ec466470-4f90-4b06-9c22-8bb584849f0b), before_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:31.590827 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-d3cb0b43-f902-4d7e-8288-ee850751c117 req-9f49d975-b311-41de-b53f-7672e658195e tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] 10.222.0.32 "GET /v2.0/security-groups?id=01fdecac-c163-40c3-9d7b-98e5d2dc1a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434096 Mar 02 05:32:31.659125 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.db [req-d1a9529a-9848-4405-ab55-a9484d2d9327 req-b6757c59-75f8-47a4-b43e-90d8b435308e tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] For port ec466470-4f90-4b06-9c22-8bb584849f0b, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=ec466470-4f90-4b06-9c22-8bb584849f0b,segment=NetworkSegment(f72dff1c-57c4-4f1b-839d-2a6b2e94cc43),segment_id=f72dff1c-57c4-4f1b-839d-2a6b2e94cc43)] {{(pid=103714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 05:32:31.659515 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [req-d1a9529a-9848-4405-ab55-a9484d2d9327 req-b6757c59-75f8-47a4-b43e-90d8b435308e tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542039'] for port (ec466470-4f90-4b06-9c22-8bb584849f0b), precommit_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:31.671440 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [req-d1a9529a-9848-4405-ab55-a9484d2d9327 req-b6757c59-75f8-47a4-b43e-90d8b435308e tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] Calling delete_port for ec466470-4f90-4b06-9c22-8bb584849f0b owned by compute:nova {{(pid=103714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 05:32:31.870205 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [req-d1a9529a-9848-4405-ab55-a9484d2d9327 req-b6757c59-75f8-47a4-b43e-90d8b435308e tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789290460636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789289919726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13003867'] for port (ec466470-4f90-4b06-9c22-8bb584849f0b), after_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:31.882253 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] get_ports_and_sgs() called for port_ids ['ec466470-4f90-4b06-9c22-8bb584849f0b'] {{(pid=103716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 05:32:31.902355 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6757c59-75f8-47a4-b43e-90d8b435308e tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] Pushing event deleted for resources: {'Port': ['ID=ec466470-4f90-4b06-9c22-8bb584849f0b,revision_number=None']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:32:31.951537 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1a9529a-9848-4405-ab55-a9484d2d9327 req-b6757c59-75f8-47a4-b43e-90d8b435308e tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] No DVR routers for this DVR port ec466470-4f90-4b06-9c22-8bb584849f0b on host hv-cinder-76845 {{(pid=103714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 05:32:31.954499 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [req-d1a9529a-9848-4405-ab55-a9484d2d9327 req-b6757c59-75f8-47a4-b43e-90d8b435308e tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25628'] for port (None), before_response {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:31.958010 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-d1a9529a-9848-4405-ab55-a9484d2d9327 req-b6757c59-75f8-47a4-b43e-90d8b435308e tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.41 "DELETE /v2.0/ports/ec466470-4f90-4b06-9c22-8bb584849f0b HTTP/1.1" status: 204 len: 173 time: 0.4807894 Mar 02 05:32:31.958452 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e6f95c0-3d74-43ec-9c37-9bff8fac7934', 'name': 'network-vif-deleted', 'tag': 'ec466470-4f90-4b06-9c22-8bb584849f0b'}] {{(pid=103714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 05:32:31.960866 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ff79788530fe2085a0b37cf7dfc71d903fcc72df0d156f3e5e7065db2593a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-748b8618-03b9-4534-83b9-9322fc8acd45" -d '{"events": [{"server_uuid": "4e6f95c0-3d74-43ec-9c37-9bff8fac7934", "name": "network-vif-deleted", "tag": "ec466470-4f90-4b06-9c22-8bb584849f0b"}]}' {{(pid=103714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 05:32:31.997635 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 05:32:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c91259d-5025-4f72-82fc-04cfd2bacbe1 x-openstack-request-id: req-7c91259d-5025-4f72-82fc-04cfd2bacbe1 {{(pid=103714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 05:32:31.997946 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e6f95c0-3d74-43ec-9c37-9bff8fac7934", "name": "network-vif-deleted", "tag": "ec466470-4f90-4b06-9c22-8bb584849f0b", "status": "completed", "code": 200}]} {{(pid=103714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 05:32:31.998200 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7c91259d-5025-4f72-82fc-04cfd2bacbe1 {{(pid=103714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 05:32:31.998594 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e6f95c0-3d74-43ec-9c37-9bff8fac7934', 'name': 'network-vif-deleted', 'tag': 'ec466470-4f90-4b06-9c22-8bb584849f0b', 'status': 'completed', 'code': 200} Mar 02 05:32:32.393244 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-9e735418-ab2c-473a-8d1c-d898fde405cd req-00f8a14b-6904-49c2-a481-74383b7aba87 tempest-ServerRescueNegativeTestJSON-2066477440 tempest-ServerRescueNegativeTestJSON-2066477440-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e6f95c0-3d74-43ec-9c37-9bff8fac7934 HTTP/1.1" status: 200 len: 210 time: 0.0293875 Mar 02 05:32:32.417725 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.rpc [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Device f7528c85-b863-4129-9216-6fdc2c3ff9f4 details requested by agent hyperv_hv-cinder-76845 with host hv-cinder-76845 {{(pid=103716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 02 05:32:32.523946 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] For port f7528c85-b863-4129-9216-6fdc2c3ff9f4, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=f7528c85-b863-4129-9216-6fdc2c3ff9f4,segment=NetworkSegment(179d65c1-9d95-4943-a804-bd91470b2f8b),segment_id=179d65c1-9d95-4943-a804-bd91470b2f8b)] {{(pid=103716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 05:32:32.535777 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.rpc [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Returning: {'device': 'f7528c85-b863-4129-9216-6fdc2c3ff9f4', 'network_id': '26125afd-b096-4cb9-bba7-021d4862e741', 'port_id': 'f7528c85-b863-4129-9216-6fdc2c3ff9f4', 'mac_address': 'fa:16:3e:37:ea:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 295, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd188881c-9727-4efd-b9e6-7344d2704465', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 02 05:32:32.584922 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Current status of the port f7528c85-b863-4129-9216-6fdc2c3ff9f4 is: DOWN; New status is: BUILD {{(pid=103716) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 05:32:32.585324 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for port (f7528c85-b863-4129-9216-6fdc2c3ff9f4), before_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:32.600538 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.notifiers.nova [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7528c85-b863-4129-9216-6fdc2c3ff9f4 {{(pid=103716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 05:32:32.613332 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.wsgi [-] (103714) accepted ('10.222.0.32', 39922) {{(pid=103714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:32:32.621265 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] For port f7528c85-b863-4129-9216-6fdc2c3ff9f4, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=f7528c85-b863-4129-9216-6fdc2c3ff9f4,segment=NetworkSegment(179d65c1-9d95-4943-a804-bd91470b2f8b),segment_id=179d65c1-9d95-4943-a804-bd91470b2f8b)] {{(pid=103716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 05:32:32.720730 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66c8739-5ea2-44ce-956e-0c71a5d80e8e req-2994bc40-0f65-4369-b606-6c8b97a69f51 tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:32:32.721460 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789290460654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789289919735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789289921293'] for port (f7528c85-b863-4129-9216-6fdc2c3ff9f4), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:32.722327 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-a66c8739-5ea2-44ce-956e-0c71a5d80e8e req-2994bc40-0f65-4369-b606-6c8b97a69f51 tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] 10.222.0.32 "GET /v2.0/ports?device_id=1942e32e-febc-485c-b32e-e252223657c3 HTTP/1.1" status: 200 len: 944 time: 0.0585282 Mar 02 05:32:32.775268 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Pushing event updated for resources: {'Port': ['ID=f7528c85-b863-4129-9216-6fdc2c3ff9f4,revision_number=4']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:32:32.782360 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:32:32.782736 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:32:32.783095 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:32:32.783465 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:32:32.783795 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:32:32.784121 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:32:32.784462 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:32:32.784790 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:32:32.785114 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:32:32.785433 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:32:32.785923 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:32:32.786240 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:32:32.786718 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:32:32.793055 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [None req-a82b9166-6529-474c-a1d0-52cba6618831 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=861a1ae960524cb9bc5320ac3066f0f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1785879 Mar 02 05:32:32.795792 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.32', 39928) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:32:32.806597 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-a66c8739-5ea2-44ce-956e-0c71a5d80e8e req-7b58e2eb-b23c-4695-b85f-0cddd68ea531 tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] 10.222.0.32 "GET /v2.0/security-groups?id=01fdecac-c163-40c3-9d7b-98e5d2dc1a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758400 Mar 02 05:32:32.848394 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-ed3153fd-3f28-4ed3-8e70-37ed1912b147 admin admin] Publish callbacks [] for security_group (7bcc8d71-e07a-48bc-b958-37e41fcd5d85), before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:32.872629 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-ed3153fd-3f28-4ed3-8e70-37ed1912b147 admin admin] Publish callbacks [] for security_group (7bcc8d71-e07a-48bc-b958-37e41fcd5d85), precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:32.981196 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] get_ports_and_sgs() called for port_ids ['f7528c85-b863-4129-9216-6fdc2c3ff9f4'] {{(pid=103716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 05:32:33.024515 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-ed3153fd-3f28-4ed3-8e70-37ed1912b147 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629892'] for security_group (7bcc8d71-e07a-48bc-b958-37e41fcd5d85), after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:33.027238 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-ed3153fd-3f28-4ed3-8e70-37ed1912b147 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:33.028413 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-ed3153fd-3f28-4ed3-8e70-37ed1912b147 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7bcc8d71-e07a-48bc-b958-37e41fcd5d85 HTTP/1.1" status: 204 len: 168 time: 0.2313678 Mar 02 05:32:33.036618 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3153fd-3f28-4ed3-8e70-37ed1912b147 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bcc8d71-e07a-48bc-b958-37e41fcd5d85,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:32:33.450204 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.32', 39940) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:32:33.583654 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23144264-b001-450f-bea1-50a2a6566edd req-4a045c35-ffbb-4263-b800-aaa3d1244328 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:32:33.585487 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-23144264-b001-450f-bea1-50a2a6566edd req-4a045c35-ffbb-4263-b800-aaa3d1244328 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] 10.222.0.32 "GET /v2.0/ports?device_id=7002d8fb-8274-485e-b875-ad2e5586984a HTTP/1.1" status: 200 len: 945 time: 0.0711949 Mar 02 05:32:33.637510 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-23144264-b001-450f-bea1-50a2a6566edd req-c3cfc7d9-a778-4413-8553-82bf9ba8da21 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] 10.222.0.32 "GET /v2.0/security-groups?id=c04bdde9-68b7-4585-97f2-cb2ed276dc41&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0459995 Mar 02 05:32:33.971017 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee353c22-48e8-4d65-aec6-df0032f63858 req-50711849-e85f-41d5-999f-d2f4902169a8 tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:32:33.972525 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-ee353c22-48e8-4d65-aec6-df0032f63858 req-50711849-e85f-41d5-999f-d2f4902169a8 tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] 10.222.0.32 "GET /v2.0/ports?device_id=1942e32e-febc-485c-b32e-e252223657c3 HTTP/1.1" status: 200 len: 945 time: 0.0839918 Mar 02 05:32:33.976495 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-bcad1bfd-1901-4b50-a3b5-6b7893ec5ff0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-555324'] for router_interface (a15bed18-2ce4-4c6b-b9c1-315af8c428ed), before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:34.095204 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-ee353c22-48e8-4d65-aec6-df0032f63858 req-3010d1b1-5911-4c07-8d05-2b20e4fc74fd tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] 10.222.0.32 "GET /v2.0/security-groups?id=01fdecac-c163-40c3-9d7b-98e5d2dc1a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1159272 Mar 02 05:32:34.172513 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.wsgi [-] (103714) accepted ('10.222.0.32', 39974) {{(pid=103714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:32:34.237820 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.wsgi [-] (103714) accepted ('10.222.0.32', 39978) {{(pid=103714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:32:34.330087 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.v2.base [None req-d6d7ceb0-94fd-40c1-bf16-60c57f8b962b admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1270944312-network', 'tenant_id': '8cadbb55c03941bdba85ea81721d2245'}} {{(pid=103714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 05:32:34.335920 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-bcad1bfd-1901-4b50-a3b5-6b7893ec5ff0 admin admin] Deleting port 81a761c3-2a1e-4962-bfaf-5c2f040d8af1 {{(pid=103715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 05:32:34.336283 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-bcad1bfd-1901-4b50-a3b5-6b7893ec5ff0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789290453881'] for port (81a761c3-2a1e-4962-bfaf-5c2f040d8af1), before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:34.360977 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6a25ae82-d39a-4ffb-bc9d-ce9be6cd084a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:34.418831 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.db [None req-bcad1bfd-1901-4b50-a3b5-6b7893ec5ff0 admin admin] For port 81a761c3-2a1e-4962-bfaf-5c2f040d8af1, host dv-cinder-768458-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-18-iscsi',level=0,port_id=81a761c3-2a1e-4962-bfaf-5c2f040d8af1,segment=NetworkSegment(f72dff1c-57c4-4f1b-839d-2a6b2e94cc43),segment_id=f72dff1c-57c4-4f1b-839d-2a6b2e94cc43)] {{(pid=103715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 05:32:34.419192 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-bcad1bfd-1901-4b50-a3b5-6b7893ec5ff0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542039'] for port (81a761c3-2a1e-4962-bfaf-5c2f040d8af1), precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:34.431514 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-bcad1bfd-1901-4b50-a3b5-6b7893ec5ff0 admin admin] Calling delete_port for 81a761c3-2a1e-4962-bfaf-5c2f040d8af1 owned by network:router_interface {{(pid=103715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 05:32:34.438201 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6a25ae82-d39a-4ffb-bc9d-ce9be6cd084a admin admin] Publish callbacks [] for security_group (3a42212c-7642-447c-9b4d-de0f96ef02c6), precommit_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:34.445306 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.rpc [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Device f7528c85-b863-4129-9216-6fdc2c3ff9f4 up at agent hyperv_hv-cinder-76845 {{(pid=103716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 05:32:34.445792 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6d7ceb0-94fd-40c1-bf16-60c57f8b962b admin admin] Made reservation on behalf of 8cadbb55c03941bdba85ea81721d2245 for: {'network': 1} {{(pid=103714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 05:32:34.445792 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-d6d7ceb0-94fd-40c1-bf16-60c57f8b962b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for network (None), before_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:34.450657 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-d6d7ceb0-94fd-40c1-bf16-60c57f8b962b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:34.521978 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6a25ae82-d39a-4ffb-bc9d-ce9be6cd084a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629892'] for security_group (3a42212c-7642-447c-9b4d-de0f96ef02c6), after_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:34.540728 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-d6d7ceb0-94fd-40c1-bf16-60c57f8b962b admin admin] Publish callbacks [] for security_group (40ba1fd4-a909-40fd-9909-a79c849f922d), precommit_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:34.569807 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [None req-6a25ae82-d39a-4ffb-bc9d-ce9be6cd084a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f5b272d35be24bfeaffecfcbc04b85c9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3307152 Mar 02 05:32:34.570757 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a25ae82-d39a-4ffb-bc9d-ce9be6cd084a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a42212c-7642-447c-9b4d-de0f96ef02c6,revision_number=1']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:32:34.573088 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.wsgi [-] (103714) accepted ('10.222.0.32', 39982) {{(pid=103714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:32:34.580336 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.provisioning_blocks [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Provisioning for port f7528c85-b863-4129-9216-6fdc2c3ff9f4 completed by entity L2. {{(pid=103716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 02 05:32:34.585562 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.provisioning_blocks [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Provisioning complete for port f7528c85-b863-4129-9216-6fdc2c3ff9f4 triggered by entity L2. {{(pid=103716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 05:32:34.591064 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012754'] for port (f7528c85-b863-4129-9216-6fdc2c3ff9f4), provisioning_complete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:34.612656 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-d6d7ceb0-94fd-40c1-bf16-60c57f8b962b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629892'] for security_group (40ba1fd4-a909-40fd-9909-a79c849f922d), after_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:34.651005 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6d7ceb0-94fd-40c1-bf16-60c57f8b962b admin admin] vlan segment allocate from pool success with {'vlan_id': 268, 'physical_network': 'physnet1'} {{(pid=103714) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 05:32:34.653000 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d7ceb0-94fd-40c1-bf16-60c57f8b962b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40ba1fd4-a909-40fd-9909-a79c849f922d,revision_number=1']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:32:34.664320 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6429199e-14c4-4479-95c2-19f7c66d0ff6 admin admin] Publish callbacks [] for security_group (3a42212c-7642-447c-9b4d-de0f96ef02c6), before_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:34.677436 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-d6d7ceb0-94fd-40c1-bf16-60c57f8b962b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1106907'] for segment (1e8e2e77-4e33-4beb-84b8-a14df404873a), precommit_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:34.678025 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.db.segments_db [None req-d6d7ceb0-94fd-40c1-bf16-60c57f8b962b admin admin] Added segment 1e8e2e77-4e33-4beb-84b8-a14df404873a of type vlan for network 23f8f824-aae5-4f2f-a8c3-545bf961b04d Mar 02 05:32:34.678494 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Current status of the port f7528c85-b863-4129-9216-6fdc2c3ff9f4 is: BUILD; New status is: ACTIVE {{(pid=103716) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 05:32:34.678989 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for port (f7528c85-b863-4129-9216-6fdc2c3ff9f4), before_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:34.705738 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1942e32e-febc-485c-b32e-e252223657c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7528c85-b863-4129-9216-6fdc2c3ff9f4'}] {{(pid=103716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 05:32:34.708078 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5cc3ee08ba8b8203ef00b822cbb368117e1f515a76881e78a723e4cc0774230" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66455e0a-7199-4e9f-864d-d43fc927c819" -d '{"events": [{"server_uuid": "1942e32e-febc-485c-b32e-e252223657c3", "name": "network-vif-plugged", "status": "completed", "tag": "f7528c85-b863-4129-9216-6fdc2c3ff9f4"}]}' {{(pid=103716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 05:32:34.709952 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-bcad1bfd-1901-4b50-a3b5-6b7893ec5ff0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789290460636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789289919726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14203002'] for port (81a761c3-2a1e-4962-bfaf-5c2f040d8af1), after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:34.718039 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6429199e-14c4-4479-95c2-19f7c66d0ff6 admin admin] Publish callbacks [] for security_group (3a42212c-7642-447c-9b4d-de0f96ef02c6), precommit_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:34.735362 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] For port f7528c85-b863-4129-9216-6fdc2c3ff9f4, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=f7528c85-b863-4129-9216-6fdc2c3ff9f4,segment=NetworkSegment(179d65c1-9d95-4943-a804-bd91470b2f8b),segment_id=179d65c1-9d95-4943-a804-bd91470b2f8b)] {{(pid=103716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 05:32:34.738690 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcad1bfd-1901-4b50-a3b5-6b7893ec5ff0 admin admin] Pushing event deleted for resources: {'Port': ['ID=81a761c3-2a1e-4962-bfaf-5c2f040d8af1,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:32:34.762925 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 05:32:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3952f944-37d9-4759-a15f-4ad5ba79cbc1 x-openstack-request-id: req-3952f944-37d9-4759-a15f-4ad5ba79cbc1 {{(pid=103716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 05:32:34.763309 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1942e32e-febc-485c-b32e-e252223657c3", "name": "network-vif-plugged", "status": "completed", "tag": "f7528c85-b863-4129-9216-6fdc2c3ff9f4", "code": 200}]} {{(pid=103716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 05:32:34.763818 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3952f944-37d9-4759-a15f-4ad5ba79cbc1 {{(pid=103716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 05:32:34.765343 dv-cinder-768458-18-iscsi neutron-server[103716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1942e32e-febc-485c-b32e-e252223657c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7528c85-b863-4129-9216-6fdc2c3ff9f4', 'code': 200} Mar 02 05:32:34.772715 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-d6d7ceb0-94fd-40c1-bf16-60c57f8b962b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789289939532'] for network (23f8f824-aae5-4f2f-a8c3-545bf961b04d), precommit_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:34.808124 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789290460654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789289919735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789289921293'] for port (f7528c85-b863-4129-9216-6fdc2c3ff9f4), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:34.809373 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.rpc [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Device ec466470-4f90-4b06-9c22-8bb584849f0b no longer exists at agent hyperv_hv-cinder-76845 {{(pid=103716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 05:32:34.838199 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72de9361-5cf4-4667-8a5f-8e7180ab489d req-17ef71be-084e-4987-aaa2-af06f2b8a916 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:32:34.839909 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-72de9361-5cf4-4667-8a5f-8e7180ab489d req-17ef71be-084e-4987-aaa2-af06f2b8a916 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] 10.222.0.32 "GET /v2.0/ports?device_id=7002d8fb-8274-485e-b875-ad2e5586984a HTTP/1.1" status: 200 len: 945 time: 0.1191354 Mar 02 05:32:34.843345 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] No Port match for: ec466470-4f90-4b06-9c22-8bb584849f0b {{(pid=103716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 05:32:34.843345 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.rpc [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Device ec466470-4f90-4b06-9c22-8bb584849f0b not bound to the agent host hv-cinder-76845 {{(pid=103716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 05:32:34.906509 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Pushing event updated for resources: {'Port': ['ID=f7528c85-b863-4129-9216-6fdc2c3ff9f4,revision_number=5']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:32:34.912116 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-d6d7ceb0-94fd-40c1-bf16-60c57f8b962b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186'] for network (23f8f824-aae5-4f2f-a8c3-545bf961b04d), after_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:34.913187 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6d7ceb0-94fd-40c1-bf16-60c57f8b962b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:32:34.914010 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-d6d7ceb0-94fd-40c1-bf16-60c57f8b962b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531172'] for network (None), before_response {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:34.936032 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-bcad1bfd-1901-4b50-a3b5-6b7893ec5ff0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555472'] for router_interface (a15bed18-2ce4-4c6b-b9c1-315af8c428ed), after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:34.965077 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-72de9361-5cf4-4667-8a5f-8e7180ab489d req-d70ff7e3-288b-4840-9a51-51c22b240538 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] 10.222.0.32 "GET /v2.0/security-groups?id=c04bdde9-68b7-4585-97f2-cb2ed276dc41&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1128488 Mar 02 05:32:34.977763 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6429199e-14c4-4479-95c2-19f7c66d0ff6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629892'] for security_group (3a42212c-7642-447c-9b4d-de0f96ef02c6), after_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:34.977763 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6429199e-14c4-4479-95c2-19f7c66d0ff6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:34.977763 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [None req-6429199e-14c4-4479-95c2-19f7c66d0ff6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3a42212c-7642-447c-9b4d-de0f96ef02c6 HTTP/1.1" status: 204 len: 168 time: 0.4030867 Mar 02 05:32:34.996302 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6429199e-14c4-4479-95c2-19f7c66d0ff6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a42212c-7642-447c-9b4d-de0f96ef02c6,revision_number=None']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:32:34.999028 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d7ceb0-94fd-40c1-bf16-60c57f8b962b admin admin] Pushing event updated for resources: {'Network': ['ID=23f8f824-aae5-4f2f-a8c3-545bf961b04d,revision_number=1']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:32:35.053709 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [None req-d6d7ceb0-94fd-40c1-bf16-60c57f8b962b admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8800833 Mar 02 05:32:35.056566 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.wsgi [-] (103714) accepted ('10.222.0.32', 39992) {{(pid=103714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:32:35.060836 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.rpc [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Network 23f8f824-aae5-4f2f-a8c3-545bf961b04d details requested by agent ovs-agent-dv-cinder-768458-18-iscsi with host dv-cinder-768458-18-iscsi {{(pid=103716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 02 05:32:35.062552 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.v2.base [None req-f57036a6-fc9b-4f13-b815-d9fe4da9a759 admin admin] Request body: {'subnet': {'network_id': '23f8f824-aae5-4f2f-a8c3-545bf961b04d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1270944312-subnet', 'tenant_id': '8cadbb55c03941bdba85ea81721d2245', 'ip_version': 4}} {{(pid=103714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 05:32:35.154218 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f57036a6-fc9b-4f13-b815-d9fe4da9a759 admin admin] Made reservation on behalf of 8cadbb55c03941bdba85ea81721d2245 for: {'subnet': 1} {{(pid=103714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 05:32:35.158302 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-f57036a6-fc9b-4f13-b815-d9fe4da9a759 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13179366'] for subnet (None), before_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:35.231647 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcad1bfd-1901-4b50-a3b5-6b7893ec5ff0 admin admin] Router a15bed18-2ce4-4c6b-b9c1-315af8c428ed has already been hosted by L3 agent 9c2b50e6-1677-4aa9-928e-941b4c488fc5 {{(pid=103715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 05:32:35.256520 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbcd15f-8980-4a72-bea9-bfbe9d164364 req-144adf81-5445-4bea-8ca8-2a8b508eb5c4 tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:32:35.257960 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-7dbcd15f-8980-4a72-bea9-bfbe9d164364 req-144adf81-5445-4bea-8ca8-2a8b508eb5c4 tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] 10.222.0.32 "GET /v2.0/ports?device_id=1942e32e-febc-485c-b32e-e252223657c3 HTTP/1.1" status: 200 len: 946 time: 0.0698698 Mar 02 05:32:35.277596 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5f100a-9c27-4937-9beb-7b728fddb4ab req-af3ba2e5-4c70-44d5-88bc-7afd12fb8e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:32:35.279148 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-1e5f100a-9c27-4937-9beb-7b728fddb4ab req-af3ba2e5-4c70-44d5-88bc-7afd12fb8e6e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1942e32e-febc-485c-b32e-e252223657c3 HTTP/1.1" status: 200 len: 1130 time: 0.0740216 Mar 02 05:32:35.366249 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-1e5f100a-9c27-4937-9beb-7b728fddb4ab req-de7f788b-bbb5-438d-981a-ded0661dcd79 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=01fdecac-c163-40c3-9d7b-98e5d2dc1a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786216 Mar 02 05:32:35.394254 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-7dbcd15f-8980-4a72-bea9-bfbe9d164364 req-7565c1bf-75a7-4fee-b28e-5e859586475a tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] 10.222.0.32 "GET /v2.0/security-groups?id=01fdecac-c163-40c3-9d7b-98e5d2dc1a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0975802 Mar 02 05:32:35.405185 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcad1bfd-1901-4b50-a3b5-6b7893ec5ff0 admin admin] Notify agent at l3_agent.dv-cinder-768458-18-iscsi the message routers_updated {{(pid=103715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 05:32:35.419457 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-bcad1bfd-1901-4b50-a3b5-6b7893ec5ff0 admin admin] 10.222.0.32 "PUT /v2.0/routers/a15bed18-2ce4-4c6b-b9c1-315af8c428ed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9600768 Mar 02 05:32:35.419457 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.32', 39998) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:32:35.429412 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1956d6f2-d663-4c44-b3e5-2a16c43e919d None None] Sync routers for ids ['a15bed18-2ce4-4c6b-b9c1-315af8c428ed'] in dv-cinder-768458-18-iscsi {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 05:32:35.441448 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1956d6f2-d663-4c44-b3e5-2a16c43e919d None None] Routers {'a15bed18-2ce4-4c6b-b9c1-315af8c428ed'} bound to L3 agent in host dv-cinder-768458-18-iscsi {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 05:32:35.442024 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-1956d6f2-d663-4c44-b3e5-2a16c43e919d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T05:20:42Z,description=,heartbeat_timestamp=2022-03-02T05:32:12Z,host='dv-cinder-768458-18-iscsi',id=9c2b50e6-1677-4aa9-928e-941b4c488fc5,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T05:20:42Z,topic='l3_agent')) {'router_ids': ['a15bed18-2ce4-4c6b-b9c1-315af8c428ed'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 05:32:35.499167 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-f57036a6-fc9b-4f13-b815-d9fe4da9a759 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13003823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13179348'] for subnet (100d9f66-c333-48f1-b722-61b116bc39ee), after_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:35.527970 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-98855d9a-2685-474c-83bf-c99cc9ccc4dc admin admin] Publish callbacks [] for router (a15bed18-2ce4-4c6b-b9c1-315af8c428ed), before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:35.551489 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.db.l3_dvr_db [None req-1956d6f2-d663-4c44-b3e5-2a16c43e919d None None] Set router a15bed18-2ce4-4c6b-b9c1-315af8c428ed gateway port host: dv-cinder-768458-18-iscsi {{(pid=103717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 05:32:35.559059 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57036a6-fc9b-4f13-b815-d9fe4da9a759 admin admin] Pushing event updated for resources: {'Subnet': ['ID=100d9f66-c333-48f1-b722-61b116bc39ee,revision_number=0']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:32:35.570790 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f57036a6-fc9b-4f13-b815-d9fe4da9a759 admin admin] Checking segment: {'id': '1e8e2e77-4e33-4beb-84b8-a14df404873a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '23f8f824-aae5-4f2f-a8c3-545bf961b04d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 05:32:35.570790 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f57036a6-fc9b-4f13-b815-d9fe4da9a759 admin admin] Network hostable DHCP agents. Network: 23f8f824-aae5-4f2f-a8c3-545bf961b04d, hostable agents: ['516abb3b-63f8-4dbb-a4f1-8865516966e2'], hosted agents: [] {{(pid=103714) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 05:32:35.641845 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f57036a6-fc9b-4f13-b815-d9fe4da9a759 admin admin] Network 23f8f824-aae5-4f2f-a8c3-545bf961b04d is scheduled to be hosted by DHCP agent 516abb3b-63f8-4dbb-a4f1-8865516966e2 with binding_index 1 {{(pid=103714) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 05:32:35.771754 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.wsgi [-] (103714) accepted ('10.222.0.32', 40000) {{(pid=103714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:32:35.771754 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-01158076-aa6c-43d6-929a-22723401897f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:35.772918 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-1956d6f2-d663-4c44-b3e5-2a16c43e919d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a15bed18-2ce4-4c6b-b9c1-315af8c428ed', 'name': 'tempest-ServerRescueNegativeTestJSON-1562253445-router', 'tenant_id': 'baeaa70a8e234288af44838b99895a45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'external_fixed_ips': [{'subnet_id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'ip_address': '172.27.2.17'}], 'enable_snat': True}, 'gw_port_id': 'a366fe9a-5e59-4912-818e-497237a16a34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T05:29:03Z', 'updated_at': '2022-03-02T05:32:34Z', 'revision_number': 5, 'project_id': 'baeaa70a8e234288af44838b99895a45', 'gw_port': {'id': 'a366fe9a-5e59-4912-818e-497237a16a34', 'name': '', 'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:e1:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a15bed18-2ce4-4c6b-b9c1-315af8c428ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'ip_address': '172.27.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T05:29:05Z', 'updated_at': '2022-03-02T05:29:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-18-iscsi'}], 'dv-cinder-768458-18-iscsi', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 05:32:35.776286 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1956d6f2-d663-4c44-b3e5-2a16c43e919d None None] Checking router: a15bed18-2ce4-4c6b-b9c1-315af8c428ed for host: dv-cinder-768458-18-iscsi {{(pid=103717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 05:32:35.785934 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1956d6f2-d663-4c44-b3e5-2a16c43e919d None None] Routers {'a15bed18-2ce4-4c6b-b9c1-315af8c428ed'} bound to L3 agent in host dv-cinder-768458-18-iscsi {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 05:32:35.786700 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-1956d6f2-d663-4c44-b3e5-2a16c43e919d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T05:20:42Z,description=,heartbeat_timestamp=2022-03-02T05:32:12Z,host='dv-cinder-768458-18-iscsi',id=9c2b50e6-1677-4aa9-928e-941b4c488fc5,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T05:20:42Z,topic='l3_agent')) {'router_ids': ['a15bed18-2ce4-4c6b-b9c1-315af8c428ed'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 05:32:35.805553 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-01158076-aa6c-43d6-929a-22723401897f admin admin] Publish callbacks [] for security_group (1a4c2888-6e25-4e74-9617-098c95abd77e), precommit_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:35.841603 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.scheduler.base_scheduler [None req-f57036a6-fc9b-4f13-b815-d9fe4da9a759 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768458-18-iscsi, 23f8f824-aae5-4f2f-a8c3-545bf961b04d) {{(pid=103714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 05:32:35.862504 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f57036a6-fc9b-4f13-b815-d9fe4da9a759 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:32:35.862504 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-f57036a6-fc9b-4f13-b815-d9fe4da9a759 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:35.863507 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ca0f93c-95db-4f80-bab7-91eee1df04ce None None] Network 23f8f824-aae5-4f2f-a8c3-545bf961b04d requested from dv-cinder-768458-18-iscsi {{(pid=103716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 05:32:35.881225 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-98855d9a-2685-474c-83bf-c99cc9ccc4dc admin admin] Publish callbacks [] for router_gateway (a15bed18-2ce4-4c6b-b9c1-315af8c428ed), before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:35.909047 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.db.l3_dvr_db [None req-1956d6f2-d663-4c44-b3e5-2a16c43e919d None None] Set router a15bed18-2ce4-4c6b-b9c1-315af8c428ed gateway port host: dv-cinder-768458-18-iscsi {{(pid=103717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 05:32:35.969140 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82132458-7e42-45d4-9d62-17b47af185f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbfd83565-997b-582c-95b3-04c06eae76bb-23f8f824-aae5-4f2f-a8c3-545bf961b04d', 'network_id': '23f8f824-aae5-4f2f-a8c3-545bf961b04d', 'project_id': '8cadbb55c03941bdba85ea81721d2245', 'fixed_ips': [{'subnet_id': '100d9f66-c333-48f1-b722-61b116bc39ee'}]}} from dv-cinder-768458-18-iscsi. {{(pid=103716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 02 05:32:35.970072 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-82132458-7e42-45d4-9d62-17b47af185f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for port (None), before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:36.064873 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-01158076-aa6c-43d6-929a-22723401897f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629892'] for security_group (1a4c2888-6e25-4e74-9617-098c95abd77e), after_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:36.095467 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-1956d6f2-d663-4c44-b3e5-2a16c43e919d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a15bed18-2ce4-4c6b-b9c1-315af8c428ed', 'name': 'tempest-ServerRescueNegativeTestJSON-1562253445-router', 'tenant_id': 'baeaa70a8e234288af44838b99895a45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'external_fixed_ips': [{'subnet_id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'ip_address': '172.27.2.17'}], 'enable_snat': True}, 'gw_port_id': 'a366fe9a-5e59-4912-818e-497237a16a34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T05:29:03Z', 'updated_at': '2022-03-02T05:32:34Z', 'revision_number': 5, 'project_id': 'baeaa70a8e234288af44838b99895a45', 'gw_port': {'id': 'a366fe9a-5e59-4912-818e-497237a16a34', 'name': '', 'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:e1:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a15bed18-2ce4-4c6b-b9c1-315af8c428ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'ip_address': '172.27.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T05:29:05Z', 'updated_at': '2022-03-02T05:29:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-18-iscsi'}], 'dv-cinder-768458-18-iscsi', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 05:32:36.107887 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [None req-f57036a6-fc9b-4f13-b815-d9fe4da9a759 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0500891 Mar 02 05:32:36.112319 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.32', 40004) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:32:36.118032 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.v2.base [None req-a3885337-6b3d-4318-b8ac-ad00a92bebe2 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1270944312-router', 'tenant_id': '8cadbb55c03941bdba85ea81721d2245', 'external_gateway_info': {'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58'}}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 05:32:36.120073 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01158076-aa6c-43d6-929a-22723401897f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a4c2888-6e25-4e74-9617-098c95abd77e,revision_number=1']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:32:36.125942 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [None req-01158076-aa6c-43d6-929a-22723401897f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=62ec868c568f4b678846a35b3715e7b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4184072 Mar 02 05:32:36.133905 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.db_base_plugin_common [None req-82132458-7e42-45d4-9d62-17b47af185f3 None None] Allocated IP 172.20.0.2 (23f8f824-aae5-4f2f-a8c3-545bf961b04d/100d9f66-c333-48f1-b722-61b116bc39ee/ad0c9ee1-988d-410c-bbc6-4766c7eaba6c) {{(pid=103716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 05:32:36.138541 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.32', 40006) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:32:36.141529 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61d2109-3c62-485d-ac90-d4392f9f4e0e req-556df33d-e659-4a33-97c6-5def70634db5 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:32:36.143255 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-c61d2109-3c62-485d-ac90-d4392f9f4e0e req-556df33d-e659-4a33-97c6-5def70634db5 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] 10.222.0.32 "GET /v2.0/ports?device_id=7002d8fb-8274-485e-b875-ad2e5586984a HTTP/1.1" status: 200 len: 945 time: 0.1074827 Mar 02 05:32:36.152758 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1956d6f2-d663-4c44-b3e5-2a16c43e919d None None] The sync data for ids ['a15bed18-2ce4-4c6b-b9c1-315af8c428ed'] in dv-cinder-768458-18-iscsi is: [{'id': 'a15bed18-2ce4-4c6b-b9c1-315af8c428ed', 'name': 'tempest-ServerRescueNegativeTestJSON-1562253445-router', 'tenant_id': 'baeaa70a8e234288af44838b99895a45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'external_fixed_ips': [{'subnet_id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'ip_address': '172.27.2.17'}], 'enable_snat': True}, 'gw_port_id': 'a366fe9a-5e59-4912-818e-497237a16a34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T05:29:03Z', 'updated_at': '2022-03-02T05:32:34Z', 'revision_number': 5, 'project_id': 'baeaa70a8e234288af44838b99895a45', 'gw_port': {'id': 'a366fe9a-5e59-4912-818e-497237a16a34', 'name': '', 'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:e1:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a15bed18-2ce4-4c6b-b9c1-315af8c428ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'ip_address': '172.27.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T05:29:05Z', 'updated_at': '2022-03-02T05:29:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-18-iscsi'}] {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 05:32:36.200748 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-98855d9a-2685-474c-83bf-c99cc9ccc4dc admin admin] Deleting port a366fe9a-5e59-4912-818e-497237a16a34 {{(pid=103715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 05:32:36.200748 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-98855d9a-2685-474c-83bf-c99cc9ccc4dc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789290453881'] for port (a366fe9a-5e59-4912-818e-497237a16a34), before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:36.213792 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-c61d2109-3c62-485d-ac90-d4392f9f4e0e req-b326284d-5ce5-4d2c-936d-aa2e92e9d9df tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] 10.222.0.32 "GET /v2.0/security-groups?id=c04bdde9-68b7-4585-97f2-cb2ed276dc41&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0641961 Mar 02 05:32:36.247576 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-a3885337-6b3d-4318-b8ac-ad00a92bebe2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5211'] for router (2202d3a7-431c-4454-949c-ae2e83a2806f), before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:36.248602 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-a3885337-6b3d-4318-b8ac-ad00a92bebe2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-554951', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-624974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5154'] for router (2202d3a7-431c-4454-949c-ae2e83a2806f), precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:36.254655 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-3b66d929-c131-48c5-ac6e-cef5c797ba8d admin admin] Publish callbacks [] for security_group (1a4c2888-6e25-4e74-9617-098c95abd77e), before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:36.285955 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-3b66d929-c131-48c5-ac6e-cef5c797ba8d admin admin] Publish callbacks [] for security_group (1a4c2888-6e25-4e74-9617-098c95abd77e), precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:36.308909 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-82132458-7e42-45d4-9d62-17b47af185f3 None None] Publish callbacks [] for port (ad0c9ee1-988d-410c-bbc6-4766c7eaba6c), precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:36.368610 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-a3885337-6b3d-4318-b8ac-ad00a92bebe2 admin admin] Publish callbacks [] for router_controller (2202d3a7-431c-4454-949c-ae2e83a2806f), precommit_add_association {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:36.375875 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.db [None req-98855d9a-2685-474c-83bf-c99cc9ccc4dc admin admin] For port a366fe9a-5e59-4912-818e-497237a16a34, host dv-cinder-768458-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-18-iscsi',level=0,port_id=a366fe9a-5e59-4912-818e-497237a16a34,segment=NetworkSegment(4c026da1-f439-448a-ad69-ccdbf2795772),segment_id=4c026da1-f439-448a-ad69-ccdbf2795772)] {{(pid=103715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 05:32:36.376226 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-98855d9a-2685-474c-83bf-c99cc9ccc4dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542039'] for port (a366fe9a-5e59-4912-818e-497237a16a34), precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:36.388380 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-98855d9a-2685-474c-83bf-c99cc9ccc4dc admin admin] Calling delete_port for a366fe9a-5e59-4912-818e-497237a16a34 owned by network:router_gateway {{(pid=103715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 05:32:36.390772 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-82132458-7e42-45d4-9d62-17b47af185f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789289919717'] for port (ad0c9ee1-988d-410c-bbc6-4766c7eaba6c), after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:36.425682 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82132458-7e42-45d4-9d62-17b47af185f3 None None] Network 23f8f824-aae5-4f2f-a8c3-545bf961b04d is already hosted by enough agents. {{(pid=103716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 05:32:36.428712 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-82132458-7e42-45d4-9d62-17b47af185f3 None None] Resources bound (agent type, host, resource id): {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 05:32:36.434321 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82132458-7e42-45d4-9d62-17b47af185f3 None None] Received port after_create {{(pid=103716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 05:32:36.485573 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82132458-7e42-45d4-9d62-17b47af185f3 None None] Pushing event updated for resources: {'Port': ['ID=ad0c9ee1-988d-410c-bbc6-4766c7eaba6c,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:32:36.497362 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.managers [None req-82132458-7e42-45d4-9d62-17b47af185f3 None None] Attempting to bind port ad0c9ee1-988d-410c-bbc6-4766c7eaba6c on host dv-cinder-768458-18-iscsi for vnic_type normal with profile {{(pid=103716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 05:32:36.497737 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.managers [None req-82132458-7e42-45d4-9d62-17b47af185f3 None None] Attempting to bind port ad0c9ee1-988d-410c-bbc6-4766c7eaba6c by drivers openvswitch,hyperv on host dv-cinder-768458-18-iscsi at level 0 using segments [{'id': '1e8e2e77-4e33-4beb-84b8-a14df404873a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '23f8f824-aae5-4f2f-a8c3-545bf961b04d'}] {{(pid=103716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 05:32:36.498107 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82132458-7e42-45d4-9d62-17b47af185f3 None None] Attempting to bind port ad0c9ee1-988d-410c-bbc6-4766c7eaba6c on network 23f8f824-aae5-4f2f-a8c3-545bf961b04d {{(pid=103716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 05:32:36.503904 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82132458-7e42-45d4-9d62-17b47af185f3 None None] Checking agent: {'id': '64307ea2-7468-48d5-a188-5e76dfb99c6b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 5, 20, 46), 'started_at': datetime.datetime(2022, 3, 2, 5, 21, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 5, 32, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 05:32:36.504286 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82132458-7e42-45d4-9d62-17b47af185f3 None None] Checking segment: {'id': '1e8e2e77-4e33-4beb-84b8-a14df404873a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '23f8f824-aae5-4f2f-a8c3-545bf961b04d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 05:32:36.504691 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-82132458-7e42-45d4-9d62-17b47af185f3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:36.505082 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82132458-7e42-45d4-9d62-17b47af185f3 None None] Bound using segment: {'id': '1e8e2e77-4e33-4beb-84b8-a14df404873a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '23f8f824-aae5-4f2f-a8c3-545bf961b04d'} {{(pid=103716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 05:32:36.505549 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.managers [None req-82132458-7e42-45d4-9d62-17b47af185f3 None None] Bound port: ad0c9ee1-988d-410c-bbc6-4766c7eaba6c, host: dv-cinder-768458-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e8e2e77-4e33-4beb-84b8-a14df404873a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '23f8f824-aae5-4f2f-a8c3-545bf961b04d'}}] {{(pid=103716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 05:32:36.505928 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-82132458-7e42-45d4-9d62-17b47af185f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for port (ad0c9ee1-988d-410c-bbc6-4766c7eaba6c), before_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:36.540261 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-3b66d929-c131-48c5-ac6e-cef5c797ba8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629892'] for security_group (1a4c2888-6e25-4e74-9617-098c95abd77e), after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:36.542665 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-3b66d929-c131-48c5-ac6e-cef5c797ba8d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:36.547643 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-3b66d929-c131-48c5-ac6e-cef5c797ba8d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1a4c2888-6e25-4e74-9617-098c95abd77e HTTP/1.1" status: 204 len: 168 time: 0.4072206 Mar 02 05:32:36.584979 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-82132458-7e42-45d4-9d62-17b47af185f3 None None] For port ad0c9ee1-988d-410c-bbc6-4766c7eaba6c, host dv-cinder-768458-18-iscsi, cleared binding levels {{(pid=103716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 05:32:36.589022 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-82132458-7e42-45d4-9d62-17b47af185f3 None None] For port ad0c9ee1-988d-410c-bbc6-4766c7eaba6c, host dv-cinder-768458-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-18-iscsi',level=0,port_id=ad0c9ee1-988d-410c-bbc6-4766c7eaba6c,segment=NetworkSegment(1e8e2e77-4e33-4beb-84b8-a14df404873a),segment_id=1e8e2e77-4e33-4beb-84b8-a14df404873a)] {{(pid=103716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 05:32:36.676310 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-82132458-7e42-45d4-9d62-17b47af185f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789290460654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789289919735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789289921293'] for port (ad0c9ee1-988d-410c-bbc6-4766c7eaba6c), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:36.718353 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b66d929-c131-48c5-ac6e-cef5c797ba8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a4c2888-6e25-4e74-9617-098c95abd77e,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:32:36.728935 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-a3885337-6b3d-4318-b8ac-ad00a92bebe2 admin admin] Publish callbacks [] for router_gateway (2202d3a7-431c-4454-949c-ae2e83a2806f), precommit_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:36.751259 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82132458-7e42-45d4-9d62-17b47af185f3 None None] Pushing event updated for resources: {'Port': ['ID=ad0c9ee1-988d-410c-bbc6-4766c7eaba6c,revision_number=2']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:32:36.776727 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce06c80-3163-4f88-9269-2ee2e6468819 req-be5af2b4-30b1-4cf9-992c-41221534ecbc tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:32:36.779014 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-4ce06c80-3163-4f88-9269-2ee2e6468819 req-be5af2b4-30b1-4cf9-992c-41221534ecbc tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] 10.222.0.32 "GET /v2.0/ports?device_id=1942e32e-febc-485c-b32e-e252223657c3 HTTP/1.1" status: 200 len: 946 time: 0.2501085 Mar 02 05:32:36.862543 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.rpc [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Device 81a761c3-2a1e-4962-bfaf-5c2f040d8af1 no longer exists at agent ovs-agent-dv-cinder-768458-18-iscsi {{(pid=103716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 05:32:36.897452 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] No Port match for: 81a761c3-2a1e-4962-bfaf-5c2f040d8af1 {{(pid=103716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 05:32:36.898516 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.rpc [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Device 81a761c3-2a1e-4962-bfaf-5c2f040d8af1 not bound to the agent host dv-cinder-768458-18-iscsi {{(pid=103716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 05:32:36.919758 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-98855d9a-2685-474c-83bf-c99cc9ccc4dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789290460636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789289919726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14203002'] for port (a366fe9a-5e59-4912-818e-497237a16a34), after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:36.935028 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-4ce06c80-3163-4f88-9269-2ee2e6468819 req-54c39dc5-4194-4d05-aa94-3692c1ed50b9 tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] 10.222.0.32 "GET /v2.0/security-groups?id=01fdecac-c163-40c3-9d7b-98e5d2dc1a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1474586 Mar 02 05:32:36.962921 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98855d9a-2685-474c-83bf-c99cc9ccc4dc admin admin] Pushing event deleted for resources: {'Port': ['ID=a366fe9a-5e59-4912-818e-497237a16a34,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:32:37.055673 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-98855d9a-2685-474c-83bf-c99cc9ccc4dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-556402'] for router_gateway (a15bed18-2ce4-4c6b-b9c1-315af8c428ed), after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:37.082569 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (db45f871-b7ec-436d-b6b8-6a0a072a2253), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:37.175188 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-98855d9a-2685-474c-83bf-c99cc9ccc4dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552674', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5165'] for router (a15bed18-2ce4-4c6b-b9c1-315af8c428ed), precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:37.178303 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-98855d9a-2685-474c-83bf-c99cc9ccc4dc admin admin] Publish callbacks [] for router_controller (a15bed18-2ce4-4c6b-b9c1-315af8c428ed), precommit_delete_associations {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:37.339913 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-98855d9a-2685-474c-83bf-c99cc9ccc4dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552665'] for router (a15bed18-2ce4-4c6b-b9c1-315af8c428ed), after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:37.340621 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98855d9a-2685-474c-83bf-c99cc9ccc4dc admin admin] Fanout notify agent at l3_agent the message router_deleted on router a15bed18-2ce4-4c6b-b9c1-315af8c428ed {{(pid=103715) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 05:32:37.348536 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-98855d9a-2685-474c-83bf-c99cc9ccc4dc admin admin] Publish callbacks [] for router (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:37.352467 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-98855d9a-2685-474c-83bf-c99cc9ccc4dc admin admin] 10.222.0.32 "DELETE /v2.0/routers/a15bed18-2ce4-4c6b-b9c1-315af8c428ed HTTP/1.1" status: 204 len: 168 time: 1.9375551 Mar 02 05:32:37.353474 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2ea38d-2b8f-415d-84e4-c146d76a3411 req-755e7477-984e-4c37-ba53-13ec7b6953a9 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:32:37.354898 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.32', 40024) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:32:37.361844 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-3b2ea38d-2b8f-415d-84e4-c146d76a3411 req-755e7477-984e-4c37-ba53-13ec7b6953a9 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] 10.222.0.32 "GET /v2.0/ports?device_id=7002d8fb-8274-485e-b875-ad2e5586984a HTTP/1.1" status: 200 len: 945 time: 0.0716288 Mar 02 05:32:37.366688 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-a3885337-6b3d-4318-b8ac-ad00a92bebe2 admin admin] Publish callbacks [] for router_gateway (2202d3a7-431c-4454-949c-ae2e83a2806f), before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:37.410284 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-3b2ea38d-2b8f-415d-84e4-c146d76a3411 req-ccb39e74-6afc-475d-bddd-706e9f75aacd tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] 10.222.0.32 "GET /v2.0/security-groups?id=c04bdde9-68b7-4585-97f2-cb2ed276dc41&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0475733 Mar 02 05:32:37.413680 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-a3885337-6b3d-4318-b8ac-ad00a92bebe2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for port (None), before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:37.466706 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.db.db_base_plugin_v2 [None req-67b66fb5-1831-4ef2-860d-24999a6e5e97 admin admin] Deleting subnet 4a30aa60-f586-4276-a1aa-cd6a333ae855 {{(pid=103715) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 02 05:32:37.478927 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-67b66fb5-1831-4ef2-860d-24999a6e5e97 admin admin] Publish callbacks [] for subnet (4a30aa60-f586-4276-a1aa-cd6a333ae855), before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:37.550241 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-67b66fb5-1831-4ef2-860d-24999a6e5e97 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14592191'] for subnet (4a30aa60-f586-4276-a1aa-cd6a333ae855), precommit_delete_associations {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:37.603994 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.db.db_base_plugin_common [None req-a3885337-6b3d-4318-b8ac-ad00a92bebe2 admin admin] Allocated IP 172.27.2.63 (b55256da-732d-4561-a24f-23ea9a772c58/77df959b-d159-4f61-98dc-e86e1ea2cf69/5fb13d2b-1772-4a82-91a7-37ce1645269d) {{(pid=103715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 05:32:37.612757 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-67b66fb5-1831-4ef2-860d-24999a6e5e97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1107012'] for subnet (4a30aa60-f586-4276-a1aa-cd6a333ae855), precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:37.753520 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-a3885337-6b3d-4318-b8ac-ad00a92bebe2 admin admin] Publish callbacks [] for port (5fb13d2b-1772-4a82-91a7-37ce1645269d), precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:37.780185 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-67b66fb5-1831-4ef2-860d-24999a6e5e97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1107019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14202953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58182792'] for subnet (4a30aa60-f586-4276-a1aa-cd6a333ae855), after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:37.811451 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b66fb5-1831-4ef2-860d-24999a6e5e97 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a30aa60-f586-4276-a1aa-cd6a333ae855,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:32:37.817685 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-67b66fb5-1831-4ef2-860d-24999a6e5e97 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531172'] for subnet (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:37.821336 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-67b66fb5-1831-4ef2-860d-24999a6e5e97 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/4a30aa60-f586-4276-a1aa-cd6a333ae855 HTTP/1.1" status: 204 len: 168 time: 0.4654779 Mar 02 05:32:37.827769 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.wsgi [-] (103714) accepted ('10.222.0.32', 40036) {{(pid=103714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:32:37.896542 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dd67052-7e23-4126-890e-e312d0007c18 None None] Network 23f8f824-aae5-4f2f-a8c3-545bf961b04d requested from dv-cinder-768458-18-iscsi {{(pid=103716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 05:32:37.896958 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-a3885337-6b3d-4318-b8ac-ad00a92bebe2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789289919717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14203002'] for port (5fb13d2b-1772-4a82-91a7-37ce1645269d), after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:37.918856 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-b38bd950-7ea0-4c3a-bce3-805ff0ef2aa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1295551'] for network (6269aee3-2e0e-4eb6-b2da-e53edf4d265e), before_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:37.953561 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3885337-6b3d-4318-b8ac-ad00a92bebe2 admin admin] Pushing event updated for resources: {'Port': ['ID=5fb13d2b-1772-4a82-91a7-37ce1645269d,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:32:37.967202 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3885337-6b3d-4318-b8ac-ad00a92bebe2 admin admin] Network b55256da-732d-4561-a24f-23ea9a772c58 is already hosted by enough agents. {{(pid=103715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 05:32:37.969465 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-a3885337-6b3d-4318-b8ac-ad00a92bebe2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 05:32:37.971865 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3885337-6b3d-4318-b8ac-ad00a92bebe2 admin admin] Received port after_create {{(pid=103715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 05:32:38.030228 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-b38bd950-7ea0-4c3a-bce3-805ff0ef2aa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2011071', 'neutron.services.segments.db._delete_segments_for_network-8789290248605'] for network (6269aee3-2e0e-4eb6-b2da-e53edf4d265e), precommit_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:38.079981 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.services.segments.db [None req-b38bd950-7ea0-4c3a-bce3-805ff0ef2aa3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6269aee3-2e0e-4eb6-b2da-e53edf4d265e']}} {{(pid=103714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 05:32:38.091966 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.services.segments.db [None req-b38bd950-7ea0-4c3a-bce3-805ff0ef2aa3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f72dff1c-57c4-4f1b-839d-2a6b2e94cc43') {'for_net_delete': True} {{(pid=103714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 05:32:38.092542 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.services.segments.db [None req-b38bd950-7ea0-4c3a-bce3-805ff0ef2aa3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f72dff1c-57c4-4f1b-839d-2a6b2e94cc43') {} {{(pid=103714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 05:32:38.111958 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-b38bd950-7ea0-4c3a-bce3-805ff0ef2aa3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789290251430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13450160'] for segment (f72dff1c-57c4-4f1b-839d-2a6b2e94cc43), before_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:38.115900 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.provisioning_blocks [None req-90e912de-d6a6-4d89-80ed-57f4a6cc3833 None None] Provisioning complete for port ad0c9ee1-988d-410c-bbc6-4766c7eaba6c triggered by entity DHCP. {{(pid=103716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 05:32:38.116863 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-90e912de-d6a6-4d89-80ed-57f4a6cc3833 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012754'] for port (ad0c9ee1-988d-410c-bbc6-4766c7eaba6c), provisioning_complete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:38.126732 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-b38bd950-7ea0-4c3a-bce3-805ff0ef2aa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1106907'] for segment (f72dff1c-57c4-4f1b-839d-2a6b2e94cc43), precommit_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:38.133826 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b38bd950-7ea0-4c3a-bce3-805ff0ef2aa3 admin admin] Releasing vlan 298 on physical network physnet1 to pool {{(pid=103714) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 05:32:38.134313 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-b38bd950-7ea0-4c3a-bce3-805ff0ef2aa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1106907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13003958'] for segment (f72dff1c-57c4-4f1b-839d-2a6b2e94cc43), after_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:38.136285 dv-cinder-768458-18-iscsi neutron-server[103714]: Traceback (most recent call last): Mar 02 05:32:38.136285 dv-cinder-768458-18-iscsi neutron-server[103714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 05:32:38.136285 dv-cinder-768458-18-iscsi neutron-server[103714]: timer() Mar 02 05:32:38.136285 dv-cinder-768458-18-iscsi neutron-server[103714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 05:32:38.136285 dv-cinder-768458-18-iscsi neutron-server[103714]: cb(*args, **kw) Mar 02 05:32:38.136285 dv-cinder-768458-18-iscsi neutron-server[103714]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 02 05:32:38.136285 dv-cinder-768458-18-iscsi neutron-server[103714]: return func(*args, **kwargs) Mar 02 05:32:38.136285 dv-cinder-768458-18-iscsi neutron-server[103714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 05:32:38.136285 dv-cinder-768458-18-iscsi neutron-server[103714]: self._notify() Mar 02 05:32:38.136285 dv-cinder-768458-18-iscsi neutron-server[103714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 05:32:38.136285 dv-cinder-768458-18-iscsi neutron-server[103714]: self.callback(batched_events) Mar 02 05:32:38.136285 dv-cinder-768458-18-iscsi neutron-server[103714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 05:32:38.136285 dv-cinder-768458-18-iscsi neutron-server[103714]: event.method(event) Mar 02 05:32:38.136285 dv-cinder-768458-18-iscsi neutron-server[103714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 02 05:32:38.136285 dv-cinder-768458-18-iscsi neutron-server[103714]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 05:32:38.136285 dv-cinder-768458-18-iscsi neutron-server[103714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 02 05:32:38.136285 dv-cinder-768458-18-iscsi neutron-server[103714]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 05:32:38.136285 dv-cinder-768458-18-iscsi neutron-server[103714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 02 05:32:38.136285 dv-cinder-768458-18-iscsi neutron-server[103714]: return f(self, *a, **k) Mar 02 05:32:38.136285 dv-cinder-768458-18-iscsi neutron-server[103714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 05:32:38.136285 dv-cinder-768458-18-iscsi neutron-server[103714]: return self._get(url).json() Mar 02 05:32:38.136285 dv-cinder-768458-18-iscsi neutron-server[103714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 05:32:38.136285 dv-cinder-768458-18-iscsi neutron-server[103714]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 05:32:38.136285 dv-cinder-768458-18-iscsi neutron-server[103714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 05:32:38.136285 dv-cinder-768458-18-iscsi neutron-server[103714]: return self.request(url, 'GET', **kwargs) Mar 02 05:32:38.136285 dv-cinder-768458-18-iscsi neutron-server[103714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 05:32:38.136285 dv-cinder-768458-18-iscsi neutron-server[103714]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 05:32:38.136285 dv-cinder-768458-18-iscsi neutron-server[103714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 05:32:38.136285 dv-cinder-768458-18-iscsi neutron-server[103714]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 05:32:38.136285 dv-cinder-768458-18-iscsi neutron-server[103714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 05:32:38.136285 dv-cinder-768458-18-iscsi neutron-server[103714]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 05:32:38.136285 dv-cinder-768458-18-iscsi neutron-server[103714]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 05:32:38.244844 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-90e912de-d6a6-4d89-80ed-57f4a6cc3833 None None] Current status of the port ad0c9ee1-988d-410c-bbc6-4766c7eaba6c is: DOWN; New status is: ACTIVE {{(pid=103716) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 05:32:38.245224 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-90e912de-d6a6-4d89-80ed-57f4a6cc3833 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for port (ad0c9ee1-988d-410c-bbc6-4766c7eaba6c), before_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:38.256468 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdcf707-772a-4c86-897c-5fda585024ba req-d757de3d-9c64-4888-b457-45195a606aaa tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:32:38.258149 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-6cdcf707-772a-4c86-897c-5fda585024ba req-d757de3d-9c64-4888-b457-45195a606aaa tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] 10.222.0.32 "GET /v2.0/ports?device_id=1942e32e-febc-485c-b32e-e252223657c3 HTTP/1.1" status: 200 len: 946 time: 0.1587117 Mar 02 05:32:38.279823 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-b38bd950-7ea0-4c3a-bce3-805ff0ef2aa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2011078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556366'] for network (6269aee3-2e0e-4eb6-b2da-e53edf4d265e), after_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:38.281802 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-90e912de-d6a6-4d89-80ed-57f4a6cc3833 None None] For port ad0c9ee1-988d-410c-bbc6-4766c7eaba6c, host dv-cinder-768458-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-18-iscsi',level=0,port_id=ad0c9ee1-988d-410c-bbc6-4766c7eaba6c,segment=NetworkSegment(1e8e2e77-4e33-4beb-84b8-a14df404873a),segment_id=1e8e2e77-4e33-4beb-84b8-a14df404873a)] {{(pid=103716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 05:32:38.303981 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-b38bd950-7ea0-4c3a-bce3-805ff0ef2aa3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531172'] for network (None), before_response {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:38.308076 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [None req-b38bd950-7ea0-4c3a-bce3-805ff0ef2aa3 admin admin] 10.222.0.32 "DELETE /v2.0/networks/6269aee3-2e0e-4eb6-b2da-e53edf4d265e HTTP/1.1" status: 204 len: 168 time: 0.4790392 Mar 02 05:32:38.309893 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38bd950-7ea0-4c3a-bce3-805ff0ef2aa3 admin admin] Pushing event deleted for resources: {'Network': ['ID=6269aee3-2e0e-4eb6-b2da-e53edf4d265e,revision_number=None']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:32:38.364015 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-6cdcf707-772a-4c86-897c-5fda585024ba req-3242a3b4-803d-4941-90b1-d6bd42f97c10 tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] 10.222.0.32 "GET /v2.0/security-groups?id=01fdecac-c163-40c3-9d7b-98e5d2dc1a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0995607 Mar 02 05:32:38.365296 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-90e912de-d6a6-4d89-80ed-57f4a6cc3833 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789290460654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789289919735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789289921293'] for port (ad0c9ee1-988d-410c-bbc6-4766c7eaba6c), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:38.459024 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-a3885337-6b3d-4318-b8ac-ad00a92bebe2 admin admin] Publish callbacks [] for router_gateway (2202d3a7-431c-4454-949c-ae2e83a2806f), after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:38.465080 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e912de-d6a6-4d89-80ed-57f4a6cc3833 None None] Pushing event updated for resources: {'Port': ['ID=ad0c9ee1-988d-410c-bbc6-4766c7eaba6c,revision_number=3']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:32:38.519224 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ce2b26-dc63-416a-be67-aec58a4d6b1c req-0f944fe1-b51a-47f9-bbdc-007dfa167695 tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:32:38.522003 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-32ce2b26-dc63-416a-be67-aec58a4d6b1c req-0f944fe1-b51a-47f9-bbdc-007dfa167695 tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] 10.222.0.32 "GET /v2.0/ports?device_id=1942e32e-febc-485c-b32e-e252223657c3 HTTP/1.1" status: 200 len: 946 time: 0.0654652 Mar 02 05:32:38.582327 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-32ce2b26-dc63-416a-be67-aec58a4d6b1c req-2a2dcbad-8024-4111-8bd3-7701e2a3645a tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] 10.222.0.32 "GET /v2.0/security-groups?id=01fdecac-c163-40c3-9d7b-98e5d2dc1a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532780 Mar 02 05:32:38.605450 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.wsgi [-] (103714) accepted ('10.222.0.32', 40056) {{(pid=103714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:32:38.617971 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.provisioning_blocks [None req-fd0ce08c-0afa-444b-bfe4-729d2d7e923e None None] Provisioning complete for port ad0c9ee1-988d-410c-bbc6-4766c7eaba6c triggered by entity DHCP. {{(pid=103716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 05:32:38.620912 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-fd0ce08c-0afa-444b-bfe4-729d2d7e923e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012754'] for port (ad0c9ee1-988d-410c-bbc6-4766c7eaba6c), provisioning_complete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:38.630267 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fe67e1-bff7-4923-ad69-ffb849d1cce1 req-a343329c-4ffe-4084-aa21-f02b0be02613 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:32:38.631791 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-a9fe67e1-bff7-4923-ad69-ffb849d1cce1 req-a343329c-4ffe-4084-aa21-f02b0be02613 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] 10.222.0.32 "GET /v2.0/ports?device_id=7002d8fb-8274-485e-b875-ad2e5586984a HTTP/1.1" status: 200 len: 945 time: 0.1071100 Mar 02 05:32:38.711624 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-fd0ce08c-0afa-444b-bfe4-729d2d7e923e None None] Current status of the port ad0c9ee1-988d-410c-bbc6-4766c7eaba6c is: ACTIVE; New status is: ACTIVE {{(pid=103716) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 05:32:38.748340 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.wsgi [-] (103714) accepted ('10.222.0.32', 40062) {{(pid=103714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:32:38.801829 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [None req-19f35dd2-6a3e-4ff9-940f-1c6f05e011c7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=baeaa70a8e234288af44838b99895a45&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0521936 Mar 02 05:32:38.804305 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.wsgi [-] (103714) accepted ('10.222.0.32', 40064) {{(pid=103714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:32:38.886713 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47ca03da-f4e6-42fd-9f5c-ac02adc9d726 tempest-TestVolumeBootPattern-344153684 tempest-TestVolumeBootPattern-344153684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:32:38.888451 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [None req-47ca03da-f4e6-42fd-9f5c-ac02adc9d726 tempest-TestVolumeBootPattern-344153684 tempest-TestVolumeBootPattern-344153684-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=1942e32e-febc-485c-b32e-e252223657c3 HTTP/1.1" status: 200 len: 1125 time: 0.2817543 Mar 02 05:32:38.891623 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.wsgi [-] (103714) accepted ('10.222.0.32', 40066) {{(pid=103714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:32:38.901675 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.v2.base [None req-34160bdb-57a2-4e2a-b7ef-239ec6381e02 tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Request body: {'floatingip': {'floating_network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'port_id': 'f7528c85-b863-4129-9216-6fdc2c3ff9f4', 'tenant_id': '849ab8ade87443a6947fd49bc6793c28', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 05:32:38.934391 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-d686f2c4-d955-439a-b128-54e611c65ebb admin admin] Publish callbacks [] for security_group (cd784b26-a24e-48e7-98ec-6c0ab769f87c), before_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:38.973919 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-d686f2c4-d955-439a-b128-54e611c65ebb admin admin] Publish callbacks [] for security_group (cd784b26-a24e-48e7-98ec-6c0ab769f87c), precommit_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:39.004019 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.rpc [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Device ad0c9ee1-988d-410c-bbc6-4766c7eaba6c up at agent ovs-agent-dv-cinder-768458-18-iscsi {{(pid=103716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 05:32:39.017468 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-a9fe67e1-bff7-4923-ad69-ffb849d1cce1 req-01ec9827-dcb0-4efc-9664-744841d5dbdb tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] 10.222.0.32 "GET /v2.0/security-groups?id=c04bdde9-68b7-4585-97f2-cb2ed276dc41&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0916784 Mar 02 05:32:39.036571 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-a3885337-6b3d-4318-b8ac-ad00a92bebe2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554906'] for router (2202d3a7-431c-4454-949c-ae2e83a2806f), after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:39.073156 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.provisioning_blocks [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Provisioning complete for port ad0c9ee1-988d-410c-bbc6-4766c7eaba6c triggered by entity L2. {{(pid=103716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 05:32:39.073932 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012754'] for port (ad0c9ee1-988d-410c-bbc6-4766c7eaba6c), provisioning_complete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:39.102550 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-34160bdb-57a2-4e2a-b7ef-239ec6381e02 tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:39.212866 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Current status of the port ad0c9ee1-988d-410c-bbc6-4766c7eaba6c is: ACTIVE; New status is: ACTIVE {{(pid=103716) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 05:32:39.277513 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.rpc [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Device a366fe9a-5e59-4912-818e-497237a16a34 no longer exists at agent ovs-agent-dv-cinder-768458-18-iscsi {{(pid=103716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 05:32:39.301110 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] No Port match for: a366fe9a-5e59-4912-818e-497237a16a34 {{(pid=103716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 05:32:39.301769 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.rpc [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Device a366fe9a-5e59-4912-818e-497237a16a34 not bound to the agent host dv-cinder-768458-18-iscsi {{(pid=103716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 05:32:39.319672 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3885337-6b3d-4318-b8ac-ad00a92bebe2 admin admin] Router 2202d3a7-431c-4454-949c-ae2e83a2806f is scheduled to L3 agent 9c2b50e6-1677-4aa9-928e-941b4c488fc5 with binding_index 1 {{(pid=103715) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 05:32:39.391643 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-d686f2c4-d955-439a-b128-54e611c65ebb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629892'] for security_group (cd784b26-a24e-48e7-98ec-6c0ab769f87c), after_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:39.394102 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-d686f2c4-d955-439a-b128-54e611c65ebb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:39.395229 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [None req-d686f2c4-d955-439a-b128-54e611c65ebb admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/cd784b26-a24e-48e7-98ec-6c0ab769f87c HTTP/1.1" status: 204 len: 168 time: 0.5899153 Mar 02 05:32:39.409086 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d686f2c4-d955-439a-b128-54e611c65ebb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd784b26-a24e-48e7-98ec-6c0ab769f87c,revision_number=None']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:32:39.440629 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3885337-6b3d-4318-b8ac-ad00a92bebe2 admin admin] Notify agent at l3_agent.dv-cinder-768458-18-iscsi the message routers_updated {{(pid=103715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 05:32:39.453427 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa47bea9-0dae-4ada-b50b-429536042ba3 None None] Sync routers for ids ['2202d3a7-431c-4454-949c-ae2e83a2806f'] in dv-cinder-768458-18-iscsi {{(pid=103716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 05:32:39.465554 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa47bea9-0dae-4ada-b50b-429536042ba3 None None] Routers {'2202d3a7-431c-4454-949c-ae2e83a2806f'} bound to L3 agent in host dv-cinder-768458-18-iscsi {{(pid=103716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 05:32:39.466425 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.l3_hamode_db [None req-aa47bea9-0dae-4ada-b50b-429536042ba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T05:20:42Z,description=,heartbeat_timestamp=2022-03-02T05:32:12Z,host='dv-cinder-768458-18-iscsi',id=9c2b50e6-1677-4aa9-928e-941b4c488fc5,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T05:20:42Z,topic='l3_agent')) {'router_ids': ['2202d3a7-431c-4454-949c-ae2e83a2806f'], 'active': True} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 05:32:39.479179 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-34160bdb-57a2-4e2a-b7ef-239ec6381e02 tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for port (None), before_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:39.521684 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-a3885337-6b3d-4318-b8ac-ad00a92bebe2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:39.529883 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-a3885337-6b3d-4318-b8ac-ad00a92bebe2 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.4089055 Mar 02 05:32:39.529883 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.32', 40078) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:32:39.605464 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.l3_dvr_db [None req-aa47bea9-0dae-4ada-b50b-429536042ba3 None None] Set router 2202d3a7-431c-4454-949c-ae2e83a2806f gateway port host: dv-cinder-768458-18-iscsi {{(pid=103716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 05:32:39.610083 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.db.db_base_plugin_common [None req-34160bdb-57a2-4e2a-b7ef-239ec6381e02 tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Allocated IP 172.27.2.138 (b55256da-732d-4561-a24f-23ea9a772c58/77df959b-d159-4f61-98dc-e86e1ea2cf69/69c7314c-1a92-4026-84ab-30e2e72070a5) {{(pid=103714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 05:32:39.665668 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-d440d137-b4bf-4ab3-94ea-d8fb66fc98f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (516abb3b-63f8-4dbb-a4f1-8865516966e2), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:39.752840 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-34160bdb-57a2-4e2a-b7ef-239ec6381e02 tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Publish callbacks [] for port (69c7314c-1a92-4026-84ab-30e2e72070a5), precommit_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:39.761288 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.32', 40082) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:32:39.830958 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.l3_hamode_db [None req-aa47bea9-0dae-4ada-b50b-429536042ba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2202d3a7-431c-4454-949c-ae2e83a2806f', 'name': 'tempest-TestShelveInstance-1270944312-router', 'tenant_id': '8cadbb55c03941bdba85ea81721d2245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'external_fixed_ips': [{'subnet_id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'ip_address': '172.27.2.63'}], 'enable_snat': True}, 'gw_port_id': '5fb13d2b-1772-4a82-91a7-37ce1645269d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T05:32:36Z', 'updated_at': '2022-03-02T05:32:38Z', 'revision_number': 3, 'project_id': '8cadbb55c03941bdba85ea81721d2245', 'gw_port': {'id': '5fb13d2b-1772-4a82-91a7-37ce1645269d', 'name': '', 'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:df:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2202d3a7-431c-4454-949c-ae2e83a2806f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'ip_address': '172.27.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T05:32:37Z', 'updated_at': '2022-03-02T05:32:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-18-iscsi'}], 'dv-cinder-768458-18-iscsi', False) {} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 05:32:39.859553 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa47bea9-0dae-4ada-b50b-429536042ba3 None None] Checking router: 2202d3a7-431c-4454-949c-ae2e83a2806f for host: dv-cinder-768458-18-iscsi {{(pid=103716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 05:32:39.859980 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa47bea9-0dae-4ada-b50b-429536042ba3 None None] Updating router 2202d3a7-431c-4454-949c-ae2e83a2806f port 5fb13d2b-1772-4a82-91a7-37ce1645269d binding host dv-cinder-768458-18-iscsi {{(pid=103716) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 05:32:39.888986 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-aa47bea9-0dae-4ada-b50b-429536042ba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for port (5fb13d2b-1772-4a82-91a7-37ce1645269d), before_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:39.893044 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-34160bdb-57a2-4e2a-b7ef-239ec6381e02 tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789289919717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13003867'] for port (69c7314c-1a92-4026-84ab-30e2e72070a5), after_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:39.951252 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34160bdb-57a2-4e2a-b7ef-239ec6381e02 tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Pushing event updated for resources: {'Port': ['ID=69c7314c-1a92-4026-84ab-30e2e72070a5,revision_number=1']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:32:39.962219 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34160bdb-57a2-4e2a-b7ef-239ec6381e02 tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Network b55256da-732d-4561-a24f-23ea9a772c58 is already hosted by enough agents. {{(pid=103714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 05:32:39.962219 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.scheduler.base_scheduler [None req-34160bdb-57a2-4e2a-b7ef-239ec6381e02 tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Resources bound (agent type, host, resource id): {{(pid=103714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 05:32:39.971920 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34160bdb-57a2-4e2a-b7ef-239ec6381e02 tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Received port after_create {{(pid=103714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 05:32:40.068918 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-9d730c1c-9e3b-44b6-a1eb-79da18e4e1dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:40.153568 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-47cebbed-f9af-4a1f-abee-09465f071e39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for port (None), before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:40.183529 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-aa47bea9-0dae-4ada-b50b-429536042ba3 None None] Publish callbacks [] for port (5fb13d2b-1772-4a82-91a7-37ce1645269d), precommit_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:40.276361 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-9d730c1c-9e3b-44b6-a1eb-79da18e4e1dc admin admin] Publish callbacks [] for security_group (815492c0-2a45-4390-8ae2-b1267b392704), precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:40.281418 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-aa47bea9-0dae-4ada-b50b-429536042ba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789290460654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789289919735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789289921293'] for port (5fb13d2b-1772-4a82-91a7-37ce1645269d), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:40.307013 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93bd91a-642a-460b-a878-6c0897501600 req-4ec73ab5-5322-4028-b2bf-e82532ef201c tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:32:40.308472 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-f93bd91a-642a-460b-a878-6c0897501600 req-4ec73ab5-5322-4028-b2bf-e82532ef201c tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] 10.222.0.32 "GET /v2.0/ports?device_id=7002d8fb-8274-485e-b875-ad2e5586984a HTTP/1.1" status: 200 len: 945 time: 0.1104426 Mar 02 05:32:40.348509 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f767c1-c4cb-4e1e-bff6-4ddbddff478e None None] Pushing event updated for resources: {'Port': ['ID=5fb13d2b-1772-4a82-91a7-37ce1645269d,revision_number=2']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:32:40.355012 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.managers [None req-aa47bea9-0dae-4ada-b50b-429536042ba3 None None] Attempting to bind port 5fb13d2b-1772-4a82-91a7-37ce1645269d on host dv-cinder-768458-18-iscsi for vnic_type normal with profile {{(pid=103716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 05:32:40.355730 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.managers [None req-aa47bea9-0dae-4ada-b50b-429536042ba3 None None] Attempting to bind port 5fb13d2b-1772-4a82-91a7-37ce1645269d by drivers openvswitch,hyperv on host dv-cinder-768458-18-iscsi at level 0 using segments [{'id': '4c026da1-f439-448a-ad69-ccdbf2795772', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58'}] {{(pid=103716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 05:32:40.356381 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa47bea9-0dae-4ada-b50b-429536042ba3 None None] Attempting to bind port 5fb13d2b-1772-4a82-91a7-37ce1645269d on network b55256da-732d-4561-a24f-23ea9a772c58 {{(pid=103716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 05:32:40.362451 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa47bea9-0dae-4ada-b50b-429536042ba3 None None] Checking agent: {'id': '64307ea2-7468-48d5-a188-5e76dfb99c6b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 5, 20, 46), 'started_at': datetime.datetime(2022, 3, 2, 5, 21, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 5, 32, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 05:32:40.362451 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa47bea9-0dae-4ada-b50b-429536042ba3 None None] Checking segment: {'id': '4c026da1-f439-448a-ad69-ccdbf2795772', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 05:32:40.362995 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-aa47bea9-0dae-4ada-b50b-429536042ba3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:40.362995 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa47bea9-0dae-4ada-b50b-429536042ba3 None None] Bound using segment: {'id': '4c026da1-f439-448a-ad69-ccdbf2795772', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58'} {{(pid=103716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 05:32:40.363413 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.managers [None req-aa47bea9-0dae-4ada-b50b-429536042ba3 None None] Bound port: 5fb13d2b-1772-4a82-91a7-37ce1645269d, host: dv-cinder-768458-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c026da1-f439-448a-ad69-ccdbf2795772', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58'}}] {{(pid=103716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 05:32:40.363804 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-aa47bea9-0dae-4ada-b50b-429536042ba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for port (5fb13d2b-1772-4a82-91a7-37ce1645269d), before_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:40.384317 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.db.db_base_plugin_common [None req-47cebbed-f9af-4a1f-abee-09465f071e39 admin admin] Allocated IP 172.20.0.1 (23f8f824-aae5-4f2f-a8c3-545bf961b04d/100d9f66-c333-48f1-b722-61b116bc39ee/79c1b8a3-a679-4447-a1cf-defe0046a8b8) {{(pid=103715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 05:32:40.388448 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-9d730c1c-9e3b-44b6-a1eb-79da18e4e1dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629892'] for security_group (815492c0-2a45-4390-8ae2-b1267b392704), after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:40.439213 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-aa47bea9-0dae-4ada-b50b-429536042ba3 None None] For port 5fb13d2b-1772-4a82-91a7-37ce1645269d, host dv-cinder-768458-18-iscsi, cleared binding levels {{(pid=103716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 05:32:40.443313 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-aa47bea9-0dae-4ada-b50b-429536042ba3 None None] For port 5fb13d2b-1772-4a82-91a7-37ce1645269d, host dv-cinder-768458-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-18-iscsi',level=0,port_id=5fb13d2b-1772-4a82-91a7-37ce1645269d,segment=NetworkSegment(4c026da1-f439-448a-ad69-ccdbf2795772),segment_id=4c026da1-f439-448a-ad69-ccdbf2795772)] {{(pid=103716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 05:32:40.454201 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-9d730c1c-9e3b-44b6-a1eb-79da18e4e1dc admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=60d119a942dc49ae8bbd91a24ecd6480&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6885078 Mar 02 05:32:40.455980 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.32', 40104) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:32:40.521416 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-f93bd91a-642a-460b-a878-6c0897501600 req-f7198fa7-1f0d-4683-9c39-c6187b954e40 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] 10.222.0.32 "GET /v2.0/security-groups?id=c04bdde9-68b7-4585-97f2-cb2ed276dc41&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2000651 Mar 02 05:32:40.524636 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d730c1c-9e3b-44b6-a1eb-79da18e4e1dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=815492c0-2a45-4390-8ae2-b1267b392704,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:32:40.538039 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-aa47bea9-0dae-4ada-b50b-429536042ba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789290460654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789289919735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789289921293'] for port (5fb13d2b-1772-4a82-91a7-37ce1645269d), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:40.617370 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f767c1-c4cb-4e1e-bff6-4ddbddff478e None None] Pushing event updated for resources: {'Port': ['ID=5fb13d2b-1772-4a82-91a7-37ce1645269d,revision_number=3']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:32:40.634296 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa47bea9-0dae-4ada-b50b-429536042ba3 None None] Routers {'2202d3a7-431c-4454-949c-ae2e83a2806f'} bound to L3 agent in host dv-cinder-768458-18-iscsi {{(pid=103716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 05:32:40.634922 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.l3_hamode_db [None req-aa47bea9-0dae-4ada-b50b-429536042ba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T05:20:42Z,description=,heartbeat_timestamp=2022-03-02T05:32:12Z,host='dv-cinder-768458-18-iscsi',id=9c2b50e6-1677-4aa9-928e-941b4c488fc5,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T05:20:42Z,topic='l3_agent')) {'router_ids': ['2202d3a7-431c-4454-949c-ae2e83a2806f'], 'active': True} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 05:32:40.635056 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-47cebbed-f9af-4a1f-abee-09465f071e39 admin admin] Publish callbacks [] for port (79c1b8a3-a679-4447-a1cf-defe0046a8b8), precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:40.670323 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-738f4de3-8941-4eb5-adbb-cef6faa6ac2b admin admin] Publish callbacks [] for security_group (815492c0-2a45-4390-8ae2-b1267b392704), before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:40.707577 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-738f4de3-8941-4eb5-adbb-cef6faa6ac2b admin admin] Publish callbacks [] for security_group (815492c0-2a45-4390-8ae2-b1267b392704), precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:40.744340 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-47cebbed-f9af-4a1f-abee-09465f071e39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789289919717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14203002'] for port (79c1b8a3-a679-4447-a1cf-defe0046a8b8), after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:40.774816 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.l3_dvr_db [None req-aa47bea9-0dae-4ada-b50b-429536042ba3 None None] Set router 2202d3a7-431c-4454-949c-ae2e83a2806f gateway port host: dv-cinder-768458-18-iscsi {{(pid=103716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 05:32:40.777340 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-34160bdb-57a2-4e2a-b7ef-239ec6381e02 tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Publish callbacks [] for floatingip (7006d55d-5221-4b22-ae27-5f27e364e9f5), precommit_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:40.789459 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47cebbed-f9af-4a1f-abee-09465f071e39 admin admin] Network 23f8f824-aae5-4f2f-a8c3-545bf961b04d is already hosted by enough agents. {{(pid=103715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 05:32:40.795729 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-47cebbed-f9af-4a1f-abee-09465f071e39 admin admin] Resources bound (agent type, host, resource id): {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 05:32:40.805120 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47cebbed-f9af-4a1f-abee-09465f071e39 admin admin] Received port after_create {{(pid=103715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 05:32:40.879806 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cebbed-f9af-4a1f-abee-09465f071e39 admin admin] Pushing event updated for resources: {'Port': ['ID=79c1b8a3-a679-4447-a1cf-defe0046a8b8,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:32:40.898481 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-47cebbed-f9af-4a1f-abee-09465f071e39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-556487'] for router_interface (2202d3a7-431c-4454-949c-ae2e83a2806f), before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:40.976252 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-738f4de3-8941-4eb5-adbb-cef6faa6ac2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629892'] for security_group (815492c0-2a45-4390-8ae2-b1267b392704), after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:40.978789 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-738f4de3-8941-4eb5-adbb-cef6faa6ac2b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:40.980210 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-738f4de3-8941-4eb5-adbb-cef6faa6ac2b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/815492c0-2a45-4390-8ae2-b1267b392704 HTTP/1.1" status: 204 len: 168 time: 0.5219650 Mar 02 05:32:41.009594 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-34160bdb-57a2-4e2a-b7ef-239ec6381e02 tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for port (69c7314c-1a92-4026-84ab-30e2e72070a5), before_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:41.032670 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738f4de3-8941-4eb5-adbb-cef6faa6ac2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=815492c0-2a45-4390-8ae2-b1267b392704,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:32:41.160465 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-47cebbed-f9af-4a1f-abee-09465f071e39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for port (79c1b8a3-a679-4447-a1cf-defe0046a8b8), before_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:41.179823 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.l3_hamode_db [None req-aa47bea9-0dae-4ada-b50b-429536042ba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2202d3a7-431c-4454-949c-ae2e83a2806f', 'name': 'tempest-TestShelveInstance-1270944312-router', 'tenant_id': '8cadbb55c03941bdba85ea81721d2245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'external_fixed_ips': [{'subnet_id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'ip_address': '172.27.2.63'}], 'enable_snat': True}, 'gw_port_id': '5fb13d2b-1772-4a82-91a7-37ce1645269d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T05:32:36Z', 'updated_at': '2022-03-02T05:32:38Z', 'revision_number': 3, 'project_id': '8cadbb55c03941bdba85ea81721d2245', 'gw_port': {'id': '5fb13d2b-1772-4a82-91a7-37ce1645269d', 'name': '', 'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:df:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2202d3a7-431c-4454-949c-ae2e83a2806f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'ip_address': '172.27.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T05:32:37Z', 'updated_at': '2022-03-02T05:32:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-18-iscsi'}], 'dv-cinder-768458-18-iscsi', False) {} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 05:32:41.184071 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.provisioning_blocks [None req-bff2d98a-855a-423d-8c65-6b7722963303 None None] Provisioning complete for port 79c1b8a3-a679-4447-a1cf-defe0046a8b8 triggered by entity DHCP. {{(pid=103716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 05:32:41.184814 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-bff2d98a-855a-423d-8c65-6b7722963303 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012754'] for port (79c1b8a3-a679-4447-a1cf-defe0046a8b8), provisioning_complete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:41.219516 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa47bea9-0dae-4ada-b50b-429536042ba3 None None] The sync data for ids ['2202d3a7-431c-4454-949c-ae2e83a2806f'] in dv-cinder-768458-18-iscsi is: [{'id': '2202d3a7-431c-4454-949c-ae2e83a2806f', 'name': 'tempest-TestShelveInstance-1270944312-router', 'tenant_id': '8cadbb55c03941bdba85ea81721d2245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'external_fixed_ips': [{'subnet_id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'ip_address': '172.27.2.63'}], 'enable_snat': True}, 'gw_port_id': '5fb13d2b-1772-4a82-91a7-37ce1645269d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T05:32:36Z', 'updated_at': '2022-03-02T05:32:38Z', 'revision_number': 3, 'project_id': '8cadbb55c03941bdba85ea81721d2245', 'gw_port': {'id': '5fb13d2b-1772-4a82-91a7-37ce1645269d', 'name': '', 'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:df:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2202d3a7-431c-4454-949c-ae2e83a2806f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'ip_address': '172.27.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T05:32:37Z', 'updated_at': '2022-03-02T05:32:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-18-iscsi'}] {{(pid=103716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 05:32:41.250463 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-34160bdb-57a2-4e2a-b7ef-239ec6381e02 tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Publish callbacks [] for port (69c7314c-1a92-4026-84ab-30e2e72070a5), precommit_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:41.265485 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-bff2d98a-855a-423d-8c65-6b7722963303 None None] Port 79c1b8a3-a679-4447-a1cf-defe0046a8b8 cannot update to ACTIVE because it is not bound. {{(pid=103716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 02 05:32:41.373395 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-47cebbed-f9af-4a1f-abee-09465f071e39 admin admin] Publish callbacks [] for port (79c1b8a3-a679-4447-a1cf-defe0046a8b8), precommit_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:41.382120 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-34160bdb-57a2-4e2a-b7ef-239ec6381e02 tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789290460654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789289919735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789289921293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13003858'] for port (69c7314c-1a92-4026-84ab-30e2e72070a5), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:41.482017 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-34160bdb-57a2-4e2a-b7ef-239ec6381e02 tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556348'] for floatingip (7006d55d-5221-4b22-ae27-5f27e364e9f5), after_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:41.494243 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-47cebbed-f9af-4a1f-abee-09465f071e39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789290460654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789289919735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789289921293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14202995'] for port (79c1b8a3-a679-4447-a1cf-defe0046a8b8), after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:41.578865 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34160bdb-57a2-4e2a-b7ef-239ec6381e02 tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Pushing event updated for resources: {'Port': ['ID=69c7314c-1a92-4026-84ab-30e2e72070a5,revision_number=2']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:32:41.582967 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cebbed-f9af-4a1f-abee-09465f071e39 admin admin] Pushing event updated for resources: {'Port': ['ID=79c1b8a3-a679-4447-a1cf-defe0046a8b8,revision_number=2']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:32:41.585900 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-47cebbed-f9af-4a1f-abee-09465f071e39 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-555351'] for router_interface (2202d3a7-431c-4454-949c-ae2e83a2806f), after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:41.679837 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.db.l3_db [None req-34160bdb-57a2-4e2a-b7ef-239ec6381e02 tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Floating IP 7006d55d-5221-4b22-ae27-5f27e364e9f5 associated. External IP: 172.27.2.138, port: f7528c85-b863-4129-9216-6fdc2c3ff9f4. Mar 02 05:32:41.739620 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-abd6d85a-c9ba-49a9-b838-7a7990ddb7c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (9c2b50e6-1677-4aa9-928e-941b4c488fc5), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:41.740709 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47cebbed-f9af-4a1f-abee-09465f071e39 admin admin] Network 23f8f824-aae5-4f2f-a8c3-545bf961b04d is already hosted by enough agents. {{(pid=103715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 05:32:41.751671 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6913f87-07f7-4020-b737-082829799869 req-09056b1e-9a42-4323-aa9d-21e68b592438 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:32:41.753719 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-d6913f87-07f7-4020-b737-082829799869 req-09056b1e-9a42-4323-aa9d-21e68b592438 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] 10.222.0.32 "GET /v2.0/ports?device_id=7002d8fb-8274-485e-b875-ad2e5586984a HTTP/1.1" status: 200 len: 945 time: 0.1030722 Mar 02 05:32:41.756325 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-47cebbed-f9af-4a1f-abee-09465f071e39 admin admin] Resources bound (agent type, host, resource id): {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 05:32:41.801035 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.wsgi [-] (103714) accepted ('10.222.0.32', 40142) {{(pid=103714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:32:41.860098 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-d6913f87-07f7-4020-b737-082829799869 req-62c5df8b-70c4-49da-af5f-b0f9db527efc tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] 10.222.0.32 "GET /v2.0/security-groups?id=c04bdde9-68b7-4585-97f2-cb2ed276dc41&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0990489 Mar 02 05:32:41.959637 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.32', 40146) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:32:41.974892 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47cebbed-f9af-4a1f-abee-09465f071e39 admin admin] Router 2202d3a7-431c-4454-949c-ae2e83a2806f has already been hosted by L3 agent 9c2b50e6-1677-4aa9-928e-941b4c488fc5 {{(pid=103715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 05:32:41.988212 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-8e624a10-c259-4f05-ba88-b9287ffd67de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:41.989811 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-d1f6cbea-a2a1-4775-ae78-cebd97474f42 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:42.026710 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34160bdb-57a2-4e2a-b7ef-239ec6381e02 tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Router de25b4b3-f56c-49b1-aacc-08ebe8c6eaab has already been hosted by L3 agent 9c2b50e6-1677-4aa9-928e-941b4c488fc5 {{(pid=103714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 05:32:42.109149 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.provisioning_blocks [None req-2b9da665-dbe3-4e99-913d-878b0fe7c00d None None] Provisioning complete for port 79c1b8a3-a679-4447-a1cf-defe0046a8b8 triggered by entity DHCP. {{(pid=103716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 05:32:42.109911 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-2b9da665-dbe3-4e99-913d-878b0fe7c00d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012754'] for port (79c1b8a3-a679-4447-a1cf-defe0046a8b8), provisioning_complete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:42.153973 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-2b9da665-dbe3-4e99-913d-878b0fe7c00d None None] Port 79c1b8a3-a679-4447-a1cf-defe0046a8b8 cannot update to ACTIVE because it is not bound. {{(pid=103716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 02 05:32:42.154481 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47cebbed-f9af-4a1f-abee-09465f071e39 admin admin] Notify agent at l3_agent.dv-cinder-768458-18-iscsi the message routers_updated {{(pid=103715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 05:32:42.172090 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-47cebbed-f9af-4a1f-abee-09465f071e39 admin admin] 10.222.0.32 "PUT /v2.0/routers/2202d3a7-431c-4454-949c-ae2e83a2806f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6374402 Mar 02 05:32:42.189181 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-8e624a10-c259-4f05-ba88-b9287ffd67de admin admin] Publish callbacks [] for security_group (ae11cbbe-474a-46c5-a305-5fb73b2b4f7b), precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:42.198693 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-d1f6cbea-a2a1-4775-ae78-cebd97474f42 admin admin] Publish callbacks [] for security_group (67633551-71ad-4714-b306-e03bce04ea8f), precommit_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:42.209324 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34160bdb-57a2-4e2a-b7ef-239ec6381e02 tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Notify agent at l3_agent.dv-cinder-768458-18-iscsi the message routers_updated {{(pid=103714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 05:32:42.224009 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aed217ff-e98c-404e-b95d-46485b7a79f0 None None] Sync routers for ids ['de25b4b3-f56c-49b1-aacc-08ebe8c6eaab'] in dv-cinder-768458-18-iscsi {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 05:32:42.234827 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aed217ff-e98c-404e-b95d-46485b7a79f0 None None] Routers {'de25b4b3-f56c-49b1-aacc-08ebe8c6eaab'} bound to L3 agent in host dv-cinder-768458-18-iscsi {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 05:32:42.235486 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-aed217ff-e98c-404e-b95d-46485b7a79f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T05:20:42Z,description=,heartbeat_timestamp=2022-03-02T05:32:42Z,host='dv-cinder-768458-18-iscsi',id=9c2b50e6-1677-4aa9-928e-941b4c488fc5,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T05:20:42Z,topic='l3_agent')) {'router_ids': ['de25b4b3-f56c-49b1-aacc-08ebe8c6eaab'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 05:32:42.258415 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-8e624a10-c259-4f05-ba88-b9287ffd67de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629892'] for security_group (ae11cbbe-474a-46c5-a305-5fb73b2b4f7b), after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:42.294669 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-34160bdb-57a2-4e2a-b7ef-239ec6381e02 tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25628'] for floatingip (None), before_response {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:42.298145 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-d1f6cbea-a2a1-4775-ae78-cebd97474f42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629892'] for security_group (67633551-71ad-4714-b306-e03bce04ea8f), after_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:42.308252 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e624a10-c259-4f05-ba88-b9287ffd67de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae11cbbe-474a-46c5-a305-5fb73b2b4f7b,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:32:42.326389 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-8e624a10-c259-4f05-ba88-b9287ffd67de admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=002d142c87db40469827d3f22d43d90b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3657489 Mar 02 05:32:42.331813 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.32', 40152) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:32:42.358363 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f6cbea-a2a1-4775-ae78-cebd97474f42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67633551-71ad-4714-b306-e03bce04ea8f,revision_number=1']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:32:42.384076 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [None req-34160bdb-57a2-4e2a-b7ef-239ec6381e02 tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.4903119 Mar 02 05:32:42.384728 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1942e32e-febc-485c-b32e-e252223657c3', 'tag': 'f7528c85-b863-4129-9216-6fdc2c3ff9f4'}] {{(pid=103714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 05:32:42.387006 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ff79788530fe2085a0b37cf7dfc71d903fcc72df0d156f3e5e7065db2593a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c02c551-afcb-4b1b-becf-0c2785840008" -d '{"events": [{"name": "network-changed", "server_uuid": "1942e32e-febc-485c-b32e-e252223657c3", "tag": "f7528c85-b863-4129-9216-6fdc2c3ff9f4"}]}' {{(pid=103714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 05:32:42.394221 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [None req-d1f6cbea-a2a1-4775-ae78-cebd97474f42 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=bbe6bb647c604aacb0a31dd968d02314&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5887382 Mar 02 05:32:42.396756 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.wsgi [-] (103714) accepted ('10.222.0.32', 40156) {{(pid=103714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:32:42.412836 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.db.l3_dvr_db [None req-aed217ff-e98c-404e-b95d-46485b7a79f0 None None] Set router de25b4b3-f56c-49b1-aacc-08ebe8c6eaab gateway port host: dv-cinder-768458-18-iscsi {{(pid=103717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 05:32:42.457012 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-b281d0cc-9594-4234-bad5-af5ee90218a3 admin admin] Publish callbacks [] for security_group (ae11cbbe-474a-46c5-a305-5fb73b2b4f7b), before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:42.462851 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-417ce212-3a64-4bf2-b397-6d7b630980e0 admin admin] Publish callbacks [] for security_group (67633551-71ad-4714-b306-e03bce04ea8f), before_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:42.468084 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.db.agents_db [None req-19237f2e-a493-4721-ab19-473fd9844311 None None] Agent healthcheck: found 6 active agents {{(pid=103717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 05:32:42.470978 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Mar 2022 05:32:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddf16e99-d43e-45c8-93a2-db5daa3ce743 x-openstack-request-id: req-ddf16e99-d43e-45c8-93a2-db5daa3ce743 {{(pid=103714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 05:32:42.471312 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1942e32e-febc-485c-b32e-e252223657c3", "tag": "f7528c85-b863-4129-9216-6fdc2c3ff9f4", "status": "completed", "code": 200}]} {{(pid=103714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 05:32:42.471569 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ddf16e99-d43e-45c8-93a2-db5daa3ce743 {{(pid=103714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 05:32:42.471979 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1942e32e-febc-485c-b32e-e252223657c3', 'tag': 'f7528c85-b863-4129-9216-6fdc2c3ff9f4', 'status': 'completed', 'code': 200} Mar 02 05:32:42.492207 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-b281d0cc-9594-4234-bad5-af5ee90218a3 admin admin] Publish callbacks [] for security_group (ae11cbbe-474a-46c5-a305-5fb73b2b4f7b), precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:42.542177 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-417ce212-3a64-4bf2-b397-6d7b630980e0 admin admin] Publish callbacks [] for security_group (67633551-71ad-4714-b306-e03bce04ea8f), precommit_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:42.586135 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c02c551-afcb-4b1b-becf-0c2785840008 req-2efac70c-a379-409e-9385-bd878c304049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:32:42.587727 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-3c02c551-afcb-4b1b-becf-0c2785840008 req-2efac70c-a379-409e-9385-bd878c304049 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=849ab8ade87443a6947fd49bc6793c28&device_id=1942e32e-febc-485c-b32e-e252223657c3 HTTP/1.1" status: 200 len: 1130 time: 0.0907469 Mar 02 05:32:42.646732 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-b281d0cc-9594-4234-bad5-af5ee90218a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629892'] for security_group (ae11cbbe-474a-46c5-a305-5fb73b2b4f7b), after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:42.649368 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-b281d0cc-9594-4234-bad5-af5ee90218a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:42.650521 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-b281d0cc-9594-4234-bad5-af5ee90218a3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ae11cbbe-474a-46c5-a305-5fb73b2b4f7b HTTP/1.1" status: 204 len: 168 time: 0.3172784 Mar 02 05:32:42.661117 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b281d0cc-9594-4234-bad5-af5ee90218a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae11cbbe-474a-46c5-a305-5fb73b2b4f7b,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:32:42.698229 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-aed217ff-e98c-404e-b95d-46485b7a79f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de25b4b3-f56c-49b1-aacc-08ebe8c6eaab', 'name': 'tempest-TestVolumeBootPattern-1506929187-router', 'tenant_id': '849ab8ade87443a6947fd49bc6793c28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'external_fixed_ips': [{'subnet_id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'ip_address': '172.27.2.51'}], 'enable_snat': True}, 'gw_port_id': 'a2b74999-40da-49ac-b59a-dd50e271443a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T05:31:40Z', 'updated_at': '2022-03-02T05:31:44Z', 'revision_number': 4, 'project_id': '849ab8ade87443a6947fd49bc6793c28', 'gw_port': {'id': 'a2b74999-40da-49ac-b59a-dd50e271443a', 'name': '', 'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:7c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de25b4b3-f56c-49b1-aacc-08ebe8c6eaab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'ip_address': '172.27.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T05:31:41Z', 'updated_at': '2022-03-02T05:31:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-18-iscsi', '_floatingips': [{'id': '7006d55d-5221-4b22-ae27-5f27e364e9f5', 'tenant_id': '849ab8ade87443a6947fd49bc6793c28', 'floating_ip_address': '172.27.2.138', 'floating_network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'router_id': 'de25b4b3-f56c-49b1-aacc-08ebe8c6eaab', 'port_id': 'f7528c85-b863-4129-9216-6fdc2c3ff9f4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 409, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '26125afd-b096-4cb9-bba7-021d4862e741', 'mac_address': 'fa:16:3e:37:ea:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1942e32e-febc-485c-b32e-e252223657c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T05:32:40Z', 'updated_at': '2022-03-02T05:32:40Z', 'revision_number': 0, 'project_id': '849ab8ade87443a6947fd49bc6793c28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df7fecc2-9b58-427e-919a-4569fe7d7cc8', 'name': '', 'network_id': '26125afd-b096-4cb9-bba7-021d4862e741', 'tenant_id': '849ab8ade87443a6947fd49bc6793c28', 'mac_address': 'fa:16:3e:d6:89:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de25b4b3-f56c-49b1-aacc-08ebe8c6eaab', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'd188881c-9727-4efd-b9e6-7344d2704465', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T05:31:43Z', 'updated_at': '2022-03-02T05:31:48Z', 'revision_number': 5, 'project_id': '849ab8ade87443a6947fd49bc6793c28', 'subnets': [{'id': 'd188881c-9727-4efd-b9e6-7344d2704465', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-18-iscsi', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 05:32:42.728704 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c02c551-afcb-4b1b-becf-0c2785840008 req-4bd08ad9-20a2-4f4b-afa1-ac38f7717106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:32:42.730382 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aed217ff-e98c-404e-b95d-46485b7a79f0 None None] Checking router: de25b4b3-f56c-49b1-aacc-08ebe8c6eaab for host: dv-cinder-768458-18-iscsi {{(pid=103717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 05:32:42.731212 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-3c02c551-afcb-4b1b-becf-0c2785840008 req-4bd08ad9-20a2-4f4b-afa1-ac38f7717106 service neutron] 10.222.0.41 "GET /v2.0/networks?id=26125afd-b096-4cb9-bba7-021d4862e741 HTTP/1.1" status: 200 len: 913 time: 0.1355038 Mar 02 05:32:42.739307 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aed217ff-e98c-404e-b95d-46485b7a79f0 None None] Routers {'de25b4b3-f56c-49b1-aacc-08ebe8c6eaab'} bound to L3 agent in host dv-cinder-768458-18-iscsi {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 05:32:42.739927 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-aed217ff-e98c-404e-b95d-46485b7a79f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T05:20:42Z,description=,heartbeat_timestamp=2022-03-02T05:32:42Z,host='dv-cinder-768458-18-iscsi',id=9c2b50e6-1677-4aa9-928e-941b4c488fc5,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T05:20:42Z,topic='l3_agent')) {'router_ids': ['de25b4b3-f56c-49b1-aacc-08ebe8c6eaab'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 05:32:42.791483 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-417ce212-3a64-4bf2-b397-6d7b630980e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629892'] for security_group (67633551-71ad-4714-b306-e03bce04ea8f), after_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:42.796708 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-417ce212-3a64-4bf2-b397-6d7b630980e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:42.798641 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [None req-417ce212-3a64-4bf2-b397-6d7b630980e0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/67633551-71ad-4714-b306-e03bce04ea8f HTTP/1.1" status: 204 len: 168 time: 0.4008157 Mar 02 05:32:42.815209 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417ce212-3a64-4bf2-b397-6d7b630980e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67633551-71ad-4714-b306-e03bce04ea8f,revision_number=None']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:32:42.836208 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-3c02c551-afcb-4b1b-becf-0c2785840008 req-a4ee53dd-29e0-4095-8c32-32227502b468 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f7528c85-b863-4129-9216-6fdc2c3ff9f4 HTTP/1.1" status: 200 len: 1000 time: 0.0989113 Mar 02 05:32:42.846315 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-2ae3422a-c85d-446a-90f5-ce5a8bf639ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (d4d802fc-4ac8-47f8-b030-2ffc185fa6dc), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:42.918102 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c02c551-afcb-4b1b-becf-0c2785840008 req-496bc8ae-7d89-45dc-9c70-03b858d03b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:32:42.928826 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-3c02c551-afcb-4b1b-becf-0c2785840008 req-496bc8ae-7d89-45dc-9c70-03b858d03b75 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d188881c-9727-4efd-b9e6-7344d2704465 HTTP/1.1" status: 200 len: 851 time: 0.0813196 Mar 02 05:32:42.947727 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.db.l3_dvr_db [None req-aed217ff-e98c-404e-b95d-46485b7a79f0 None None] Set router de25b4b3-f56c-49b1-aacc-08ebe8c6eaab gateway port host: dv-cinder-768458-18-iscsi {{(pid=103717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 05:32:43.004509 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.rpc [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Device 5fb13d2b-1772-4a82-91a7-37ce1645269d up at agent ovs-agent-dv-cinder-768458-18-iscsi {{(pid=103716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 05:32:43.041246 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c02c551-afcb-4b1b-becf-0c2785840008 req-620646f7-329a-49d1-a296-91cfa0848e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:32:43.045408 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-3c02c551-afcb-4b1b-becf-0c2785840008 req-620646f7-329a-49d1-a296-91cfa0848e19 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=26125afd-b096-4cb9-bba7-021d4862e741&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1085618 Mar 02 05:32:43.079043 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.provisioning_blocks [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Provisioning complete for port 5fb13d2b-1772-4a82-91a7-37ce1645269d triggered by entity L2. {{(pid=103716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 05:32:43.079455 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012754'] for port (5fb13d2b-1772-4a82-91a7-37ce1645269d), provisioning_complete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:43.086875 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092dd565-a5eb-4fb6-a661-074963659c4a req-59947b3a-4681-4c04-91b5-eaf0e0a02b89 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:32:43.100938 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-092dd565-a5eb-4fb6-a661-074963659c4a req-59947b3a-4681-4c04-91b5-eaf0e0a02b89 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] 10.222.0.32 "GET /v2.0/ports?device_id=7002d8fb-8274-485e-b875-ad2e5586984a HTTP/1.1" status: 200 len: 945 time: 0.1489415 Mar 02 05:32:43.182340 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-3c02c551-afcb-4b1b-becf-0c2785840008 req-58637fa0-e4a5-4679-8276-c26212a66339 service neutron] 10.222.0.41 "GET /v2.0/networks/26125afd-b096-4cb9-bba7-021d4862e741?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205909 Mar 02 05:32:43.195493 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Current status of the port 5fb13d2b-1772-4a82-91a7-37ce1645269d is: DOWN; New status is: ACTIVE {{(pid=103716) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 05:32:43.196217 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for port (5fb13d2b-1772-4a82-91a7-37ce1645269d), before_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:43.212123 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-092dd565-a5eb-4fb6-a661-074963659c4a req-9d1bb257-fa1b-4d9d-b2aa-8d495f1eb58b tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] 10.222.0.32 "GET /v2.0/security-groups?id=c04bdde9-68b7-4585-97f2-cb2ed276dc41&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1007180 Mar 02 05:32:43.245792 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-aed217ff-e98c-404e-b95d-46485b7a79f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de25b4b3-f56c-49b1-aacc-08ebe8c6eaab', 'name': 'tempest-TestVolumeBootPattern-1506929187-router', 'tenant_id': '849ab8ade87443a6947fd49bc6793c28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'external_fixed_ips': [{'subnet_id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'ip_address': '172.27.2.51'}], 'enable_snat': True}, 'gw_port_id': 'a2b74999-40da-49ac-b59a-dd50e271443a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T05:31:40Z', 'updated_at': '2022-03-02T05:31:44Z', 'revision_number': 4, 'project_id': '849ab8ade87443a6947fd49bc6793c28', 'gw_port': {'id': 'a2b74999-40da-49ac-b59a-dd50e271443a', 'name': '', 'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:7c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de25b4b3-f56c-49b1-aacc-08ebe8c6eaab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'ip_address': '172.27.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T05:31:41Z', 'updated_at': '2022-03-02T05:31:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-18-iscsi', '_floatingips': [{'id': '7006d55d-5221-4b22-ae27-5f27e364e9f5', 'tenant_id': '849ab8ade87443a6947fd49bc6793c28', 'floating_ip_address': '172.27.2.138', 'floating_network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'router_id': 'de25b4b3-f56c-49b1-aacc-08ebe8c6eaab', 'port_id': 'f7528c85-b863-4129-9216-6fdc2c3ff9f4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 409, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '26125afd-b096-4cb9-bba7-021d4862e741', 'mac_address': 'fa:16:3e:37:ea:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1942e32e-febc-485c-b32e-e252223657c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T05:32:40Z', 'updated_at': '2022-03-02T05:32:40Z', 'revision_number': 0, 'project_id': '849ab8ade87443a6947fd49bc6793c28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df7fecc2-9b58-427e-919a-4569fe7d7cc8', 'name': '', 'network_id': '26125afd-b096-4cb9-bba7-021d4862e741', 'tenant_id': '849ab8ade87443a6947fd49bc6793c28', 'mac_address': 'fa:16:3e:d6:89:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de25b4b3-f56c-49b1-aacc-08ebe8c6eaab', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'd188881c-9727-4efd-b9e6-7344d2704465', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T05:31:43Z', 'updated_at': '2022-03-02T05:31:48Z', 'revision_number': 5, 'project_id': '849ab8ade87443a6947fd49bc6793c28', 'subnets': [{'id': 'd188881c-9727-4efd-b9e6-7344d2704465', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-18-iscsi', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 05:32:43.254251 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] For port 5fb13d2b-1772-4a82-91a7-37ce1645269d, host dv-cinder-768458-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-18-iscsi',level=0,port_id=5fb13d2b-1772-4a82-91a7-37ce1645269d,segment=NetworkSegment(4c026da1-f439-448a-ad69-ccdbf2795772),segment_id=4c026da1-f439-448a-ad69-ccdbf2795772)] {{(pid=103716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 05:32:43.276794 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aed217ff-e98c-404e-b95d-46485b7a79f0 None None] The sync data for ids ['de25b4b3-f56c-49b1-aacc-08ebe8c6eaab'] in dv-cinder-768458-18-iscsi is: [{'id': 'de25b4b3-f56c-49b1-aacc-08ebe8c6eaab', 'name': 'tempest-TestVolumeBootPattern-1506929187-router', 'tenant_id': '849ab8ade87443a6947fd49bc6793c28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'external_fixed_ips': [{'subnet_id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'ip_address': '172.27.2.51'}], 'enable_snat': True}, 'gw_port_id': 'a2b74999-40da-49ac-b59a-dd50e271443a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T05:31:40Z', 'updated_at': '2022-03-02T05:31:44Z', 'revision_number': 4, 'project_id': '849ab8ade87443a6947fd49bc6793c28', 'gw_port': {'id': 'a2b74999-40da-49ac-b59a-dd50e271443a', 'name': '', 'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:7c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de25b4b3-f56c-49b1-aacc-08ebe8c6eaab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'ip_address': '172.27.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T05:31:41Z', 'updated_at': '2022-03-02T05:31:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-18-iscsi', '_floatingips': [{'id': '7006d55d-5221-4b22-ae27-5f27e364e9f5', 'tenant_id': '849ab8ade87443a6947fd49bc6793c28', 'floating_ip_address': '172.27.2.138', 'floating_network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'router_id': 'de25b4b3-f56c-49b1-aacc-08ebe8c6eaab', 'port_id': 'f7528c85-b863-4129-9216-6fdc2c3ff9f4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 409, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '26125afd-b096-4cb9-bba7-021d4862e741', 'mac_address': 'fa:16:3e:37:ea:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1942e32e-febc-485c-b32e-e252223657c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T05:32:40Z', 'updated_at': '2022-03-02T05:32:40Z', 'revision_number': 0, 'project_id': '849ab8ade87443a6947fd49bc6793c28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df7fecc2-9b58-427e-919a-4569fe7d7cc8', 'name': '', 'network_id': '26125afd-b096-4cb9-bba7-021d4862e741', 'tenant_id': '849ab8ade87443a6947fd49bc6793c28', 'mac_address': 'fa:16:3e:d6:89:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de25b4b3-f56c-49b1-aacc-08ebe8c6eaab', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'd188881c-9727-4efd-b9e6-7344d2704465', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T05:31:43Z', 'updated_at': '2022-03-02T05:31:48Z', 'revision_number': 5, 'project_id': '849ab8ade87443a6947fd49bc6793c28', 'subnets': [{'id': 'd188881c-9727-4efd-b9e6-7344d2704465', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 05:32:43.331249 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.32', 40182) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:32:43.336228 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-3c02c551-afcb-4b1b-becf-0c2785840008 req-282db05b-7041-46b1-b84f-dd0f9615550c service neutron] 10.222.0.41 "GET /v2.0/networks/26125afd-b096-4cb9-bba7-021d4862e741?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417503 Mar 02 05:32:43.336560 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.v2.base [None req-31750e44-380a-4956-ae64-e2b093e50c1e admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-439467305-network', 'tenant_id': '7d6c67d282f94b0ebbe149d0aed26db7'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 05:32:43.345051 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789290460654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789289919735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789289921293'] for port (5fb13d2b-1772-4a82-91a7-37ce1645269d), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:43.411272 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Pushing event updated for resources: {'Port': ['ID=5fb13d2b-1772-4a82-91a7-37ce1645269d,revision_number=4']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:32:43.444813 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31750e44-380a-4956-ae64-e2b093e50c1e admin admin] Made reservation on behalf of 7d6c67d282f94b0ebbe149d0aed26db7 for: {'network': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 05:32:43.449573 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-31750e44-380a-4956-ae64-e2b093e50c1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for network (None), before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:43.459178 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-31750e44-380a-4956-ae64-e2b093e50c1e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:43.488917 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c49c0cff-e3fe-4da2-8c1d-9167d5e97de4 None None] Sync routers for ids ['2202d3a7-431c-4454-949c-ae2e83a2806f'] in dv-cinder-768458-18-iscsi {{(pid=103716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 05:32:43.503265 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c49c0cff-e3fe-4da2-8c1d-9167d5e97de4 None None] Routers {'2202d3a7-431c-4454-949c-ae2e83a2806f'} bound to L3 agent in host dv-cinder-768458-18-iscsi {{(pid=103716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 05:32:43.503991 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.l3_hamode_db [None req-c49c0cff-e3fe-4da2-8c1d-9167d5e97de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T05:20:42Z,description=,heartbeat_timestamp=2022-03-02T05:32:42Z,host='dv-cinder-768458-18-iscsi',id=9c2b50e6-1677-4aa9-928e-941b4c488fc5,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T05:20:42Z,topic='l3_agent')) {'router_ids': ['2202d3a7-431c-4454-949c-ae2e83a2806f'], 'active': True} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 05:32:43.558073 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-31750e44-380a-4956-ae64-e2b093e50c1e admin admin] Publish callbacks [] for security_group (0fcffe1c-dc96-4f91-a84e-ffedcb2337da), precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:43.620889 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.l3_dvr_db [None req-c49c0cff-e3fe-4da2-8c1d-9167d5e97de4 None None] Set router 2202d3a7-431c-4454-949c-ae2e83a2806f gateway port host: dv-cinder-768458-18-iscsi {{(pid=103716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 05:32:43.635055 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-31750e44-380a-4956-ae64-e2b093e50c1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629892'] for security_group (0fcffe1c-dc96-4f91-a84e-ffedcb2337da), after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:43.663069 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31750e44-380a-4956-ae64-e2b093e50c1e admin admin] vlan segment allocate from pool success with {'vlan_id': 288, 'physical_network': 'physnet1'} {{(pid=103715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 05:32:43.674843 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31750e44-380a-4956-ae64-e2b093e50c1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fcffe1c-dc96-4f91-a84e-ffedcb2337da,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:32:43.681028 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-31750e44-380a-4956-ae64-e2b093e50c1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1106907'] for segment (1aac769b-fb96-4df4-8974-a748c4c9bf5f), precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:43.681530 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.db.segments_db [None req-31750e44-380a-4956-ae64-e2b093e50c1e admin admin] Added segment 1aac769b-fb96-4df4-8974-a748c4c9bf5f of type vlan for network 9a08e136-1870-481d-a002-0230296a5c60 Mar 02 05:32:43.739137 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-31750e44-380a-4956-ae64-e2b093e50c1e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789289939532'] for network (9a08e136-1870-481d-a002-0230296a5c60), precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:43.801735 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deabf9eb-514c-4f54-ad01-a485357b29d7 None None] New status for floating IP 7006d55d-5221-4b22-ae27-5f27e364e9f5: ACTIVE {{(pid=103717) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 05:32:43.830076 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-31750e44-380a-4956-ae64-e2b093e50c1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186'] for network (9a08e136-1870-481d-a002-0230296a5c60), after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:43.831138 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31750e44-380a-4956-ae64-e2b093e50c1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:32:43.831749 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-31750e44-380a-4956-ae64-e2b093e50c1e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531172'] for network (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:43.898037 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31750e44-380a-4956-ae64-e2b093e50c1e admin admin] Pushing event updated for resources: {'Network': ['ID=9a08e136-1870-481d-a002-0230296a5c60,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:32:43.948443 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-31750e44-380a-4956-ae64-e2b093e50c1e admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6139898 Mar 02 05:32:43.949393 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.wsgi [-] (103714) accepted ('10.222.0.32', 40202) {{(pid=103714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:32:43.955650 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.v2.base [None req-fb651876-b629-4616-be00-844d270b774b admin admin] Request body: {'subnet': {'network_id': '9a08e136-1870-481d-a002-0230296a5c60', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-439467305-subnet', 'tenant_id': '7d6c67d282f94b0ebbe149d0aed26db7', 'ip_version': 4}} {{(pid=103714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 05:32:44.019680 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.rpc [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Network 9a08e136-1870-481d-a002-0230296a5c60 details requested by agent ovs-agent-dv-cinder-768458-18-iscsi with host dv-cinder-768458-18-iscsi {{(pid=103716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 02 05:32:44.080924 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb651876-b629-4616-be00-844d270b774b admin admin] Made reservation on behalf of 7d6c67d282f94b0ebbe149d0aed26db7 for: {'subnet': 1} {{(pid=103714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 05:32:44.083419 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-fb651876-b629-4616-be00-844d270b774b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13179366'] for subnet (None), before_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:44.124822 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.l3_hamode_db [None req-c49c0cff-e3fe-4da2-8c1d-9167d5e97de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2202d3a7-431c-4454-949c-ae2e83a2806f', 'name': 'tempest-TestShelveInstance-1270944312-router', 'tenant_id': '8cadbb55c03941bdba85ea81721d2245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'external_fixed_ips': [{'subnet_id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'ip_address': '172.27.2.63'}], 'enable_snat': True}, 'gw_port_id': '5fb13d2b-1772-4a82-91a7-37ce1645269d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T05:32:36Z', 'updated_at': '2022-03-02T05:32:41Z', 'revision_number': 4, 'project_id': '8cadbb55c03941bdba85ea81721d2245', 'gw_port': {'id': '5fb13d2b-1772-4a82-91a7-37ce1645269d', 'name': '', 'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:df:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2202d3a7-431c-4454-949c-ae2e83a2806f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'ip_address': '172.27.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T05:32:37Z', 'updated_at': '2022-03-02T05:32:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-18-iscsi', '_interfaces': [{'id': '79c1b8a3-a679-4447-a1cf-defe0046a8b8', 'name': '', 'network_id': '23f8f824-aae5-4f2f-a8c3-545bf961b04d', 'tenant_id': '8cadbb55c03941bdba85ea81721d2245', 'mac_address': 'fa:16:3e:74:bf:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2202d3a7-431c-4454-949c-ae2e83a2806f', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '100d9f66-c333-48f1-b722-61b116bc39ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T05:32:40Z', 'updated_at': '2022-03-02T05:32:41Z', 'revision_number': 2, 'project_id': '8cadbb55c03941bdba85ea81721d2245', 'subnets': [{'id': '100d9f66-c333-48f1-b722-61b116bc39ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-18-iscsi', False) {} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 05:32:44.155737 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c49c0cff-e3fe-4da2-8c1d-9167d5e97de4 None None] Checking router: 2202d3a7-431c-4454-949c-ae2e83a2806f for host: dv-cinder-768458-18-iscsi {{(pid=103716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 05:32:44.156010 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c49c0cff-e3fe-4da2-8c1d-9167d5e97de4 None None] Updating router 2202d3a7-431c-4454-949c-ae2e83a2806f port 79c1b8a3-a679-4447-a1cf-defe0046a8b8 binding host dv-cinder-768458-18-iscsi {{(pid=103716) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 05:32:44.190757 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-c49c0cff-e3fe-4da2-8c1d-9167d5e97de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for port (79c1b8a3-a679-4447-a1cf-defe0046a8b8), before_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:44.393814 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f73b428b-984e-4c5a-9878-aef8f2b511ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (e0636eb1-3d25-4c31-a6e5-3f8fd1255322), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:44.484625 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9c85dd-7f0a-4a74-b6f3-0d51452c460a req-35d771f2-a152-4f70-ba05-3cc6cad11732 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:32:44.486172 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-4e9c85dd-7f0a-4a74-b6f3-0d51452c460a req-35d771f2-a152-4f70-ba05-3cc6cad11732 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] 10.222.0.32 "GET /v2.0/ports?device_id=7002d8fb-8274-485e-b875-ad2e5586984a HTTP/1.1" status: 200 len: 945 time: 0.1104777 Mar 02 05:32:44.575357 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-4e9c85dd-7f0a-4a74-b6f3-0d51452c460a req-7d46f0a8-ad91-4756-a1c5-495ca8e498d7 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] 10.222.0.32 "GET /v2.0/security-groups?id=c04bdde9-68b7-4585-97f2-cb2ed276dc41&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0772791 Mar 02 05:32:44.591457 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-c49c0cff-e3fe-4da2-8c1d-9167d5e97de4 None None] Publish callbacks [] for port (79c1b8a3-a679-4447-a1cf-defe0046a8b8), precommit_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:44.675057 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-c49c0cff-e3fe-4da2-8c1d-9167d5e97de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789290460654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789289919735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789289921293'] for port (79c1b8a3-a679-4447-a1cf-defe0046a8b8), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:44.702880 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-fb651876-b629-4616-be00-844d270b774b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13003823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13179348'] for subnet (b203bdc9-407e-4947-98af-1a232b11ca92), after_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:44.744076 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2113ce73-259a-4ba0-aa08-78c3a17b4cca None None] Pushing event updated for resources: {'Port': ['ID=79c1b8a3-a679-4447-a1cf-defe0046a8b8,revision_number=3']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:32:44.768916 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb651876-b629-4616-be00-844d270b774b admin admin] Pushing event updated for resources: {'Subnet': ['ID=b203bdc9-407e-4947-98af-1a232b11ca92,revision_number=0']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:32:44.779832 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb651876-b629-4616-be00-844d270b774b admin admin] Checking segment: {'id': '1aac769b-fb96-4df4-8974-a748c4c9bf5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '9a08e136-1870-481d-a002-0230296a5c60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 05:32:44.780240 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb651876-b629-4616-be00-844d270b774b admin admin] Network hostable DHCP agents. Network: 9a08e136-1870-481d-a002-0230296a5c60, hostable agents: ['516abb3b-63f8-4dbb-a4f1-8865516966e2'], hosted agents: [] {{(pid=103714) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 05:32:44.843321 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.managers [None req-c49c0cff-e3fe-4da2-8c1d-9167d5e97de4 None None] Attempting to bind port 79c1b8a3-a679-4447-a1cf-defe0046a8b8 on host dv-cinder-768458-18-iscsi for vnic_type normal with profile {{(pid=103716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 05:32:44.843321 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.managers [None req-c49c0cff-e3fe-4da2-8c1d-9167d5e97de4 None None] Attempting to bind port 79c1b8a3-a679-4447-a1cf-defe0046a8b8 by drivers openvswitch,hyperv on host dv-cinder-768458-18-iscsi at level 0 using segments [{'id': '1e8e2e77-4e33-4beb-84b8-a14df404873a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '23f8f824-aae5-4f2f-a8c3-545bf961b04d'}] {{(pid=103716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 05:32:44.843321 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c49c0cff-e3fe-4da2-8c1d-9167d5e97de4 None None] Attempting to bind port 79c1b8a3-a679-4447-a1cf-defe0046a8b8 on network 23f8f824-aae5-4f2f-a8c3-545bf961b04d {{(pid=103716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 05:32:44.850309 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c49c0cff-e3fe-4da2-8c1d-9167d5e97de4 None None] Checking agent: {'id': '64307ea2-7468-48d5-a188-5e76dfb99c6b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 5, 20, 46), 'started_at': datetime.datetime(2022, 3, 2, 5, 21, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 5, 32, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 05:32:44.850875 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c49c0cff-e3fe-4da2-8c1d-9167d5e97de4 None None] Checking segment: {'id': '1e8e2e77-4e33-4beb-84b8-a14df404873a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '23f8f824-aae5-4f2f-a8c3-545bf961b04d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 05:32:44.851315 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-c49c0cff-e3fe-4da2-8c1d-9167d5e97de4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:44.851731 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c49c0cff-e3fe-4da2-8c1d-9167d5e97de4 None None] Bound using segment: {'id': '1e8e2e77-4e33-4beb-84b8-a14df404873a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '23f8f824-aae5-4f2f-a8c3-545bf961b04d'} {{(pid=103716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 05:32:44.855275 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.managers [None req-c49c0cff-e3fe-4da2-8c1d-9167d5e97de4 None None] Bound port: 79c1b8a3-a679-4447-a1cf-defe0046a8b8, host: dv-cinder-768458-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e8e2e77-4e33-4beb-84b8-a14df404873a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '23f8f824-aae5-4f2f-a8c3-545bf961b04d'}}] {{(pid=103716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 05:32:44.855275 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-c49c0cff-e3fe-4da2-8c1d-9167d5e97de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for port (79c1b8a3-a679-4447-a1cf-defe0046a8b8), before_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:44.890756 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb651876-b629-4616-be00-844d270b774b admin admin] Network 9a08e136-1870-481d-a002-0230296a5c60 is scheduled to be hosted by DHCP agent 516abb3b-63f8-4dbb-a4f1-8865516966e2 with binding_index 1 {{(pid=103714) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 05:32:44.998726 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-c49c0cff-e3fe-4da2-8c1d-9167d5e97de4 None None] For port 79c1b8a3-a679-4447-a1cf-defe0046a8b8, host dv-cinder-768458-18-iscsi, cleared binding levels {{(pid=103716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 05:32:45.003671 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-c49c0cff-e3fe-4da2-8c1d-9167d5e97de4 None None] For port 79c1b8a3-a679-4447-a1cf-defe0046a8b8, host dv-cinder-768458-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-18-iscsi',level=0,port_id=79c1b8a3-a679-4447-a1cf-defe0046a8b8,segment=NetworkSegment(1e8e2e77-4e33-4beb-84b8-a14df404873a),segment_id=1e8e2e77-4e33-4beb-84b8-a14df404873a)] {{(pid=103716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 05:32:45.012563 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.scheduler.base_scheduler [None req-fb651876-b629-4616-be00-844d270b774b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768458-18-iscsi, 9a08e136-1870-481d-a002-0230296a5c60) {{(pid=103714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 05:32:45.013791 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.rpc [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Device 5fb13d2b-1772-4a82-91a7-37ce1645269d up at agent ovs-agent-dv-cinder-768458-18-iscsi {{(pid=103716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 05:32:45.020237 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb651876-b629-4616-be00-844d270b774b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:32:45.020866 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-fb651876-b629-4616-be00-844d270b774b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:45.052506 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45bcaa85-0455-4b66-9583-7278215c7ea5 None None] Network 9a08e136-1870-481d-a002-0230296a5c60 requested from dv-cinder-768458-18-iscsi {{(pid=103716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 05:32:45.072537 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1032702-42fc-4085-bae0-382395f6c6c9 req-207f6675-08f2-4b72-bfe8-443165c36048 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:32:45.074070 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-b1032702-42fc-4085-bae0-382395f6c6c9 req-207f6675-08f2-4b72-bfe8-443165c36048 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] 10.222.0.32 "GET /v2.0/ports?device_id=7002d8fb-8274-485e-b875-ad2e5586984a HTTP/1.1" status: 200 len: 945 time: 0.1619227 Mar 02 05:32:45.108121 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faace8b9-5257-42a4-b0bd-a7c8becce279 req-4f38fd03-16f6-43ec-be3d-3ed9b75490ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:32:45.110158 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-faace8b9-5257-42a4-b0bd-a7c8becce279 req-4f38fd03-16f6-43ec-be3d-3ed9b75490ad service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e206b3ab3679495682403c34b4fe8d9a&device_id=7002d8fb-8274-485e-b875-ad2e5586984a HTTP/1.1" status: 200 len: 1129 time: 0.0830674 Mar 02 05:32:45.128818 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-c49c0cff-e3fe-4da2-8c1d-9167d5e97de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789290460654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789289919735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789289921293'] for port (79c1b8a3-a679-4447-a1cf-defe0046a8b8), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:45.138622 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.provisioning_blocks [None req-3425de61-fa05-4fa7-9137-012a164f7581 None None] Provisioning complete for port 79c1b8a3-a679-4447-a1cf-defe0046a8b8 triggered by entity DHCP. {{(pid=103716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 05:32:45.139080 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-3425de61-fa05-4fa7-9137-012a164f7581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012754'] for port (79c1b8a3-a679-4447-a1cf-defe0046a8b8), provisioning_complete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:45.208945 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-b1032702-42fc-4085-bae0-382395f6c6c9 req-1b4400e1-e63b-4ae7-9b16-44d732df666f tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] 10.222.0.32 "GET /v2.0/security-groups?id=c04bdde9-68b7-4585-97f2-cb2ed276dc41&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1252701 Mar 02 05:32:45.212274 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [None req-fb651876-b629-4616-be00-844d270b774b admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.2618644 Mar 02 05:32:45.215094 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.32', 40246) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:32:45.221287 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.provisioning_blocks [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Provisioning complete for port 5fb13d2b-1772-4a82-91a7-37ce1645269d triggered by entity L2. {{(pid=103716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 05:32:45.221537 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.v2.base [None req-a5cf6917-0dc1-40e4-a0e7-a02c3f203b9c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-439467305-router', 'tenant_id': '7d6c67d282f94b0ebbe149d0aed26db7', 'external_gateway_info': {'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58'}}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 05:32:45.221680 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012754'] for port (5fb13d2b-1772-4a82-91a7-37ce1645269d), provisioning_complete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:45.330205 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faace8b9-5257-42a4-b0bd-a7c8becce279 req-3fae4368-6011-44f2-aadb-22a902df9560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:32:45.332088 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-faace8b9-5257-42a4-b0bd-a7c8becce279 req-3fae4368-6011-44f2-aadb-22a902df9560 service neutron] 10.222.0.41 "GET /v2.0/networks?id=18011967-2bc2-45c8-947b-290963b3926b HTTP/1.1" status: 200 len: 911 time: 0.2123253 Mar 02 05:32:45.341401 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c49c0cff-e3fe-4da2-8c1d-9167d5e97de4 None None] Routers {'2202d3a7-431c-4454-949c-ae2e83a2806f'} bound to L3 agent in host dv-cinder-768458-18-iscsi {{(pid=103716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 05:32:45.342373 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.l3_hamode_db [None req-c49c0cff-e3fe-4da2-8c1d-9167d5e97de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T05:20:42Z,description=,heartbeat_timestamp=2022-03-02T05:32:42Z,host='dv-cinder-768458-18-iscsi',id=9c2b50e6-1677-4aa9-928e-941b4c488fc5,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T05:20:42Z,topic='l3_agent')) {'router_ids': ['2202d3a7-431c-4454-949c-ae2e83a2806f'], 'active': True} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 05:32:45.350240 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-a5cf6917-0dc1-40e4-a0e7-a02c3f203b9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5211'] for router (513d9640-f722-4df4-bf32-c7f00c943fc5), before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:45.351569 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-a5cf6917-0dc1-40e4-a0e7-a02c3f203b9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-554951', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-624974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5154'] for router (513d9640-f722-4df4-bf32-c7f00c943fc5), precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:45.381075 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2113ce73-259a-4ba0-aa08-78c3a17b4cca None None] Pushing event updated for resources: {'Port': ['ID=79c1b8a3-a679-4447-a1cf-defe0046a8b8,revision_number=4']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:32:45.411376 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3822c9bc-edcd-4736-ad7b-c0c6b7f0d0fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbfd83565-997b-582c-95b3-04c06eae76bb-9a08e136-1870-481d-a002-0230296a5c60', 'network_id': '9a08e136-1870-481d-a002-0230296a5c60', 'project_id': '7d6c67d282f94b0ebbe149d0aed26db7', 'fixed_ips': [{'subnet_id': 'b203bdc9-407e-4947-98af-1a232b11ca92'}]}} from dv-cinder-768458-18-iscsi. {{(pid=103716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 02 05:32:45.411376 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-3822c9bc-edcd-4736-ad7b-c0c6b7f0d0fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for port (None), before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:45.438479 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-a5cf6917-0dc1-40e4-a0e7-a02c3f203b9c admin admin] Publish callbacks [] for router_controller (513d9640-f722-4df4-bf32-c7f00c943fc5), precommit_add_association {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:45.449832 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-faace8b9-5257-42a4-b0bd-a7c8becce279 req-16408c26-5650-4b4b-bbe5-ab2c895c9536 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b95876af-1853-4698-af0e-a36b0deb3b5a HTTP/1.1" status: 200 len: 1000 time: 0.1103792 Mar 02 05:32:45.531490 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faace8b9-5257-42a4-b0bd-a7c8becce279 req-ad3f2681-d027-4a60-96a2-60d5b77372a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:32:45.533110 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-faace8b9-5257-42a4-b0bd-a7c8becce279 req-ad3f2681-d027-4a60-96a2-60d5b77372a9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=24744b4d-8303-4a95-a314-609059e1d9b5 HTTP/1.1" status: 200 len: 849 time: 0.0742223 Mar 02 05:32:45.600209 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Current status of the port 5fb13d2b-1772-4a82-91a7-37ce1645269d is: ACTIVE; New status is: ACTIVE {{(pid=103716) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 05:32:45.617068 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faace8b9-5257-42a4-b0bd-a7c8becce279 req-0eb7fbe5-5b0d-44cc-81e9-a0ff4b8f38b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:32:45.619049 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-faace8b9-5257-42a4-b0bd-a7c8becce279 req-0eb7fbe5-5b0d-44cc-81e9-a0ff4b8f38b3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=18011967-2bc2-45c8-947b-290963b3926b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0778320 Mar 02 05:32:45.640945 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-3425de61-fa05-4fa7-9137-012a164f7581 None None] Current status of the port 79c1b8a3-a679-4447-a1cf-defe0046a8b8 is: DOWN; New status is: ACTIVE {{(pid=103716) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 05:32:45.641284 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-3425de61-fa05-4fa7-9137-012a164f7581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for port (79c1b8a3-a679-4447-a1cf-defe0046a8b8), before_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:45.647183 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.l3_dvr_db [None req-c49c0cff-e3fe-4da2-8c1d-9167d5e97de4 None None] Set router 2202d3a7-431c-4454-949c-ae2e83a2806f gateway port host: dv-cinder-768458-18-iscsi {{(pid=103716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 05:32:45.751508 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-faace8b9-5257-42a4-b0bd-a7c8becce279 req-3ea8cce1-57c9-4541-bf28-e186a230c63d service neutron] 10.222.0.41 "GET /v2.0/networks/18011967-2bc2-45c8-947b-290963b3926b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231973 Mar 02 05:32:45.754634 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-a5cf6917-0dc1-40e4-a0e7-a02c3f203b9c admin admin] Publish callbacks [] for router_gateway (513d9640-f722-4df4-bf32-c7f00c943fc5), precommit_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:45.799718 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-3425de61-fa05-4fa7-9137-012a164f7581 None None] For port 79c1b8a3-a679-4447-a1cf-defe0046a8b8, host dv-cinder-768458-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-18-iscsi',level=0,port_id=79c1b8a3-a679-4447-a1cf-defe0046a8b8,segment=NetworkSegment(1e8e2e77-4e33-4beb-84b8-a14df404873a),segment_id=1e8e2e77-4e33-4beb-84b8-a14df404873a)] {{(pid=103716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 05:32:45.814306 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (64307ea2-7468-48d5-a188-5e76dfb99c6b), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:45.827055 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.db_base_plugin_common [None req-3822c9bc-edcd-4736-ad7b-c0c6b7f0d0fb None None] Allocated IP 172.20.0.2 (9a08e136-1870-481d-a002-0230296a5c60/b203bdc9-407e-4947-98af-1a232b11ca92/1582d404-9be3-41aa-b958-a93a5334bb5c) {{(pid=103716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 05:32:45.866739 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-faace8b9-5257-42a4-b0bd-a7c8becce279 req-ef3a6f87-1892-4b47-9e89-b062f388c369 service neutron] 10.222.0.41 "GET /v2.0/networks/18011967-2bc2-45c8-947b-290963b3926b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094928 Mar 02 05:32:45.875309 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-3425de61-fa05-4fa7-9137-012a164f7581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789290460654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789289919735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789289921293'] for port (79c1b8a3-a679-4447-a1cf-defe0046a8b8), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:46.010306 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3425de61-fa05-4fa7-9137-012a164f7581 None None] Pushing event updated for resources: {'Port': ['ID=79c1b8a3-a679-4447-a1cf-defe0046a8b8,revision_number=5']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:32:46.084823 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.provisioning_blocks [None req-6b2d7e13-a4fa-4261-9521-8f7d9604c4c5 None None] Provisioning complete for port 79c1b8a3-a679-4447-a1cf-defe0046a8b8 triggered by entity DHCP. {{(pid=103716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 05:32:46.085431 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-6b2d7e13-a4fa-4261-9521-8f7d9604c4c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012754'] for port (79c1b8a3-a679-4447-a1cf-defe0046a8b8), provisioning_complete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:46.085527 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-a5cf6917-0dc1-40e4-a0e7-a02c3f203b9c admin admin] Publish callbacks [] for router_gateway (513d9640-f722-4df4-bf32-c7f00c943fc5), before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:46.105426 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-a5cf6917-0dc1-40e4-a0e7-a02c3f203b9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for port (None), before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:46.242530 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.db.db_base_plugin_common [None req-a5cf6917-0dc1-40e4-a0e7-a02c3f203b9c admin admin] Allocated IP 172.27.2.44 (b55256da-732d-4561-a24f-23ea9a772c58/77df959b-d159-4f61-98dc-e86e1ea2cf69/23ea186d-cbd4-4c72-b0a4-aedcfdae0507) {{(pid=103715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 05:32:46.306819 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-3822c9bc-edcd-4736-ad7b-c0c6b7f0d0fb None None] Publish callbacks [] for port (1582d404-9be3-41aa-b958-a93a5334bb5c), precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:46.321546 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.l3_hamode_db [None req-c49c0cff-e3fe-4da2-8c1d-9167d5e97de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2202d3a7-431c-4454-949c-ae2e83a2806f', 'name': 'tempest-TestShelveInstance-1270944312-router', 'tenant_id': '8cadbb55c03941bdba85ea81721d2245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'external_fixed_ips': [{'subnet_id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'ip_address': '172.27.2.63'}], 'enable_snat': True}, 'gw_port_id': '5fb13d2b-1772-4a82-91a7-37ce1645269d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T05:32:36Z', 'updated_at': '2022-03-02T05:32:41Z', 'revision_number': 4, 'project_id': '8cadbb55c03941bdba85ea81721d2245', 'gw_port': {'id': '5fb13d2b-1772-4a82-91a7-37ce1645269d', 'name': '', 'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:df:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2202d3a7-431c-4454-949c-ae2e83a2806f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'ip_address': '172.27.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T05:32:37Z', 'updated_at': '2022-03-02T05:32:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-18-iscsi', '_interfaces': [{'id': '79c1b8a3-a679-4447-a1cf-defe0046a8b8', 'name': '', 'network_id': '23f8f824-aae5-4f2f-a8c3-545bf961b04d', 'tenant_id': '8cadbb55c03941bdba85ea81721d2245', 'mac_address': 'fa:16:3e:74:bf:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2202d3a7-431c-4454-949c-ae2e83a2806f', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '100d9f66-c333-48f1-b722-61b116bc39ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T05:32:40Z', 'updated_at': '2022-03-02T05:32:44Z', 'revision_number': 4, 'project_id': '8cadbb55c03941bdba85ea81721d2245', 'subnets': [{'id': '100d9f66-c333-48f1-b722-61b116bc39ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-18-iscsi', False) {} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 05:32:46.371127 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c49c0cff-e3fe-4da2-8c1d-9167d5e97de4 None None] The sync data for ids ['2202d3a7-431c-4454-949c-ae2e83a2806f'] in dv-cinder-768458-18-iscsi is: [{'id': '2202d3a7-431c-4454-949c-ae2e83a2806f', 'name': 'tempest-TestShelveInstance-1270944312-router', 'tenant_id': '8cadbb55c03941bdba85ea81721d2245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'external_fixed_ips': [{'subnet_id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'ip_address': '172.27.2.63'}], 'enable_snat': True}, 'gw_port_id': '5fb13d2b-1772-4a82-91a7-37ce1645269d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T05:32:36Z', 'updated_at': '2022-03-02T05:32:41Z', 'revision_number': 4, 'project_id': '8cadbb55c03941bdba85ea81721d2245', 'gw_port': {'id': '5fb13d2b-1772-4a82-91a7-37ce1645269d', 'name': '', 'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:df:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2202d3a7-431c-4454-949c-ae2e83a2806f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'ip_address': '172.27.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T05:32:37Z', 'updated_at': '2022-03-02T05:32:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-18-iscsi', '_interfaces': [{'id': '79c1b8a3-a679-4447-a1cf-defe0046a8b8', 'name': '', 'network_id': '23f8f824-aae5-4f2f-a8c3-545bf961b04d', 'tenant_id': '8cadbb55c03941bdba85ea81721d2245', 'mac_address': 'fa:16:3e:74:bf:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2202d3a7-431c-4454-949c-ae2e83a2806f', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '100d9f66-c333-48f1-b722-61b116bc39ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T05:32:40Z', 'updated_at': '2022-03-02T05:32:44Z', 'revision_number': 4, 'project_id': '8cadbb55c03941bdba85ea81721d2245', 'subnets': [{'id': '100d9f66-c333-48f1-b722-61b116bc39ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 05:32:46.397386 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-6b2d7e13-a4fa-4261-9521-8f7d9604c4c5 None None] Current status of the port 79c1b8a3-a679-4447-a1cf-defe0046a8b8 is: ACTIVE; New status is: ACTIVE {{(pid=103716) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 05:32:46.418827 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-3822c9bc-edcd-4736-ad7b-c0c6b7f0d0fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789289919717'] for port (1582d404-9be3-41aa-b958-a93a5334bb5c), after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:46.506442 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53b68c5-2ed3-45d1-a78e-abd4969584cb req-69746fcb-7297-4902-8604-774d537078d0 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:32:46.519701 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-d53b68c5-2ed3-45d1-a78e-abd4969584cb req-69746fcb-7297-4902-8604-774d537078d0 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] 10.222.0.32 "GET /v2.0/ports?device_id=7002d8fb-8274-485e-b875-ad2e5586984a HTTP/1.1" status: 200 len: 945 time: 0.1714644 Mar 02 05:32:46.549016 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3822c9bc-edcd-4736-ad7b-c0c6b7f0d0fb None None] Network 9a08e136-1870-481d-a002-0230296a5c60 is already hosted by enough agents. {{(pid=103716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 05:32:46.552656 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-3822c9bc-edcd-4736-ad7b-c0c6b7f0d0fb None None] Resources bound (agent type, host, resource id): {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 05:32:46.557730 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3822c9bc-edcd-4736-ad7b-c0c6b7f0d0fb None None] Received port after_create {{(pid=103716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 05:32:46.560519 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-a5cf6917-0dc1-40e4-a0e7-a02c3f203b9c admin admin] Publish callbacks [] for port (23ea186d-cbd4-4c72-b0a4-aedcfdae0507), precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:46.563007 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3822c9bc-edcd-4736-ad7b-c0c6b7f0d0fb None None] Pushing event updated for resources: {'Port': ['ID=1582d404-9be3-41aa-b958-a93a5334bb5c,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:32:46.653129 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.managers [None req-3822c9bc-edcd-4736-ad7b-c0c6b7f0d0fb None None] Attempting to bind port 1582d404-9be3-41aa-b958-a93a5334bb5c on host dv-cinder-768458-18-iscsi for vnic_type normal with profile {{(pid=103716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 05:32:46.653522 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.managers [None req-3822c9bc-edcd-4736-ad7b-c0c6b7f0d0fb None None] Attempting to bind port 1582d404-9be3-41aa-b958-a93a5334bb5c by drivers openvswitch,hyperv on host dv-cinder-768458-18-iscsi at level 0 using segments [{'id': '1aac769b-fb96-4df4-8974-a748c4c9bf5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '9a08e136-1870-481d-a002-0230296a5c60'}] {{(pid=103716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 05:32:46.653932 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3822c9bc-edcd-4736-ad7b-c0c6b7f0d0fb None None] Attempting to bind port 1582d404-9be3-41aa-b958-a93a5334bb5c on network 9a08e136-1870-481d-a002-0230296a5c60 {{(pid=103716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 05:32:46.656229 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-d53b68c5-2ed3-45d1-a78e-abd4969584cb req-d60bca85-6523-4b35-9e2d-8ea570a91fc2 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] 10.222.0.32 "GET /v2.0/security-groups?id=c04bdde9-68b7-4585-97f2-cb2ed276dc41&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1352432 Mar 02 05:32:46.659447 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3822c9bc-edcd-4736-ad7b-c0c6b7f0d0fb None None] Checking agent: {'id': '64307ea2-7468-48d5-a188-5e76dfb99c6b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 5, 20, 46), 'started_at': datetime.datetime(2022, 3, 2, 5, 21, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 5, 32, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 05:32:46.659829 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3822c9bc-edcd-4736-ad7b-c0c6b7f0d0fb None None] Checking segment: {'id': '1aac769b-fb96-4df4-8974-a748c4c9bf5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '9a08e136-1870-481d-a002-0230296a5c60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 05:32:46.660231 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-3822c9bc-edcd-4736-ad7b-c0c6b7f0d0fb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:46.660651 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3822c9bc-edcd-4736-ad7b-c0c6b7f0d0fb None None] Bound using segment: {'id': '1aac769b-fb96-4df4-8974-a748c4c9bf5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '9a08e136-1870-481d-a002-0230296a5c60'} {{(pid=103716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 05:32:46.661114 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.managers [None req-3822c9bc-edcd-4736-ad7b-c0c6b7f0d0fb None None] Bound port: 1582d404-9be3-41aa-b958-a93a5334bb5c, host: dv-cinder-768458-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1aac769b-fb96-4df4-8974-a748c4c9bf5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '9a08e136-1870-481d-a002-0230296a5c60'}}] {{(pid=103716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 05:32:46.661489 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-3822c9bc-edcd-4736-ad7b-c0c6b7f0d0fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for port (1582d404-9be3-41aa-b958-a93a5334bb5c), before_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:46.735919 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-a5cf6917-0dc1-40e4-a0e7-a02c3f203b9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789289919717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14203002'] for port (23ea186d-cbd4-4c72-b0a4-aedcfdae0507), after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:46.737843 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-3822c9bc-edcd-4736-ad7b-c0c6b7f0d0fb None None] For port 1582d404-9be3-41aa-b958-a93a5334bb5c, host dv-cinder-768458-18-iscsi, cleared binding levels {{(pid=103716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 05:32:46.741820 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-3822c9bc-edcd-4736-ad7b-c0c6b7f0d0fb None None] For port 1582d404-9be3-41aa-b958-a93a5334bb5c, host dv-cinder-768458-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-18-iscsi',level=0,port_id=1582d404-9be3-41aa-b958-a93a5334bb5c,segment=NetworkSegment(1aac769b-fb96-4df4-8974-a748c4c9bf5f),segment_id=1aac769b-fb96-4df4-8974-a748c4c9bf5f)] {{(pid=103716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 05:32:46.800037 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5cf6917-0dc1-40e4-a0e7-a02c3f203b9c admin admin] Network b55256da-732d-4561-a24f-23ea9a772c58 is already hosted by enough agents. {{(pid=103715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 05:32:46.803039 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-a5cf6917-0dc1-40e4-a0e7-a02c3f203b9c admin admin] Resources bound (agent type, host, resource id): {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 05:32:46.807588 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5cf6917-0dc1-40e4-a0e7-a02c3f203b9c admin admin] Received port after_create {{(pid=103715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 05:32:46.810983 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cf6917-0dc1-40e4-a0e7-a02c3f203b9c admin admin] Pushing event updated for resources: {'Port': ['ID=23ea186d-cbd4-4c72-b0a4-aedcfdae0507,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:32:46.829671 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-3822c9bc-edcd-4736-ad7b-c0c6b7f0d0fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789290460654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789289919735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789289921293'] for port (1582d404-9be3-41aa-b958-a93a5334bb5c), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:46.918892 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3822c9bc-edcd-4736-ad7b-c0c6b7f0d0fb None None] Pushing event updated for resources: {'Port': ['ID=1582d404-9be3-41aa-b958-a93a5334bb5c,revision_number=2']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:32:47.016042 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.rpc [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Device 79c1b8a3-a679-4447-a1cf-defe0046a8b8 up at agent ovs-agent-dv-cinder-768458-18-iscsi {{(pid=103716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 05:32:47.089870 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.wsgi [-] (103714) accepted ('10.222.0.32', 40300) {{(pid=103714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:32:47.091388 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.provisioning_blocks [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Provisioning complete for port 79c1b8a3-a679-4447-a1cf-defe0046a8b8 triggered by entity L2. {{(pid=103716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 05:32:47.091840 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012754'] for port (79c1b8a3-a679-4447-a1cf-defe0046a8b8), provisioning_complete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:47.261892 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Current status of the port 79c1b8a3-a679-4447-a1cf-defe0046a8b8 is: ACTIVE; New status is: ACTIVE {{(pid=103716) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 05:32:47.278165 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-a6457e73-c110-437b-94c7-96098435a16b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:47.394049 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-a6457e73-c110-437b-94c7-96098435a16b admin admin] Publish callbacks [] for security_group (fce35581-89fb-4e07-bb5a-77a26dce8a6b), precommit_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:47.462379 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-a6457e73-c110-437b-94c7-96098435a16b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629892'] for security_group (fce35581-89fb-4e07-bb5a-77a26dce8a6b), after_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:47.512228 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6457e73-c110-437b-94c7-96098435a16b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fce35581-89fb-4e07-bb5a-77a26dce8a6b,revision_number=1']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:32:47.517733 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [None req-a6457e73-c110-437b-94c7-96098435a16b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c2c2ed6b65104bf69391ee9419f1edf0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4261096 Mar 02 05:32:47.520494 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.wsgi [-] (103714) accepted ('10.222.0.32', 40304) {{(pid=103714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:32:47.595037 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-b096134e-4b1b-4f5f-8d7d-34f4588cbdb6 admin admin] Publish callbacks [] for security_group (fce35581-89fb-4e07-bb5a-77a26dce8a6b), before_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:47.625586 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-b096134e-4b1b-4f5f-8d7d-34f4588cbdb6 admin admin] Publish callbacks [] for security_group (fce35581-89fb-4e07-bb5a-77a26dce8a6b), precommit_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:47.628449 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-a5cf6917-0dc1-40e4-a0e7-a02c3f203b9c admin admin] Publish callbacks [] for router_gateway (513d9640-f722-4df4-bf32-c7f00c943fc5), after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:47.784182 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-b096134e-4b1b-4f5f-8d7d-34f4588cbdb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629892'] for security_group (fce35581-89fb-4e07-bb5a-77a26dce8a6b), after_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:47.786701 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-b096134e-4b1b-4f5f-8d7d-34f4588cbdb6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:47.787882 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [None req-b096134e-4b1b-4f5f-8d7d-34f4588cbdb6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fce35581-89fb-4e07-bb5a-77a26dce8a6b HTTP/1.1" status: 204 len: 168 time: 0.2662587 Mar 02 05:32:47.799442 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b096134e-4b1b-4f5f-8d7d-34f4588cbdb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fce35581-89fb-4e07-bb5a-77a26dce8a6b,revision_number=None']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:32:47.838799 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db4f352-70da-4bcb-8790-fdbf7e10ffeb req-f49a440e-ddb5-43cf-8bba-69450092d7d7 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:32:47.848730 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-6db4f352-70da-4bcb-8790-fdbf7e10ffeb req-f49a440e-ddb5-43cf-8bba-69450092d7d7 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] 10.222.0.32 "GET /v2.0/ports?device_id=7002d8fb-8274-485e-b875-ad2e5586984a HTTP/1.1" status: 200 len: 945 time: 0.1053836 Mar 02 05:32:47.900598 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-a5cf6917-0dc1-40e4-a0e7-a02c3f203b9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554906'] for router (513d9640-f722-4df4-bf32-c7f00c943fc5), after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:47.939562 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-6db4f352-70da-4bcb-8790-fdbf7e10ffeb req-9d43948f-da7e-4d9b-b409-4698debbe4d6 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] 10.222.0.32 "GET /v2.0/security-groups?id=c04bdde9-68b7-4585-97f2-cb2ed276dc41&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0897090 Mar 02 05:32:48.119362 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5cf6917-0dc1-40e4-a0e7-a02c3f203b9c admin admin] Router 513d9640-f722-4df4-bf32-c7f00c943fc5 is scheduled to L3 agent 9c2b50e6-1677-4aa9-928e-941b4c488fc5 with binding_index 1 {{(pid=103715) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 05:32:48.232870 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7f6beed-b66a-4a26-8f88-69c2a0ee4236 None None] Network 9a08e136-1870-481d-a002-0230296a5c60 requested from dv-cinder-768458-18-iscsi {{(pid=103716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 05:32:48.240728 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5cf6917-0dc1-40e4-a0e7-a02c3f203b9c admin admin] Notify agent at l3_agent.dv-cinder-768458-18-iscsi the message routers_updated {{(pid=103715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 05:32:48.273495 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b2274e0-4768-4cd6-8bce-243246448bc3 None None] Sync routers for ids ['513d9640-f722-4df4-bf32-c7f00c943fc5'] in dv-cinder-768458-18-iscsi {{(pid=103716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 05:32:48.297585 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b2274e0-4768-4cd6-8bce-243246448bc3 None None] Routers {'513d9640-f722-4df4-bf32-c7f00c943fc5'} bound to L3 agent in host dv-cinder-768458-18-iscsi {{(pid=103716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 05:32:48.298209 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.l3_hamode_db [None req-3b2274e0-4768-4cd6-8bce-243246448bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T05:20:42Z,description=,heartbeat_timestamp=2022-03-02T05:32:42Z,host='dv-cinder-768458-18-iscsi',id=9c2b50e6-1677-4aa9-928e-941b4c488fc5,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T05:20:42Z,topic='l3_agent')) {'router_ids': ['513d9640-f722-4df4-bf32-c7f00c943fc5'], 'active': True} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 05:32:48.318297 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-a5cf6917-0dc1-40e4-a0e7-a02c3f203b9c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:48.318810 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-a5cf6917-0dc1-40e4-a0e7-a02c3f203b9c admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 3.1025643 Mar 02 05:32:48.321373 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.32', 40324) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:32:48.395156 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.provisioning_blocks [None req-0c36a2ac-532c-4767-9948-128320e56264 None None] Provisioning complete for port 1582d404-9be3-41aa-b958-a93a5334bb5c triggered by entity DHCP. {{(pid=103716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 05:32:48.395545 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-0c36a2ac-532c-4767-9948-128320e56264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012754'] for port (1582d404-9be3-41aa-b958-a93a5334bb5c), provisioning_complete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:48.483872 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.l3_dvr_db [None req-3b2274e0-4768-4cd6-8bce-243246448bc3 None None] Set router 513d9640-f722-4df4-bf32-c7f00c943fc5 gateway port host: dv-cinder-768458-18-iscsi {{(pid=103716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 05:32:48.544017 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.wsgi [-] (103714) accepted ('10.222.0.32', 40326) {{(pid=103714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:32:48.580325 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-fefe2531-1e46-4d33-a6f7-8265695fcbcf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:48.654425 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-0c36a2ac-532c-4767-9948-128320e56264 None None] Current status of the port 1582d404-9be3-41aa-b958-a93a5334bb5c is: DOWN; New status is: ACTIVE {{(pid=103716) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 05:32:48.654826 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-0c36a2ac-532c-4767-9948-128320e56264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for port (1582d404-9be3-41aa-b958-a93a5334bb5c), before_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:48.730625 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-fefe2531-1e46-4d33-a6f7-8265695fcbcf admin admin] Publish callbacks [] for security_group (31764afa-3ce8-490a-955d-eb0a0bdfe047), precommit_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:48.749431 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-0c36a2ac-532c-4767-9948-128320e56264 None None] For port 1582d404-9be3-41aa-b958-a93a5334bb5c, host dv-cinder-768458-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-18-iscsi',level=0,port_id=1582d404-9be3-41aa-b958-a93a5334bb5c,segment=NetworkSegment(1aac769b-fb96-4df4-8974-a748c4c9bf5f),segment_id=1aac769b-fb96-4df4-8974-a748c4c9bf5f)] {{(pid=103716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 05:32:48.784494 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.l3_hamode_db [None req-3b2274e0-4768-4cd6-8bce-243246448bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '513d9640-f722-4df4-bf32-c7f00c943fc5', 'name': 'tempest-TestShelveInstance-439467305-router', 'tenant_id': '7d6c67d282f94b0ebbe149d0aed26db7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'external_fixed_ips': [{'subnet_id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'ip_address': '172.27.2.44'}], 'enable_snat': True}, 'gw_port_id': '23ea186d-cbd4-4c72-b0a4-aedcfdae0507', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T05:32:45Z', 'updated_at': '2022-03-02T05:32:47Z', 'revision_number': 3, 'project_id': '7d6c67d282f94b0ebbe149d0aed26db7', 'gw_port': {'id': '23ea186d-cbd4-4c72-b0a4-aedcfdae0507', 'name': '', 'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:23:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '513d9640-f722-4df4-bf32-c7f00c943fc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'ip_address': '172.27.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T05:32:46Z', 'updated_at': '2022-03-02T05:32:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-18-iscsi'}], 'dv-cinder-768458-18-iscsi', False) {} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 05:32:48.817804 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-fefe2531-1e46-4d33-a6f7-8265695fcbcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629892'] for security_group (31764afa-3ce8-490a-955d-eb0a0bdfe047), after_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:48.834523 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b2274e0-4768-4cd6-8bce-243246448bc3 None None] Checking router: 513d9640-f722-4df4-bf32-c7f00c943fc5 for host: dv-cinder-768458-18-iscsi {{(pid=103716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 05:32:48.835386 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b2274e0-4768-4cd6-8bce-243246448bc3 None None] Updating router 513d9640-f722-4df4-bf32-c7f00c943fc5 port 23ea186d-cbd4-4c72-b0a4-aedcfdae0507 binding host dv-cinder-768458-18-iscsi {{(pid=103716) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 05:32:48.840598 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-0c36a2ac-532c-4767-9948-128320e56264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789290460654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789289919735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789289921293'] for port (1582d404-9be3-41aa-b958-a93a5334bb5c), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:48.867058 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.32', 40332) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:32:48.873595 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [None req-fefe2531-1e46-4d33-a6f7-8265695fcbcf admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b43d8101d5a84cc4897d6d5186981767&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3264472 Mar 02 05:32:48.900263 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefe2531-1e46-4d33-a6f7-8265695fcbcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31764afa-3ce8-490a-955d-eb0a0bdfe047,revision_number=1']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:32:48.901095 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-3b2274e0-4768-4cd6-8bce-243246448bc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for port (23ea186d-cbd4-4c72-b0a4-aedcfdae0507), before_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:48.938241 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-58aa16dd-03d0-4fe7-868d-6cba78375b4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for port (None), before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:48.945048 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c36a2ac-532c-4767-9948-128320e56264 None None] Pushing event updated for resources: {'Port': ['ID=1582d404-9be3-41aa-b958-a93a5334bb5c,revision_number=3']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:32:49.018547 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-727713a0-b2ab-4c89-a22b-6d14080bbca8 admin admin] Publish callbacks [] for security_group (31764afa-3ce8-490a-955d-eb0a0bdfe047), before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:49.029362 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.rpc [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Device 1582d404-9be3-41aa-b958-a93a5334bb5c up at agent ovs-agent-dv-cinder-768458-18-iscsi {{(pid=103716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 05:32:49.076289 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-727713a0-b2ab-4c89-a22b-6d14080bbca8 admin admin] Publish callbacks [] for security_group (31764afa-3ce8-490a-955d-eb0a0bdfe047), precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:49.080852 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.provisioning_blocks [None req-e6546f17-ce73-4937-aa85-a80a88fe2083 None None] Provisioning complete for port 1582d404-9be3-41aa-b958-a93a5334bb5c triggered by entity DHCP. {{(pid=103716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 05:32:49.081292 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-e6546f17-ce73-4937-aa85-a80a88fe2083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012754'] for port (1582d404-9be3-41aa-b958-a93a5334bb5c), provisioning_complete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:49.148018 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.db.db_base_plugin_common [None req-58aa16dd-03d0-4fe7-868d-6cba78375b4e admin admin] Allocated IP 172.20.0.1 (9a08e136-1870-481d-a002-0230296a5c60/b203bdc9-407e-4947-98af-1a232b11ca92/c355d252-0bcd-4b5c-8f30-8ea48d8e774e) {{(pid=103715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 05:32:49.194685 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.provisioning_blocks [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Provisioning complete for port 1582d404-9be3-41aa-b958-a93a5334bb5c triggered by entity L2. {{(pid=103716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 05:32:49.195048 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012754'] for port (1582d404-9be3-41aa-b958-a93a5334bb5c), provisioning_complete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:49.243382 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-727713a0-b2ab-4c89-a22b-6d14080bbca8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629892'] for security_group (31764afa-3ce8-490a-955d-eb0a0bdfe047), after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:49.245876 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-727713a0-b2ab-4c89-a22b-6d14080bbca8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:49.247019 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-727713a0-b2ab-4c89-a22b-6d14080bbca8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/31764afa-3ce8-490a-955d-eb0a0bdfe047 HTTP/1.1" status: 204 len: 168 time: 0.3789799 Mar 02 05:32:49.266188 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-58aa16dd-03d0-4fe7-868d-6cba78375b4e admin admin] Publish callbacks [] for port (c355d252-0bcd-4b5c-8f30-8ea48d8e774e), precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:49.269643 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727713a0-b2ab-4c89-a22b-6d14080bbca8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31764afa-3ce8-490a-955d-eb0a0bdfe047,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:32:49.296865 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-e6546f17-ce73-4937-aa85-a80a88fe2083 None None] Current status of the port 1582d404-9be3-41aa-b958-a93a5334bb5c is: ACTIVE; New status is: ACTIVE {{(pid=103716) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 05:32:49.361671 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-58aa16dd-03d0-4fe7-868d-6cba78375b4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789289919717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14203002'] for port (c355d252-0bcd-4b5c-8f30-8ea48d8e774e), after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:49.406182 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58aa16dd-03d0-4fe7-868d-6cba78375b4e admin admin] Network 9a08e136-1870-481d-a002-0230296a5c60 is already hosted by enough agents. {{(pid=103715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 05:32:49.415982 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-58aa16dd-03d0-4fe7-868d-6cba78375b4e admin admin] Resources bound (agent type, host, resource id): {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 05:32:49.418802 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58aa16dd-03d0-4fe7-868d-6cba78375b4e admin admin] Received port after_create {{(pid=103715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 05:32:49.423571 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58aa16dd-03d0-4fe7-868d-6cba78375b4e admin admin] Pushing event updated for resources: {'Port': ['ID=c355d252-0bcd-4b5c-8f30-8ea48d8e774e,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:32:49.463950 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-58aa16dd-03d0-4fe7-868d-6cba78375b4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-556487'] for router_interface (513d9640-f722-4df4-bf32-c7f00c943fc5), before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:49.515792 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-3b2274e0-4768-4cd6-8bce-243246448bc3 None None] Publish callbacks [] for port (23ea186d-cbd4-4c72-b0a4-aedcfdae0507), precommit_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:49.519399 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Current status of the port 1582d404-9be3-41aa-b958-a93a5334bb5c is: ACTIVE; New status is: ACTIVE {{(pid=103716) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 05:32:49.589399 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-3b2274e0-4768-4cd6-8bce-243246448bc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789290460654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789289919735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789289921293'] for port (23ea186d-cbd4-4c72-b0a4-aedcfdae0507), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:49.643728 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2750db58-e6b6-4b4d-acef-bdda4ce2d5ce None None] Pushing event updated for resources: {'Port': ['ID=23ea186d-cbd4-4c72-b0a4-aedcfdae0507,revision_number=2']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:32:49.646209 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.managers [None req-3b2274e0-4768-4cd6-8bce-243246448bc3 None None] Attempting to bind port 23ea186d-cbd4-4c72-b0a4-aedcfdae0507 on host dv-cinder-768458-18-iscsi for vnic_type normal with profile {{(pid=103716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 05:32:49.646580 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.managers [None req-3b2274e0-4768-4cd6-8bce-243246448bc3 None None] Attempting to bind port 23ea186d-cbd4-4c72-b0a4-aedcfdae0507 by drivers openvswitch,hyperv on host dv-cinder-768458-18-iscsi at level 0 using segments [{'id': '4c026da1-f439-448a-ad69-ccdbf2795772', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58'}] {{(pid=103716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 05:32:49.646978 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b2274e0-4768-4cd6-8bce-243246448bc3 None None] Attempting to bind port 23ea186d-cbd4-4c72-b0a4-aedcfdae0507 on network b55256da-732d-4561-a24f-23ea9a772c58 {{(pid=103716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 05:32:49.652530 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b2274e0-4768-4cd6-8bce-243246448bc3 None None] Checking agent: {'id': '64307ea2-7468-48d5-a188-5e76dfb99c6b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 5, 20, 46), 'started_at': datetime.datetime(2022, 3, 2, 5, 21, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 5, 32, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 05:32:49.652909 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b2274e0-4768-4cd6-8bce-243246448bc3 None None] Checking segment: {'id': '4c026da1-f439-448a-ad69-ccdbf2795772', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 05:32:49.653354 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-3b2274e0-4768-4cd6-8bce-243246448bc3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:49.653679 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b2274e0-4768-4cd6-8bce-243246448bc3 None None] Bound using segment: {'id': '4c026da1-f439-448a-ad69-ccdbf2795772', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58'} {{(pid=103716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 05:32:49.654142 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.managers [None req-3b2274e0-4768-4cd6-8bce-243246448bc3 None None] Bound port: 23ea186d-cbd4-4c72-b0a4-aedcfdae0507, host: dv-cinder-768458-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c026da1-f439-448a-ad69-ccdbf2795772', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58'}}] {{(pid=103716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 05:32:49.654515 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-3b2274e0-4768-4cd6-8bce-243246448bc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for port (23ea186d-cbd4-4c72-b0a4-aedcfdae0507), before_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:49.677949 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-58aa16dd-03d0-4fe7-868d-6cba78375b4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for port (c355d252-0bcd-4b5c-8f30-8ea48d8e774e), before_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:49.726626 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-3b2274e0-4768-4cd6-8bce-243246448bc3 None None] For port 23ea186d-cbd4-4c72-b0a4-aedcfdae0507, host dv-cinder-768458-18-iscsi, cleared binding levels {{(pid=103716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 05:32:49.731615 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-3b2274e0-4768-4cd6-8bce-243246448bc3 None None] For port 23ea186d-cbd4-4c72-b0a4-aedcfdae0507, host dv-cinder-768458-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-18-iscsi',level=0,port_id=23ea186d-cbd4-4c72-b0a4-aedcfdae0507,segment=NetworkSegment(4c026da1-f439-448a-ad69-ccdbf2795772),segment_id=4c026da1-f439-448a-ad69-ccdbf2795772)] {{(pid=103716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 05:32:49.737629 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.provisioning_blocks [None req-9d45d999-7db1-4702-9f24-740491451adf None None] Provisioning complete for port c355d252-0bcd-4b5c-8f30-8ea48d8e774e triggered by entity DHCP. {{(pid=103716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 05:32:49.737803 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-9d45d999-7db1-4702-9f24-740491451adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012754'] for port (c355d252-0bcd-4b5c-8f30-8ea48d8e774e), provisioning_complete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:49.794053 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-3b2274e0-4768-4cd6-8bce-243246448bc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789290460654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789289919735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789289921293'] for port (23ea186d-cbd4-4c72-b0a4-aedcfdae0507), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:49.822823 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-9d45d999-7db1-4702-9f24-740491451adf None None] Port c355d252-0bcd-4b5c-8f30-8ea48d8e774e cannot update to ACTIVE because it is not bound. {{(pid=103716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 02 05:32:49.865244 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b2274e0-4768-4cd6-8bce-243246448bc3 None None] Routers {'513d9640-f722-4df4-bf32-c7f00c943fc5'} bound to L3 agent in host dv-cinder-768458-18-iscsi {{(pid=103716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 05:32:49.865880 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.l3_hamode_db [None req-3b2274e0-4768-4cd6-8bce-243246448bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T05:20:42Z,description=,heartbeat_timestamp=2022-03-02T05:32:42Z,host='dv-cinder-768458-18-iscsi',id=9c2b50e6-1677-4aa9-928e-941b4c488fc5,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T05:20:42Z,topic='l3_agent')) {'router_ids': ['513d9640-f722-4df4-bf32-c7f00c943fc5'], 'active': True} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 05:32:49.871331 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2750db58-e6b6-4b4d-acef-bdda4ce2d5ce None None] Pushing event updated for resources: {'Port': ['ID=23ea186d-cbd4-4c72-b0a4-aedcfdae0507,revision_number=3']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:32:49.872895 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-58aa16dd-03d0-4fe7-868d-6cba78375b4e admin admin] Publish callbacks [] for port (c355d252-0bcd-4b5c-8f30-8ea48d8e774e), precommit_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:49.949850 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-58aa16dd-03d0-4fe7-868d-6cba78375b4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789290460654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789289919735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789289921293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14202995'] for port (c355d252-0bcd-4b5c-8f30-8ea48d8e774e), after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:49.986829 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.l3_dvr_db [None req-3b2274e0-4768-4cd6-8bce-243246448bc3 None None] Set router 513d9640-f722-4df4-bf32-c7f00c943fc5 gateway port host: dv-cinder-768458-18-iscsi {{(pid=103716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 05:32:50.022927 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58aa16dd-03d0-4fe7-868d-6cba78375b4e admin admin] Pushing event updated for resources: {'Port': ['ID=c355d252-0bcd-4b5c-8f30-8ea48d8e774e,revision_number=2']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:32:50.026811 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-58aa16dd-03d0-4fe7-868d-6cba78375b4e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-555351'] for router_interface (513d9640-f722-4df4-bf32-c7f00c943fc5), after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:50.120438 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58aa16dd-03d0-4fe7-868d-6cba78375b4e admin admin] Network 9a08e136-1870-481d-a002-0230296a5c60 is already hosted by enough agents. {{(pid=103715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 05:32:50.121935 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-58aa16dd-03d0-4fe7-868d-6cba78375b4e admin admin] Resources bound (agent type, host, resource id): {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 05:32:50.225393 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.l3_hamode_db [None req-3b2274e0-4768-4cd6-8bce-243246448bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '513d9640-f722-4df4-bf32-c7f00c943fc5', 'name': 'tempest-TestShelveInstance-439467305-router', 'tenant_id': '7d6c67d282f94b0ebbe149d0aed26db7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'external_fixed_ips': [{'subnet_id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'ip_address': '172.27.2.44'}], 'enable_snat': True}, 'gw_port_id': '23ea186d-cbd4-4c72-b0a4-aedcfdae0507', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T05:32:45Z', 'updated_at': '2022-03-02T05:32:49Z', 'revision_number': 4, 'project_id': '7d6c67d282f94b0ebbe149d0aed26db7', 'gw_port': {'id': '23ea186d-cbd4-4c72-b0a4-aedcfdae0507', 'name': '', 'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:23:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '513d9640-f722-4df4-bf32-c7f00c943fc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'ip_address': '172.27.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T05:32:46Z', 'updated_at': '2022-03-02T05:32:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-18-iscsi', '_interfaces': [{'id': 'c355d252-0bcd-4b5c-8f30-8ea48d8e774e', 'name': '', 'network_id': '9a08e136-1870-481d-a002-0230296a5c60', 'tenant_id': '7d6c67d282f94b0ebbe149d0aed26db7', 'mac_address': 'fa:16:3e:e5:63:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '513d9640-f722-4df4-bf32-c7f00c943fc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'b203bdc9-407e-4947-98af-1a232b11ca92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T05:32:48Z', 'updated_at': '2022-03-02T05:32:49Z', 'revision_number': 1, 'project_id': '7d6c67d282f94b0ebbe149d0aed26db7', 'subnets': [{'id': 'b203bdc9-407e-4947-98af-1a232b11ca92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-18-iscsi', False) {} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 05:32:50.268214 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b2274e0-4768-4cd6-8bce-243246448bc3 None None] The sync data for ids ['513d9640-f722-4df4-bf32-c7f00c943fc5'] in dv-cinder-768458-18-iscsi is: [{'id': '513d9640-f722-4df4-bf32-c7f00c943fc5', 'name': 'tempest-TestShelveInstance-439467305-router', 'tenant_id': '7d6c67d282f94b0ebbe149d0aed26db7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'external_fixed_ips': [{'subnet_id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'ip_address': '172.27.2.44'}], 'enable_snat': True}, 'gw_port_id': '23ea186d-cbd4-4c72-b0a4-aedcfdae0507', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T05:32:45Z', 'updated_at': '2022-03-02T05:32:49Z', 'revision_number': 4, 'project_id': '7d6c67d282f94b0ebbe149d0aed26db7', 'gw_port': {'id': '23ea186d-cbd4-4c72-b0a4-aedcfdae0507', 'name': '', 'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:23:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '513d9640-f722-4df4-bf32-c7f00c943fc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'ip_address': '172.27.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T05:32:46Z', 'updated_at': '2022-03-02T05:32:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-18-iscsi', '_interfaces': [{'id': 'c355d252-0bcd-4b5c-8f30-8ea48d8e774e', 'name': '', 'network_id': '9a08e136-1870-481d-a002-0230296a5c60', 'tenant_id': '7d6c67d282f94b0ebbe149d0aed26db7', 'mac_address': 'fa:16:3e:e5:63:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '513d9640-f722-4df4-bf32-c7f00c943fc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'b203bdc9-407e-4947-98af-1a232b11ca92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T05:32:48Z', 'updated_at': '2022-03-02T05:32:49Z', 'revision_number': 1, 'project_id': '7d6c67d282f94b0ebbe149d0aed26db7', 'subnets': [{'id': 'b203bdc9-407e-4947-98af-1a232b11ca92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 05:32:50.282081 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58aa16dd-03d0-4fe7-868d-6cba78375b4e admin admin] Router 513d9640-f722-4df4-bf32-c7f00c943fc5 has already been hosted by L3 agent 9c2b50e6-1677-4aa9-928e-941b4c488fc5 {{(pid=103715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 05:32:50.417110 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58aa16dd-03d0-4fe7-868d-6cba78375b4e admin admin] Notify agent at l3_agent.dv-cinder-768458-18-iscsi the message routers_updated {{(pid=103715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 05:32:50.431322 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-58aa16dd-03d0-4fe7-868d-6cba78375b4e admin admin] 10.222.0.32 "PUT /v2.0/routers/513d9640-f722-4df4-bf32-c7f00c943fc5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1009009 Mar 02 05:32:50.496760 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.provisioning_blocks [None req-5f129ee8-46ed-4751-8cad-d3b7906411ac None None] Provisioning complete for port c355d252-0bcd-4b5c-8f30-8ea48d8e774e triggered by entity DHCP. {{(pid=103716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 05:32:50.497700 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-5f129ee8-46ed-4751-8cad-d3b7906411ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012754'] for port (c355d252-0bcd-4b5c-8f30-8ea48d8e774e), provisioning_complete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:50.572443 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-5f129ee8-46ed-4751-8cad-d3b7906411ac None None] Port c355d252-0bcd-4b5c-8f30-8ea48d8e774e cannot update to ACTIVE because it is not bound. {{(pid=103716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 02 05:32:50.940454 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.rpc [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Device 1582d404-9be3-41aa-b958-a93a5334bb5c up at agent ovs-agent-dv-cinder-768458-18-iscsi {{(pid=103716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 05:32:51.003378 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.provisioning_blocks [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Provisioning complete for port 1582d404-9be3-41aa-b958-a93a5334bb5c triggered by entity L2. {{(pid=103716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 05:32:51.003754 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012754'] for port (1582d404-9be3-41aa-b958-a93a5334bb5c), provisioning_complete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:51.118842 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Current status of the port 1582d404-9be3-41aa-b958-a93a5334bb5c is: ACTIVE; New status is: ACTIVE {{(pid=103716) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 05:32:51.163969 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.32', 40384) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:32:51.172380 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.v2.base [None req-8b1dfa22-5069-407c-bd47-a39874138063 tempest-TestShelveInstance-884373592 tempest-TestShelveInstance-884373592-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1190434861', 'description': 'tempest-secgroup-smoke-1190434861 description', 'project_id': '8cadbb55c03941bdba85ea81721d2245'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 05:32:51.286478 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-8b1dfa22-5069-407c-bd47-a39874138063 tempest-TestShelveInstance-884373592 tempest-TestShelveInstance-884373592-project] Publish callbacks [] for security_group (None), before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:51.369697 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-8b1dfa22-5069-407c-bd47-a39874138063 tempest-TestShelveInstance-884373592 tempest-TestShelveInstance-884373592-project] Publish callbacks [] for security_group (2b903e94-610b-437d-b42e-c55e30ec84d0), precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:51.440673 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-8b1dfa22-5069-407c-bd47-a39874138063 tempest-TestShelveInstance-884373592 tempest-TestShelveInstance-884373592-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629892'] for security_group (2b903e94-610b-437d-b42e-c55e30ec84d0), after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:51.482828 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1dfa22-5069-407c-bd47-a39874138063 tempest-TestShelveInstance-884373592 tempest-TestShelveInstance-884373592-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b903e94-610b-437d-b42e-c55e30ec84d0,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:32:51.557299 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-8b1dfa22-5069-407c-bd47-a39874138063 tempest-TestShelveInstance-884373592 tempest-TestShelveInstance-884373592-project] Publish callbacks [] for security_group (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:51.559974 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-8b1dfa22-5069-407c-bd47-a39874138063 tempest-TestShelveInstance-884373592 tempest-TestShelveInstance-884373592-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3905938 Mar 02 05:32:51.565041 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.32', 40404) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:32:51.569972 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.v2.base [None req-c609e788-4616-44f2-885c-059fe029174a tempest-TestShelveInstance-884373592 tempest-TestShelveInstance-884373592-project] Request body: {'security_group_rule': {'security_group_id': '2b903e94-610b-437d-b42e-c55e30ec84d0', 'project_id': '8cadbb55c03941bdba85ea81721d2245', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 05:32:51.667966 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-c609e788-4616-44f2-885c-059fe029174a tempest-TestShelveInstance-884373592 tempest-TestShelveInstance-884373592-project] Publish callbacks [] for security_group_rule (375ead92-f11e-470a-9d76-6e3b2691556d), before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:51.733962 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-c609e788-4616-44f2-885c-059fe029174a tempest-TestShelveInstance-884373592 tempest-TestShelveInstance-884373592-project] Publish callbacks [] for security_group_rule (375ead92-f11e-470a-9d76-6e3b2691556d), precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:51.833332 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-c609e788-4616-44f2-885c-059fe029174a tempest-TestShelveInstance-884373592 tempest-TestShelveInstance-884373592-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629875'] for security_group_rule (375ead92-f11e-470a-9d76-6e3b2691556d), after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:51.857117 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c609e788-4616-44f2-885c-059fe029174a tempest-TestShelveInstance-884373592 tempest-TestShelveInstance-884373592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=375ead92-f11e-470a-9d76-6e3b2691556d,revision_number=0']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:32:51.923107 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-c609e788-4616-44f2-885c-059fe029174a tempest-TestShelveInstance-884373592 tempest-TestShelveInstance-884373592-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:51.924267 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-c609e788-4616-44f2-885c-059fe029174a tempest-TestShelveInstance-884373592 tempest-TestShelveInstance-884373592-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3581409 Mar 02 05:32:51.927010 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.32', 40410) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:32:51.931433 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.v2.base [None req-5ea1693e-681d-464f-8552-e65cd943a6e3 tempest-TestShelveInstance-884373592 tempest-TestShelveInstance-884373592-project] Request body: {'security_group_rule': {'security_group_id': '2b903e94-610b-437d-b42e-c55e30ec84d0', 'project_id': '8cadbb55c03941bdba85ea81721d2245', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 05:32:52.006564 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-5ea1693e-681d-464f-8552-e65cd943a6e3 tempest-TestShelveInstance-884373592 tempest-TestShelveInstance-884373592-project] Publish callbacks [] for security_group_rule (edda1e35-b0b1-4edf-b761-230a99b89605), before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:52.063326 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-5ea1693e-681d-464f-8552-e65cd943a6e3 tempest-TestShelveInstance-884373592 tempest-TestShelveInstance-884373592-project] Publish callbacks [] for security_group_rule (edda1e35-b0b1-4edf-b761-230a99b89605), precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:52.154840 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-5ea1693e-681d-464f-8552-e65cd943a6e3 tempest-TestShelveInstance-884373592 tempest-TestShelveInstance-884373592-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629875'] for security_group_rule (edda1e35-b0b1-4edf-b761-230a99b89605), after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:52.173230 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea1693e-681d-464f-8552-e65cd943a6e3 tempest-TestShelveInstance-884373592 tempest-TestShelveInstance-884373592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edda1e35-b0b1-4edf-b761-230a99b89605,revision_number=0']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:32:52.254320 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-5ea1693e-681d-464f-8552-e65cd943a6e3 tempest-TestShelveInstance-884373592 tempest-TestShelveInstance-884373592-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:52.255583 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-5ea1693e-681d-464f-8552-e65cd943a6e3 tempest-TestShelveInstance-884373592 tempest-TestShelveInstance-884373592-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3275752 Mar 02 05:32:52.258331 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.32', 40414) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:32:52.262625 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.v2.base [None req-70f4466b-c581-4836-8459-4240b5e903f7 tempest-TestShelveInstance-884373592 tempest-TestShelveInstance-884373592-project] Request body: {'security_group_rule': {'security_group_id': '2b903e94-610b-437d-b42e-c55e30ec84d0', 'project_id': '8cadbb55c03941bdba85ea81721d2245', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 05:32:52.382576 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-70f4466b-c581-4836-8459-4240b5e903f7 tempest-TestShelveInstance-884373592 tempest-TestShelveInstance-884373592-project] Publish callbacks [] for security_group_rule (a5eb4b90-aa4b-43a2-ae9e-67b498864ff7), before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:52.441447 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-70f4466b-c581-4836-8459-4240b5e903f7 tempest-TestShelveInstance-884373592 tempest-TestShelveInstance-884373592-project] Publish callbacks [] for security_group_rule (a5eb4b90-aa4b-43a2-ae9e-67b498864ff7), precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:52.509273 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-70f4466b-c581-4836-8459-4240b5e903f7 tempest-TestShelveInstance-884373592 tempest-TestShelveInstance-884373592-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629875'] for security_group_rule (a5eb4b90-aa4b-43a2-ae9e-67b498864ff7), after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:52.526585 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f4466b-c581-4836-8459-4240b5e903f7 tempest-TestShelveInstance-884373592 tempest-TestShelveInstance-884373592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5eb4b90-aa4b-43a2-ae9e-67b498864ff7,revision_number=0']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:32:52.596333 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-70f4466b-c581-4836-8459-4240b5e903f7 tempest-TestShelveInstance-884373592 tempest-TestShelveInstance-884373592-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:52.597643 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-70f4466b-c581-4836-8459-4240b5e903f7 tempest-TestShelveInstance-884373592 tempest-TestShelveInstance-884373592-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3383467 Mar 02 05:32:52.600389 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.32', 40420) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:32:52.606828 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.v2.base [None req-164230c4-41ec-4183-8b81-e17ff9cf6767 tempest-TestShelveInstance-884373592 tempest-TestShelveInstance-884373592-project] Request body: {'security_group_rule': {'security_group_id': '2b903e94-610b-437d-b42e-c55e30ec84d0', 'project_id': '8cadbb55c03941bdba85ea81721d2245', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 05:32:52.713511 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-164230c4-41ec-4183-8b81-e17ff9cf6767 tempest-TestShelveInstance-884373592 tempest-TestShelveInstance-884373592-project] Publish callbacks [] for security_group_rule (14730255-ef79-412b-a73e-b11c98db782f), before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:52.770585 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-164230c4-41ec-4183-8b81-e17ff9cf6767 tempest-TestShelveInstance-884373592 tempest-TestShelveInstance-884373592-project] Publish callbacks [] for security_group_rule (14730255-ef79-412b-a73e-b11c98db782f), precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:52.840680 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-164230c4-41ec-4183-8b81-e17ff9cf6767 tempest-TestShelveInstance-884373592 tempest-TestShelveInstance-884373592-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629875'] for security_group_rule (14730255-ef79-412b-a73e-b11c98db782f), after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:52.863349 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164230c4-41ec-4183-8b81-e17ff9cf6767 tempest-TestShelveInstance-884373592 tempest-TestShelveInstance-884373592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14730255-ef79-412b-a73e-b11c98db782f,revision_number=0']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:32:52.922864 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-164230c4-41ec-4183-8b81-e17ff9cf6767 tempest-TestShelveInstance-884373592 tempest-TestShelveInstance-884373592-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:52.924992 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-164230c4-41ec-4183-8b81-e17ff9cf6767 tempest-TestShelveInstance-884373592 tempest-TestShelveInstance-884373592-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3228037 Mar 02 05:32:52.932742 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.32', 40426) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:32:52.937727 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.v2.base [None req-9e222f50-63cd-4b7e-bac6-98ce02750bdb tempest-TestShelveInstance-884373592 tempest-TestShelveInstance-884373592-project] Request body: {'security_group_rule': {'security_group_id': '2b903e94-610b-437d-b42e-c55e30ec84d0', 'project_id': '8cadbb55c03941bdba85ea81721d2245', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 05:32:52.948130 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.rpc [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Device 23ea186d-cbd4-4c72-b0a4-aedcfdae0507 up at agent ovs-agent-dv-cinder-768458-18-iscsi {{(pid=103716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 05:32:53.008226 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.provisioning_blocks [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Provisioning complete for port 23ea186d-cbd4-4c72-b0a4-aedcfdae0507 triggered by entity L2. {{(pid=103716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 05:32:53.008648 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012754'] for port (23ea186d-cbd4-4c72-b0a4-aedcfdae0507), provisioning_complete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:53.035495 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.db.securitygroups_db [None req-9e222f50-63cd-4b7e-bac6-98ce02750bdb tempest-TestShelveInstance-884373592 tempest-TestShelveInstance-884373592-project] Project 8cadbb55c03941bdba85ea81721d2245 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 05:32:53.042692 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-9e222f50-63cd-4b7e-bac6-98ce02750bdb tempest-TestShelveInstance-884373592 tempest-TestShelveInstance-884373592-project] Publish callbacks [] for security_group_rule (d9f811b1-4504-43db-ae36-1044c7c4249a), before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:53.099460 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Current status of the port 23ea186d-cbd4-4c72-b0a4-aedcfdae0507 is: DOWN; New status is: ACTIVE {{(pid=103716) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 05:32:53.099880 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for port (23ea186d-cbd4-4c72-b0a4-aedcfdae0507), before_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:53.107166 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-9e222f50-63cd-4b7e-bac6-98ce02750bdb tempest-TestShelveInstance-884373592 tempest-TestShelveInstance-884373592-project] Publish callbacks [] for security_group_rule (d9f811b1-4504-43db-ae36-1044c7c4249a), precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:53.120896 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] For port 23ea186d-cbd4-4c72-b0a4-aedcfdae0507, host dv-cinder-768458-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-18-iscsi',level=0,port_id=23ea186d-cbd4-4c72-b0a4-aedcfdae0507,segment=NetworkSegment(4c026da1-f439-448a-ad69-ccdbf2795772),segment_id=4c026da1-f439-448a-ad69-ccdbf2795772)] {{(pid=103716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 05:32:53.217875 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-9e222f50-63cd-4b7e-bac6-98ce02750bdb tempest-TestShelveInstance-884373592 tempest-TestShelveInstance-884373592-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629875'] for security_group_rule (d9f811b1-4504-43db-ae36-1044c7c4249a), after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:53.218442 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789290460654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789289919735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789289921293'] for port (23ea186d-cbd4-4c72-b0a4-aedcfdae0507), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:53.239397 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e222f50-63cd-4b7e-bac6-98ce02750bdb tempest-TestShelveInstance-884373592 tempest-TestShelveInstance-884373592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9f811b1-4504-43db-ae36-1044c7c4249a,revision_number=0']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:32:53.270821 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Pushing event updated for resources: {'Port': ['ID=23ea186d-cbd4-4c72-b0a4-aedcfdae0507,revision_number=4']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:32:53.338250 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-9e222f50-63cd-4b7e-bac6-98ce02750bdb tempest-TestShelveInstance-884373592 tempest-TestShelveInstance-884373592-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:53.339530 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-9e222f50-63cd-4b7e-bac6-98ce02750bdb tempest-TestShelveInstance-884373592 tempest-TestShelveInstance-884373592-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4058001 Mar 02 05:32:53.342385 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.32', 40436) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:32:53.347749 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.v2.base [None req-5d75d68b-652c-4a9d-8333-6f16b3b74a88 tempest-TestShelveInstance-884373592 tempest-TestShelveInstance-884373592-project] Request body: {'security_group_rule': {'security_group_id': '2b903e94-610b-437d-b42e-c55e30ec84d0', 'project_id': '8cadbb55c03941bdba85ea81721d2245', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 05:32:53.429186 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.db.securitygroups_db [None req-5d75d68b-652c-4a9d-8333-6f16b3b74a88 tempest-TestShelveInstance-884373592 tempest-TestShelveInstance-884373592-project] Project 8cadbb55c03941bdba85ea81721d2245 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 05:32:53.434583 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-5d75d68b-652c-4a9d-8333-6f16b3b74a88 tempest-TestShelveInstance-884373592 tempest-TestShelveInstance-884373592-project] Publish callbacks [] for security_group_rule (816e7d5d-23bd-4598-9b4e-39676b710b6b), before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:53.503821 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-5d75d68b-652c-4a9d-8333-6f16b3b74a88 tempest-TestShelveInstance-884373592 tempest-TestShelveInstance-884373592-project] Publish callbacks [] for security_group_rule (816e7d5d-23bd-4598-9b4e-39676b710b6b), precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:53.560810 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-5d75d68b-652c-4a9d-8333-6f16b3b74a88 tempest-TestShelveInstance-884373592 tempest-TestShelveInstance-884373592-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629875'] for security_group_rule (816e7d5d-23bd-4598-9b4e-39676b710b6b), after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:53.576588 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d75d68b-652c-4a9d-8333-6f16b3b74a88 tempest-TestShelveInstance-884373592 tempest-TestShelveInstance-884373592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=816e7d5d-23bd-4598-9b4e-39676b710b6b,revision_number=0']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:32:53.671913 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-5d75d68b-652c-4a9d-8333-6f16b3b74a88 tempest-TestShelveInstance-884373592 tempest-TestShelveInstance-884373592-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:53.673228 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-5d75d68b-652c-4a9d-8333-6f16b3b74a88 tempest-TestShelveInstance-884373592 tempest-TestShelveInstance-884373592-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3289278 Mar 02 05:32:54.342464 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ed61aa9-dbbc-4fca-b0c6-f441848cf5d4 None None] Sync routers for ids ['513d9640-f722-4df4-bf32-c7f00c943fc5'] in dv-cinder-768458-18-iscsi {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 05:32:54.350566 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed61aa9-dbbc-4fca-b0c6-f441848cf5d4 None None] Routers {'513d9640-f722-4df4-bf32-c7f00c943fc5'} bound to L3 agent in host dv-cinder-768458-18-iscsi {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 05:32:54.351165 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-9ed61aa9-dbbc-4fca-b0c6-f441848cf5d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T05:20:42Z,description=,heartbeat_timestamp=2022-03-02T05:32:42Z,host='dv-cinder-768458-18-iscsi',id=9c2b50e6-1677-4aa9-928e-941b4c488fc5,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T05:20:42Z,topic='l3_agent')) {'router_ids': ['513d9640-f722-4df4-bf32-c7f00c943fc5'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 05:32:54.458938 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.db.l3_dvr_db [None req-9ed61aa9-dbbc-4fca-b0c6-f441848cf5d4 None None] Set router 513d9640-f722-4df4-bf32-c7f00c943fc5 gateway port host: dv-cinder-768458-18-iscsi {{(pid=103717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 05:32:54.666484 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-9ed61aa9-dbbc-4fca-b0c6-f441848cf5d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '513d9640-f722-4df4-bf32-c7f00c943fc5', 'name': 'tempest-TestShelveInstance-439467305-router', 'tenant_id': '7d6c67d282f94b0ebbe149d0aed26db7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'external_fixed_ips': [{'subnet_id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'ip_address': '172.27.2.44'}], 'enable_snat': True}, 'gw_port_id': '23ea186d-cbd4-4c72-b0a4-aedcfdae0507', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T05:32:45Z', 'updated_at': '2022-03-02T05:32:49Z', 'revision_number': 4, 'project_id': '7d6c67d282f94b0ebbe149d0aed26db7', 'gw_port': {'id': '23ea186d-cbd4-4c72-b0a4-aedcfdae0507', 'name': '', 'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:23:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '513d9640-f722-4df4-bf32-c7f00c943fc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'ip_address': '172.27.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T05:32:46Z', 'updated_at': '2022-03-02T05:32:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-18-iscsi', '_interfaces': [{'id': 'c355d252-0bcd-4b5c-8f30-8ea48d8e774e', 'name': '', 'network_id': '9a08e136-1870-481d-a002-0230296a5c60', 'tenant_id': '7d6c67d282f94b0ebbe149d0aed26db7', 'mac_address': 'fa:16:3e:e5:63:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '513d9640-f722-4df4-bf32-c7f00c943fc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'b203bdc9-407e-4947-98af-1a232b11ca92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T05:32:48Z', 'updated_at': '2022-03-02T05:32:49Z', 'revision_number': 2, 'project_id': '7d6c67d282f94b0ebbe149d0aed26db7', 'subnets': [{'id': 'b203bdc9-407e-4947-98af-1a232b11ca92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-18-iscsi', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 05:32:54.697130 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ed61aa9-dbbc-4fca-b0c6-f441848cf5d4 None None] Checking router: 513d9640-f722-4df4-bf32-c7f00c943fc5 for host: dv-cinder-768458-18-iscsi {{(pid=103717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 05:32:54.697482 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ed61aa9-dbbc-4fca-b0c6-f441848cf5d4 None None] Updating router 513d9640-f722-4df4-bf32-c7f00c943fc5 port c355d252-0bcd-4b5c-8f30-8ea48d8e774e binding host dv-cinder-768458-18-iscsi {{(pid=103717) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 05:32:54.729477 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-9ed61aa9-dbbc-4fca-b0c6-f441848cf5d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for port (c355d252-0bcd-4b5c-8f30-8ea48d8e774e), before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:54.920020 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.rpc [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Device 23ea186d-cbd4-4c72-b0a4-aedcfdae0507 up at agent ovs-agent-dv-cinder-768458-18-iscsi {{(pid=103716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 05:32:54.971433 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.provisioning_blocks [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Provisioning complete for port 23ea186d-cbd4-4c72-b0a4-aedcfdae0507 triggered by entity L2. {{(pid=103716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 05:32:54.971806 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012754'] for port (23ea186d-cbd4-4c72-b0a4-aedcfdae0507), provisioning_complete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:55.000201 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-9ed61aa9-dbbc-4fca-b0c6-f441848cf5d4 None None] Publish callbacks [] for port (c355d252-0bcd-4b5c-8f30-8ea48d8e774e), precommit_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:55.058465 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Current status of the port 23ea186d-cbd4-4c72-b0a4-aedcfdae0507 is: ACTIVE; New status is: ACTIVE {{(pid=103716) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 05:32:55.086422 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-9ed61aa9-dbbc-4fca-b0c6-f441848cf5d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789290460654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789289919735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789289921293'] for port (c355d252-0bcd-4b5c-8f30-8ea48d8e774e), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:55.140520 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004bbf72-ff54-4616-b706-766399cf5d75 None None] Pushing event updated for resources: {'Port': ['ID=c355d252-0bcd-4b5c-8f30-8ea48d8e774e,revision_number=3']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:32:55.167079 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004bbf72-ff54-4616-b706-766399cf5d75 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:32:55.167494 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004bbf72-ff54-4616-b706-766399cf5d75 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:32:55.167919 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004bbf72-ff54-4616-b706-766399cf5d75 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:32:55.171751 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004bbf72-ff54-4616-b706-766399cf5d75 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:32:55.171751 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004bbf72-ff54-4616-b706-766399cf5d75 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:32:55.171751 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004bbf72-ff54-4616-b706-766399cf5d75 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:32:55.171751 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004bbf72-ff54-4616-b706-766399cf5d75 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:32:55.171751 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004bbf72-ff54-4616-b706-766399cf5d75 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:32:55.171751 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004bbf72-ff54-4616-b706-766399cf5d75 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:32:55.171751 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004bbf72-ff54-4616-b706-766399cf5d75 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:32:55.171751 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004bbf72-ff54-4616-b706-766399cf5d75 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:32:55.171751 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004bbf72-ff54-4616-b706-766399cf5d75 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:32:55.172503 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004bbf72-ff54-4616-b706-766399cf5d75 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:32:55.211100 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-9ed61aa9-dbbc-4fca-b0c6-f441848cf5d4 None None] Attempting to bind port c355d252-0bcd-4b5c-8f30-8ea48d8e774e on host dv-cinder-768458-18-iscsi for vnic_type normal with profile {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 05:32:55.211860 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-9ed61aa9-dbbc-4fca-b0c6-f441848cf5d4 None None] Attempting to bind port c355d252-0bcd-4b5c-8f30-8ea48d8e774e by drivers openvswitch,hyperv on host dv-cinder-768458-18-iscsi at level 0 using segments [{'id': '1aac769b-fb96-4df4-8974-a748c4c9bf5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '9a08e136-1870-481d-a002-0230296a5c60'}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 05:32:55.212385 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ed61aa9-dbbc-4fca-b0c6-f441848cf5d4 None None] Attempting to bind port c355d252-0bcd-4b5c-8f30-8ea48d8e774e on network 9a08e136-1870-481d-a002-0230296a5c60 {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 05:32:55.219097 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ed61aa9-dbbc-4fca-b0c6-f441848cf5d4 None None] Checking agent: {'id': '64307ea2-7468-48d5-a188-5e76dfb99c6b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 5, 20, 46), 'started_at': datetime.datetime(2022, 3, 2, 5, 21, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 5, 32, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 05:32:55.219734 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ed61aa9-dbbc-4fca-b0c6-f441848cf5d4 None None] Checking segment: {'id': '1aac769b-fb96-4df4-8974-a748c4c9bf5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '9a08e136-1870-481d-a002-0230296a5c60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 05:32:55.220367 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-9ed61aa9-dbbc-4fca-b0c6-f441848cf5d4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:55.220775 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ed61aa9-dbbc-4fca-b0c6-f441848cf5d4 None None] Bound using segment: {'id': '1aac769b-fb96-4df4-8974-a748c4c9bf5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '9a08e136-1870-481d-a002-0230296a5c60'} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 05:32:55.221478 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-9ed61aa9-dbbc-4fca-b0c6-f441848cf5d4 None None] Bound port: c355d252-0bcd-4b5c-8f30-8ea48d8e774e, host: dv-cinder-768458-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1aac769b-fb96-4df4-8974-a748c4c9bf5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '9a08e136-1870-481d-a002-0230296a5c60'}}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 05:32:55.221938 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-9ed61aa9-dbbc-4fca-b0c6-f441848cf5d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for port (c355d252-0bcd-4b5c-8f30-8ea48d8e774e), before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:55.303962 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-9ed61aa9-dbbc-4fca-b0c6-f441848cf5d4 None None] For port c355d252-0bcd-4b5c-8f30-8ea48d8e774e, host dv-cinder-768458-18-iscsi, cleared binding levels {{(pid=103717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 05:32:55.307988 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-9ed61aa9-dbbc-4fca-b0c6-f441848cf5d4 None None] For port c355d252-0bcd-4b5c-8f30-8ea48d8e774e, host dv-cinder-768458-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-18-iscsi',level=0,port_id=c355d252-0bcd-4b5c-8f30-8ea48d8e774e,segment=NetworkSegment(1aac769b-fb96-4df4-8974-a748c4c9bf5f),segment_id=1aac769b-fb96-4df4-8974-a748c4c9bf5f)] {{(pid=103717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 05:32:55.330564 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.32', 40522) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:32:55.367006 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-9ed61aa9-dbbc-4fca-b0c6-f441848cf5d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789290460654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789289919735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789289921293'] for port (c355d252-0bcd-4b5c-8f30-8ea48d8e774e), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:55.427329 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004bbf72-ff54-4616-b706-766399cf5d75 None None] Pushing event updated for resources: {'Port': ['ID=c355d252-0bcd-4b5c-8f30-8ea48d8e774e,revision_number=4']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:32:55.434818 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.provisioning_blocks [None req-022a044a-433d-4baa-b43f-f16eb2d4f7fd None None] Provisioning complete for port c355d252-0bcd-4b5c-8f30-8ea48d8e774e triggered by entity DHCP. {{(pid=103716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 05:32:55.438087 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-022a044a-433d-4baa-b43f-f16eb2d4f7fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012754'] for port (c355d252-0bcd-4b5c-8f30-8ea48d8e774e), provisioning_complete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:55.447047 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed61aa9-dbbc-4fca-b0c6-f441848cf5d4 None None] Routers {'513d9640-f722-4df4-bf32-c7f00c943fc5'} bound to L3 agent in host dv-cinder-768458-18-iscsi {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 05:32:55.447842 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-9ed61aa9-dbbc-4fca-b0c6-f441848cf5d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T05:20:42Z,description=,heartbeat_timestamp=2022-03-02T05:32:42Z,host='dv-cinder-768458-18-iscsi',id=9c2b50e6-1677-4aa9-928e-941b4c488fc5,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T05:20:42Z,topic='l3_agent')) {'router_ids': ['513d9640-f722-4df4-bf32-c7f00c943fc5'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 05:32:55.450538 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-44e15dd6-aa15-410a-8b15-dede85355ba1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:55.542803 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-44e15dd6-aa15-410a-8b15-dede85355ba1 admin admin] Publish callbacks [] for security_group (eb7dbbb3-0d58-4a33-9ce5-332abaacbfd9), precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:55.568769 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-022a044a-433d-4baa-b43f-f16eb2d4f7fd None None] Current status of the port c355d252-0bcd-4b5c-8f30-8ea48d8e774e is: DOWN; New status is: ACTIVE {{(pid=103716) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 05:32:55.569155 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-022a044a-433d-4baa-b43f-f16eb2d4f7fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for port (c355d252-0bcd-4b5c-8f30-8ea48d8e774e), before_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:55.606034 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-022a044a-433d-4baa-b43f-f16eb2d4f7fd None None] For port c355d252-0bcd-4b5c-8f30-8ea48d8e774e, host dv-cinder-768458-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-18-iscsi',level=0,port_id=c355d252-0bcd-4b5c-8f30-8ea48d8e774e,segment=NetworkSegment(1aac769b-fb96-4df4-8974-a748c4c9bf5f),segment_id=1aac769b-fb96-4df4-8974-a748c4c9bf5f)] {{(pid=103716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 05:32:55.618382 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-44e15dd6-aa15-410a-8b15-dede85355ba1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629892'] for security_group (eb7dbbb3-0d58-4a33-9ce5-332abaacbfd9), after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:55.662193 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-44e15dd6-aa15-410a-8b15-dede85355ba1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=984f58cfd9284945b8a35f48c02c7feb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3305302 Mar 02 05:32:55.663364 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e15dd6-aa15-410a-8b15-dede85355ba1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb7dbbb3-0d58-4a33-9ce5-332abaacbfd9,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:32:55.664972 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.wsgi [-] (103714) accepted ('10.222.0.32', 40526) {{(pid=103714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:32:55.691215 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-022a044a-433d-4baa-b43f-f16eb2d4f7fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789290460654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789289919735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789289921293'] for port (c355d252-0bcd-4b5c-8f30-8ea48d8e774e), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:55.711777 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.db.l3_dvr_db [None req-9ed61aa9-dbbc-4fca-b0c6-f441848cf5d4 None None] Set router 513d9640-f722-4df4-bf32-c7f00c943fc5 gateway port host: dv-cinder-768458-18-iscsi {{(pid=103717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 05:32:55.727143 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-e16fad15-80cf-4c9e-8cec-fecb5e8b2678 admin admin] Publish callbacks [] for security_group (eb7dbbb3-0d58-4a33-9ce5-332abaacbfd9), before_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:55.746705 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022a044a-433d-4baa-b43f-f16eb2d4f7fd None None] Pushing event updated for resources: {'Port': ['ID=c355d252-0bcd-4b5c-8f30-8ea48d8e774e,revision_number=5']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:32:55.759808 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-e16fad15-80cf-4c9e-8cec-fecb5e8b2678 admin admin] Publish callbacks [] for security_group (eb7dbbb3-0d58-4a33-9ce5-332abaacbfd9), precommit_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:55.814830 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.provisioning_blocks [None req-302be8a4-26bc-4057-80c6-1c9a2fedae33 None None] Provisioning complete for port c355d252-0bcd-4b5c-8f30-8ea48d8e774e triggered by entity DHCP. {{(pid=103716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 05:32:55.815127 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-302be8a4-26bc-4057-80c6-1c9a2fedae33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012754'] for port (c355d252-0bcd-4b5c-8f30-8ea48d8e774e), provisioning_complete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:55.880708 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-e16fad15-80cf-4c9e-8cec-fecb5e8b2678 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629892'] for security_group (eb7dbbb3-0d58-4a33-9ce5-332abaacbfd9), after_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:55.883644 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-e16fad15-80cf-4c9e-8cec-fecb5e8b2678 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:55.888183 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [None req-e16fad15-80cf-4c9e-8cec-fecb5e8b2678 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/eb7dbbb3-0d58-4a33-9ce5-332abaacbfd9 HTTP/1.1" status: 204 len: 168 time: 0.2207115 Mar 02 05:32:55.896824 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16fad15-80cf-4c9e-8cec-fecb5e8b2678 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb7dbbb3-0d58-4a33-9ce5-332abaacbfd9,revision_number=None']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:32:55.897261 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-302be8a4-26bc-4057-80c6-1c9a2fedae33 None None] Current status of the port c355d252-0bcd-4b5c-8f30-8ea48d8e774e is: ACTIVE; New status is: ACTIVE {{(pid=103716) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 05:32:55.943808 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-9ed61aa9-dbbc-4fca-b0c6-f441848cf5d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '513d9640-f722-4df4-bf32-c7f00c943fc5', 'name': 'tempest-TestShelveInstance-439467305-router', 'tenant_id': '7d6c67d282f94b0ebbe149d0aed26db7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'external_fixed_ips': [{'subnet_id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'ip_address': '172.27.2.44'}], 'enable_snat': True}, 'gw_port_id': '23ea186d-cbd4-4c72-b0a4-aedcfdae0507', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T05:32:45Z', 'updated_at': '2022-03-02T05:32:49Z', 'revision_number': 4, 'project_id': '7d6c67d282f94b0ebbe149d0aed26db7', 'gw_port': {'id': '23ea186d-cbd4-4c72-b0a4-aedcfdae0507', 'name': '', 'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:23:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '513d9640-f722-4df4-bf32-c7f00c943fc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'ip_address': '172.27.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T05:32:46Z', 'updated_at': '2022-03-02T05:32:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-18-iscsi', '_interfaces': [{'id': 'c355d252-0bcd-4b5c-8f30-8ea48d8e774e', 'name': '', 'network_id': '9a08e136-1870-481d-a002-0230296a5c60', 'tenant_id': '7d6c67d282f94b0ebbe149d0aed26db7', 'mac_address': 'fa:16:3e:e5:63:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '513d9640-f722-4df4-bf32-c7f00c943fc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'b203bdc9-407e-4947-98af-1a232b11ca92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T05:32:48Z', 'updated_at': '2022-03-02T05:32:55Z', 'revision_number': 4, 'project_id': '7d6c67d282f94b0ebbe149d0aed26db7', 'subnets': [{'id': 'b203bdc9-407e-4947-98af-1a232b11ca92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-18-iscsi', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 05:32:55.973227 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ed61aa9-dbbc-4fca-b0c6-f441848cf5d4 None None] The sync data for ids ['513d9640-f722-4df4-bf32-c7f00c943fc5'] in dv-cinder-768458-18-iscsi is: [{'id': '513d9640-f722-4df4-bf32-c7f00c943fc5', 'name': 'tempest-TestShelveInstance-439467305-router', 'tenant_id': '7d6c67d282f94b0ebbe149d0aed26db7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'external_fixed_ips': [{'subnet_id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'ip_address': '172.27.2.44'}], 'enable_snat': True}, 'gw_port_id': '23ea186d-cbd4-4c72-b0a4-aedcfdae0507', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T05:32:45Z', 'updated_at': '2022-03-02T05:32:49Z', 'revision_number': 4, 'project_id': '7d6c67d282f94b0ebbe149d0aed26db7', 'gw_port': {'id': '23ea186d-cbd4-4c72-b0a4-aedcfdae0507', 'name': '', 'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:23:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '513d9640-f722-4df4-bf32-c7f00c943fc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'ip_address': '172.27.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T05:32:46Z', 'updated_at': '2022-03-02T05:32:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-18-iscsi', '_interfaces': [{'id': 'c355d252-0bcd-4b5c-8f30-8ea48d8e774e', 'name': '', 'network_id': '9a08e136-1870-481d-a002-0230296a5c60', 'tenant_id': '7d6c67d282f94b0ebbe149d0aed26db7', 'mac_address': 'fa:16:3e:e5:63:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '513d9640-f722-4df4-bf32-c7f00c943fc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'b203bdc9-407e-4947-98af-1a232b11ca92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T05:32:48Z', 'updated_at': '2022-03-02T05:32:55Z', 'revision_number': 4, 'project_id': '7d6c67d282f94b0ebbe149d0aed26db7', 'subnets': [{'id': 'b203bdc9-407e-4947-98af-1a232b11ca92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 05:32:56.539780 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.wsgi [-] (103714) accepted ('10.222.0.32', 40542) {{(pid=103714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:32:56.553310 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-e4a83806-92c8-42fa-bb31-8a38995a5bcf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:56.628880 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-e4a83806-92c8-42fa-bb31-8a38995a5bcf admin admin] Publish callbacks [] for security_group (49d2d77d-00a7-4ab3-ba27-05196fbaa35a), precommit_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:56.679081 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-e4a83806-92c8-42fa-bb31-8a38995a5bcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629892'] for security_group (49d2d77d-00a7-4ab3-ba27-05196fbaa35a), after_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:56.718333 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [None req-e4a83806-92c8-42fa-bb31-8a38995a5bcf admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1d2cb4e16ef84540bb6dfc0729423807&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1774242 Mar 02 05:32:56.720677 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a83806-92c8-42fa-bb31-8a38995a5bcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49d2d77d-00a7-4ab3-ba27-05196fbaa35a,revision_number=1']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:32:56.721426 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.32', 40546) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:32:56.776099 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-3e79560b-979e-413d-a3ad-b8aeefa0125f admin admin] Publish callbacks [] for security_group (49d2d77d-00a7-4ab3-ba27-05196fbaa35a), before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:56.800077 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-3e79560b-979e-413d-a3ad-b8aeefa0125f admin admin] Publish callbacks [] for security_group (49d2d77d-00a7-4ab3-ba27-05196fbaa35a), precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:56.926257 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-3e79560b-979e-413d-a3ad-b8aeefa0125f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629892'] for security_group (49d2d77d-00a7-4ab3-ba27-05196fbaa35a), after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:56.928999 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-3e79560b-979e-413d-a3ad-b8aeefa0125f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:56.930887 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-3e79560b-979e-413d-a3ad-b8aeefa0125f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/49d2d77d-00a7-4ab3-ba27-05196fbaa35a HTTP/1.1" status: 204 len: 168 time: 0.2079556 Mar 02 05:32:56.940574 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e79560b-979e-413d-a3ad-b8aeefa0125f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49d2d77d-00a7-4ab3-ba27-05196fbaa35a,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:32:56.949524 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.rpc [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Device c355d252-0bcd-4b5c-8f30-8ea48d8e774e up at agent ovs-agent-dv-cinder-768458-18-iscsi {{(pid=103716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 05:32:57.011953 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.provisioning_blocks [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Provisioning complete for port c355d252-0bcd-4b5c-8f30-8ea48d8e774e triggered by entity L2. {{(pid=103716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 05:32:57.012326 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012754'] for port (c355d252-0bcd-4b5c-8f30-8ea48d8e774e), provisioning_complete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:57.098382 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Current status of the port c355d252-0bcd-4b5c-8f30-8ea48d8e774e is: ACTIVE; New status is: ACTIVE {{(pid=103716) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 05:32:57.670988 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.32', 40572) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:32:57.775530 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-133a1673-57fc-4fc7-bd0b-cafa080b8268 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:57.872990 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-133a1673-57fc-4fc7-bd0b-cafa080b8268 admin admin] Publish callbacks [] for security_group (801575e1-a9d7-44ea-a277-3206b7701112), precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:57.943344 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-133a1673-57fc-4fc7-bd0b-cafa080b8268 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629892'] for security_group (801575e1-a9d7-44ea-a277-3206b7701112), after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:57.980533 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133a1673-57fc-4fc7-bd0b-cafa080b8268 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=801575e1-a9d7-44ea-a277-3206b7701112,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:32:57.986162 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-133a1673-57fc-4fc7-bd0b-cafa080b8268 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=cd7762c6eec947788303de67bb9a64e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3133602 Mar 02 05:32:57.989554 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.wsgi [-] (103714) accepted ('10.222.0.32', 40586) {{(pid=103714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:32:58.039370 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-22ab788f-f154-493b-9130-889d301bb338 admin admin] Publish callbacks [] for security_group (801575e1-a9d7-44ea-a277-3206b7701112), before_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:58.060628 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-22ab788f-f154-493b-9130-889d301bb338 admin admin] Publish callbacks [] for security_group (801575e1-a9d7-44ea-a277-3206b7701112), precommit_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:58.183699 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-22ab788f-f154-493b-9130-889d301bb338 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629892'] for security_group (801575e1-a9d7-44ea-a277-3206b7701112), after_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:58.187097 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-22ab788f-f154-493b-9130-889d301bb338 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:58.187900 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [None req-22ab788f-f154-493b-9130-889d301bb338 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/801575e1-a9d7-44ea-a277-3206b7701112 HTTP/1.1" status: 204 len: 168 time: 0.1975188 Mar 02 05:32:58.219835 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ab788f-f154-493b-9130-889d301bb338 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=801575e1-a9d7-44ea-a277-3206b7701112,revision_number=None']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:32:58.675421 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.wsgi [-] (103714) accepted ('10.222.0.32', 40600) {{(pid=103714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:32:58.782356 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-943bbd5a-32b8-49aa-a03b-f0c0fa1b1f99 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:58.826983 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.32', 40604) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:32:58.840903 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-5c5a5596-b407-411d-b097-0f7ee054e0d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:58.874705 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-943bbd5a-32b8-49aa-a03b-f0c0fa1b1f99 admin admin] Publish callbacks [] for security_group (a738d8ce-5b6b-4a70-90b5-1fd4755ccc92), precommit_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:58.922516 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-5c5a5596-b407-411d-b097-0f7ee054e0d1 admin admin] Publish callbacks [] for security_group (d0c6e490-f36e-4086-9738-70fb1d0766cf), precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:58.937965 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-943bbd5a-32b8-49aa-a03b-f0c0fa1b1f99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629892'] for security_group (a738d8ce-5b6b-4a70-90b5-1fd4755ccc92), after_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:58.975635 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943bbd5a-32b8-49aa-a03b-f0c0fa1b1f99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a738d8ce-5b6b-4a70-90b5-1fd4755ccc92,revision_number=1']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:32:58.982296 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [None req-943bbd5a-32b8-49aa-a03b-f0c0fa1b1f99 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=70bd7a29071a4ccbb74ab19c537ae409&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3056004 Mar 02 05:32:58.987350 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.32', 40608) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:32:59.010936 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-5c5a5596-b407-411d-b097-0f7ee054e0d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629892'] for security_group (d0c6e490-f36e-4086-9738-70fb1d0766cf), after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:59.063460 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5a5596-b407-411d-b097-0f7ee054e0d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0c6e490-f36e-4086-9738-70fb1d0766cf,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:32:59.074685 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-5c5a5596-b407-411d-b097-0f7ee054e0d1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=88e884ac13754848b628f16563fd298a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2465076 Mar 02 05:32:59.077802 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-111fd315-09b6-4d45-9041-71507c75f14a admin admin] Publish callbacks [] for security_group (a738d8ce-5b6b-4a70-90b5-1fd4755ccc92), before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:59.077910 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.wsgi [-] (103714) accepted ('10.222.0.32', 40610) {{(pid=103714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:32:59.101734 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-111fd315-09b6-4d45-9041-71507c75f14a admin admin] Publish callbacks [] for security_group (a738d8ce-5b6b-4a70-90b5-1fd4755ccc92), precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:59.137092 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6d965375-e64f-4f8d-a887-d210d4ebcdf7 admin admin] Publish callbacks [] for security_group (d0c6e490-f36e-4086-9738-70fb1d0766cf), before_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:59.161362 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6d965375-e64f-4f8d-a887-d210d4ebcdf7 admin admin] Publish callbacks [] for security_group (d0c6e490-f36e-4086-9738-70fb1d0766cf), precommit_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:59.223589 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-111fd315-09b6-4d45-9041-71507c75f14a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629892'] for security_group (a738d8ce-5b6b-4a70-90b5-1fd4755ccc92), after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:59.226362 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-111fd315-09b6-4d45-9041-71507c75f14a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:59.227632 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-111fd315-09b6-4d45-9041-71507c75f14a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a738d8ce-5b6b-4a70-90b5-1fd4755ccc92 HTTP/1.1" status: 204 len: 168 time: 0.2403598 Mar 02 05:32:59.240162 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111fd315-09b6-4d45-9041-71507c75f14a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a738d8ce-5b6b-4a70-90b5-1fd4755ccc92,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:32:59.331958 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6d965375-e64f-4f8d-a887-d210d4ebcdf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629892'] for security_group (d0c6e490-f36e-4086-9738-70fb1d0766cf), after_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:59.337444 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-6d965375-e64f-4f8d-a887-d210d4ebcdf7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:32:59.338795 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [None req-6d965375-e64f-4f8d-a887-d210d4ebcdf7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d0c6e490-f36e-4086-9738-70fb1d0766cf HTTP/1.1" status: 204 len: 168 time: 0.2596791 Mar 02 05:32:59.348469 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d965375-e64f-4f8d-a887-d210d4ebcdf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0c6e490-f36e-4086-9738-70fb1d0766cf,revision_number=None']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:32:59.939061 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.wsgi [-] (103714) accepted ('10.222.0.32', 40630) {{(pid=103714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:32:59.953462 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-5b021d48-0a70-4763-a450-ff2d6d8139fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:00.038574 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-5b021d48-0a70-4763-a450-ff2d6d8139fe admin admin] Publish callbacks [] for security_group (af1e2c23-f734-4262-bd7f-e5fa0b373007), precommit_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:00.115050 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-5b021d48-0a70-4763-a450-ff2d6d8139fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629892'] for security_group (af1e2c23-f734-4262-bd7f-e5fa0b373007), after_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:00.157950 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b021d48-0a70-4763-a450-ff2d6d8139fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af1e2c23-f734-4262-bd7f-e5fa0b373007,revision_number=1']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:33:00.162221 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [None req-5b021d48-0a70-4763-a450-ff2d6d8139fe admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=83f28e4293e647b08d7db8cbdb015c33&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2221286 Mar 02 05:33:00.164989 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.32', 40638) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:33:00.216603 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-a25185ce-4bc2-423f-aa33-6d7eabe7ff00 admin admin] Publish callbacks [] for security_group (af1e2c23-f734-4262-bd7f-e5fa0b373007), before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:00.238509 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-a25185ce-4bc2-423f-aa33-6d7eabe7ff00 admin admin] Publish callbacks [] for security_group (af1e2c23-f734-4262-bd7f-e5fa0b373007), precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:00.360705 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-a25185ce-4bc2-423f-aa33-6d7eabe7ff00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629892'] for security_group (af1e2c23-f734-4262-bd7f-e5fa0b373007), after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:00.363426 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-a25185ce-4bc2-423f-aa33-6d7eabe7ff00 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:00.364610 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-a25185ce-4bc2-423f-aa33-6d7eabe7ff00 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/af1e2c23-f734-4262-bd7f-e5fa0b373007 HTTP/1.1" status: 204 len: 168 time: 0.1986184 Mar 02 05:33:00.372965 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25185ce-4bc2-423f-aa33-6d7eabe7ff00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af1e2c23-f734-4262-bd7f-e5fa0b373007,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:33:07.126503 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (db45f871-b7ec-436d-b6b8-6a0a072a2253), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:07.454729 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f14df1-59c7-4643-b305-7f287f8f80fa req-29ad11ae-4bc6-4cc3-ba25-06ba4a920407 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:33:07.456495 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-67f14df1-59c7-4643-b305-7f287f8f80fa req-29ad11ae-4bc6-4cc3-ba25-06ba4a920407 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/ports?device_id=454afccc-8b3f-40a7-8e18-30480566cda9 HTTP/1.1" status: 200 len: 947 time: 0.0549617 Mar 02 05:33:07.508522 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-67f14df1-59c7-4643-b305-7f287f8f80fa req-ddadb60d-79ac-487b-8660-a992d4267918 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce8b9e9a-d177-47c0-9c9b-f6152dd9c0f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435774 Mar 02 05:33:07.836548 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.32', 40832) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:33:07.942737 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-456296de-64e3-450f-a12c-32f406f41a48 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:08.016593 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-456296de-64e3-450f-a12c-32f406f41a48 admin admin] Publish callbacks [] for security_group (c54fa34a-9953-4235-97ce-7e74a356dbe4), precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:08.090617 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-456296de-64e3-450f-a12c-32f406f41a48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629892'] for security_group (c54fa34a-9953-4235-97ce-7e74a356dbe4), after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:08.131800 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-456296de-64e3-450f-a12c-32f406f41a48 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=873069128e854fb7a04667c572e10383&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2940626 Mar 02 05:33:08.132659 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456296de-64e3-450f-a12c-32f406f41a48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c54fa34a-9953-4235-97ce-7e74a356dbe4,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:33:08.134498 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.wsgi [-] (103714) accepted ('10.222.0.32', 40836) {{(pid=103714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:33:08.183463 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-4bd6d597-5839-449d-8c05-fb1daa1be9ba admin admin] Publish callbacks [] for security_group (c54fa34a-9953-4235-97ce-7e74a356dbe4), before_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:08.205269 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-4bd6d597-5839-449d-8c05-fb1daa1be9ba admin admin] Publish callbacks [] for security_group (c54fa34a-9953-4235-97ce-7e74a356dbe4), precommit_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:08.309241 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-4bd6d597-5839-449d-8c05-fb1daa1be9ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629892'] for security_group (c54fa34a-9953-4235-97ce-7e74a356dbe4), after_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:08.311991 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-4bd6d597-5839-449d-8c05-fb1daa1be9ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:08.313378 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [None req-4bd6d597-5839-449d-8c05-fb1daa1be9ba admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c54fa34a-9953-4235-97ce-7e74a356dbe4 HTTP/1.1" status: 204 len: 168 time: 0.1778946 Mar 02 05:33:08.325749 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd6d597-5839-449d-8c05-fb1daa1be9ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c54fa34a-9953-4235-97ce-7e74a356dbe4,revision_number=None']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:33:08.643531 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f0f6dc-9c4e-46c4-b858-02e52d0eda95 req-e9e0ab9d-bb46-4530-be49-9e09455e3bd1 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:33:08.645042 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-59f0f6dc-9c4e-46c4-b858-02e52d0eda95 req-e9e0ab9d-bb46-4530-be49-9e09455e3bd1 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/ports?device_id=454afccc-8b3f-40a7-8e18-30480566cda9 HTTP/1.1" status: 200 len: 947 time: 0.0601819 Mar 02 05:33:08.692226 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-59f0f6dc-9c4e-46c4-b858-02e52d0eda95 req-aa12728d-54cb-420a-875f-2b363442be6b tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce8b9e9a-d177-47c0-9c9b-f6152dd9c0f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416708 Mar 02 05:33:08.870219 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.wsgi [-] (103714) accepted ('10.222.0.32', 40852) {{(pid=103714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:33:08.886506 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-85804cba-c68e-4749-b653-fbf3b51169b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:08.958577 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-85804cba-c68e-4749-b653-fbf3b51169b8 admin admin] Publish callbacks [] for security_group (73a63d86-f5d4-4f1f-bb8d-a65ed4478982), precommit_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:09.010334 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-85804cba-c68e-4749-b653-fbf3b51169b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629892'] for security_group (73a63d86-f5d4-4f1f-bb8d-a65ed4478982), after_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:09.057320 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.32', 40858) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:33:09.058021 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [None req-85804cba-c68e-4749-b653-fbf3b51169b8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5038134749f84d90b09f0eba7a40a0d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1861837 Mar 02 05:33:09.059307 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85804cba-c68e-4749-b653-fbf3b51169b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73a63d86-f5d4-4f1f-bb8d-a65ed4478982,revision_number=1']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:33:09.111162 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-9c7ff01a-2949-4e7c-b183-3805c4c4a035 admin admin] Publish callbacks [] for security_group (73a63d86-f5d4-4f1f-bb8d-a65ed4478982), before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:09.132642 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-9c7ff01a-2949-4e7c-b183-3805c4c4a035 admin admin] Publish callbacks [] for security_group (73a63d86-f5d4-4f1f-bb8d-a65ed4478982), precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:09.217449 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-9c7ff01a-2949-4e7c-b183-3805c4c4a035 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629892'] for security_group (73a63d86-f5d4-4f1f-bb8d-a65ed4478982), after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:09.220305 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-9c7ff01a-2949-4e7c-b183-3805c4c4a035 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:09.221462 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-9c7ff01a-2949-4e7c-b183-3805c4c4a035 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/73a63d86-f5d4-4f1f-bb8d-a65ed4478982 HTTP/1.1" status: 204 len: 168 time: 0.1615765 Mar 02 05:33:09.229566 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7ff01a-2949-4e7c-b183-3805c4c4a035 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73a63d86-f5d4-4f1f-bb8d-a65ed4478982,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:33:09.329439 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dd322d-26c4-41f0-aaca-02bf8e17eda5 req-1d0555bc-64b8-4f9b-95d1-50d6064c499e tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:33:09.331105 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-73dd322d-26c4-41f0-aaca-02bf8e17eda5 req-1d0555bc-64b8-4f9b-95d1-50d6064c499e tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.41 "GET /v2.0/ports?device_id=454afccc-8b3f-40a7-8e18-30480566cda9 HTTP/1.1" status: 200 len: 947 time: 0.0528178 Mar 02 05:33:09.443789 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [req-73dd322d-26c4-41f0-aaca-02bf8e17eda5 req-92f96f75-a000-411f-b4fd-2e9b8655ad41 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Deleting port 9ef18fca-f561-405a-b28a-5f1055d3faea {{(pid=103714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 05:33:09.444126 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [req-73dd322d-26c4-41f0-aaca-02bf8e17eda5 req-92f96f75-a000-411f-b4fd-2e9b8655ad41 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789290453881'] for port (9ef18fca-f561-405a-b28a-5f1055d3faea), before_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:09.541954 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.db [req-73dd322d-26c4-41f0-aaca-02bf8e17eda5 req-92f96f75-a000-411f-b4fd-2e9b8655ad41 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] For port 9ef18fca-f561-405a-b28a-5f1055d3faea, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=9ef18fca-f561-405a-b28a-5f1055d3faea,segment=NetworkSegment(15c6c484-0d48-4d40-b6e8-616bb71b4578),segment_id=15c6c484-0d48-4d40-b6e8-616bb71b4578)] {{(pid=103714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 05:33:09.542433 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [req-73dd322d-26c4-41f0-aaca-02bf8e17eda5 req-92f96f75-a000-411f-b4fd-2e9b8655ad41 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542039'] for port (9ef18fca-f561-405a-b28a-5f1055d3faea), precommit_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:09.610723 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-5e0a0f69-c2b9-4f57-80e4-81c98ffda494 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (516abb3b-63f8-4dbb-a4f1-8865516966e2), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:09.865684 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [req-73dd322d-26c4-41f0-aaca-02bf8e17eda5 req-92f96f75-a000-411f-b4fd-2e9b8655ad41 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:09.866052 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [req-73dd322d-26c4-41f0-aaca-02bf8e17eda5 req-92f96f75-a000-411f-b4fd-2e9b8655ad41 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556348'] for floatingip (126aee7b-cab4-44c0-9ecd-8ffbd956e706), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:09.866373 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.db.l3_db [req-73dd322d-26c4-41f0-aaca-02bf8e17eda5 req-92f96f75-a000-411f-b4fd-2e9b8655ad41 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Floating IP 126aee7b-cab4-44c0-9ecd-8ffbd956e706 disassociated. External IP: 172.27.2.88, port: 9ef18fca-f561-405a-b28a-5f1055d3faea. Mar 02 05:33:09.866715 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [req-73dd322d-26c4-41f0-aaca-02bf8e17eda5 req-92f96f75-a000-411f-b4fd-2e9b8655ad41 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Calling delete_port for 9ef18fca-f561-405a-b28a-5f1055d3faea owned by compute:nova {{(pid=103714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 05:33:09.925302 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b17c28b-f32d-4c55-a9d7-e61a7402fd68 req-8b23d596-2cc3-48b4-961d-538861975020 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:33:09.926770 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-8b17c28b-f32d-4c55-a9d7-e61a7402fd68 req-8b23d596-2cc3-48b4-961d-538861975020 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/ports?device_id=454afccc-8b3f-40a7-8e18-30480566cda9 HTTP/1.1" status: 200 len: 947 time: 0.1429861 Mar 02 05:33:10.004985 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-8b17c28b-f32d-4c55-a9d7-e61a7402fd68 req-664ad9de-73cb-4c3e-aaa5-2a53edb6a13f tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce8b9e9a-d177-47c0-9c9b-f6152dd9c0f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716076 Mar 02 05:33:10.126140 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [req-73dd322d-26c4-41f0-aaca-02bf8e17eda5 req-92f96f75-a000-411f-b4fd-2e9b8655ad41 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789290460636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789289919726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13003867'] for port (9ef18fca-f561-405a-b28a-5f1055d3faea), after_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:10.154722 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f96f75-a000-411f-b4fd-2e9b8655ad41 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Pushing event deleted for resources: {'Port': ['ID=9ef18fca-f561-405a-b28a-5f1055d3faea,revision_number=None']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:33:10.282591 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.scheduler.l3_agent_scheduler [req-73dd322d-26c4-41f0-aaca-02bf8e17eda5 req-92f96f75-a000-411f-b4fd-2e9b8655ad41 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Router aa79e986-2404-4136-904a-dbad8a9b4ddf has already been hosted by L3 agent 9c2b50e6-1677-4aa9-928e-941b4c488fc5 {{(pid=103714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 05:33:10.397985 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-73dd322d-26c4-41f0-aaca-02bf8e17eda5 req-92f96f75-a000-411f-b4fd-2e9b8655ad41 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Notify agent at l3_agent.dv-cinder-768458-18-iscsi the message routers_updated {{(pid=103714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 05:33:10.409270 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f04eb696-d53c-4d65-986b-dc0accae1aed None None] Sync routers for ids ['aa79e986-2404-4136-904a-dbad8a9b4ddf'] in dv-cinder-768458-18-iscsi {{(pid=103716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 05:33:10.430495 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f04eb696-d53c-4d65-986b-dc0accae1aed None None] Routers {'aa79e986-2404-4136-904a-dbad8a9b4ddf'} bound to L3 agent in host dv-cinder-768458-18-iscsi {{(pid=103716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 05:33:10.431628 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.l3_hamode_db [None req-f04eb696-d53c-4d65-986b-dc0accae1aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T05:20:42Z,description=,heartbeat_timestamp=2022-03-02T05:32:42Z,host='dv-cinder-768458-18-iscsi',id=9c2b50e6-1677-4aa9-928e-941b4c488fc5,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T05:20:42Z,topic='l3_agent')) {'router_ids': ['aa79e986-2404-4136-904a-dbad8a9b4ddf'], 'active': True} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 05:33:10.467374 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.db.l3_dvrscheduler_db [req-73dd322d-26c4-41f0-aaca-02bf8e17eda5 req-92f96f75-a000-411f-b4fd-2e9b8655ad41 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] No DVR routers for this DVR port 9ef18fca-f561-405a-b28a-5f1055d3faea on host hv-cinder-76845 {{(pid=103714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 05:33:10.477194 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [req-73dd322d-26c4-41f0-aaca-02bf8e17eda5 req-92f96f75-a000-411f-b4fd-2e9b8655ad41 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25628'] for port (None), before_response {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:10.480600 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-73dd322d-26c4-41f0-aaca-02bf8e17eda5 req-92f96f75-a000-411f-b4fd-2e9b8655ad41 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.41 "DELETE /v2.0/ports/9ef18fca-f561-405a-b28a-5f1055d3faea HTTP/1.1" status: 204 len: 173 time: 1.1411166 Mar 02 05:33:10.481059 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '454afccc-8b3f-40a7-8e18-30480566cda9', 'name': 'network-vif-deleted', 'tag': '9ef18fca-f561-405a-b28a-5f1055d3faea'}] {{(pid=103714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 05:33:10.485920 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ff79788530fe2085a0b37cf7dfc71d903fcc72df0d156f3e5e7065db2593a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4855bdcb-dfe9-4381-8878-801ffde452b4" -d '{"events": [{"server_uuid": "454afccc-8b3f-40a7-8e18-30480566cda9", "name": "network-vif-deleted", "tag": "9ef18fca-f561-405a-b28a-5f1055d3faea"}]}' {{(pid=103714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 05:33:10.533468 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 05:33:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e35d8c9-286e-460c-8fbd-5b432d8f1304 x-openstack-request-id: req-7e35d8c9-286e-460c-8fbd-5b432d8f1304 {{(pid=103714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 05:33:10.533752 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "454afccc-8b3f-40a7-8e18-30480566cda9", "name": "network-vif-deleted", "tag": "9ef18fca-f561-405a-b28a-5f1055d3faea", "status": "completed", "code": 200}]} {{(pid=103714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 05:33:10.534008 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7e35d8c9-286e-460c-8fbd-5b432d8f1304 {{(pid=103714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 05:33:10.534404 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '454afccc-8b3f-40a7-8e18-30480566cda9', 'name': 'network-vif-deleted', 'tag': '9ef18fca-f561-405a-b28a-5f1055d3faea', 'status': 'completed', 'code': 200} Mar 02 05:33:10.569124 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.l3_dvr_db [None req-f04eb696-d53c-4d65-986b-dc0accae1aed None None] Set router aa79e986-2404-4136-904a-dbad8a9b4ddf gateway port host: dv-cinder-768458-18-iscsi {{(pid=103716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 05:33:10.800744 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.l3_hamode_db [None req-f04eb696-d53c-4d65-986b-dc0accae1aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa79e986-2404-4136-904a-dbad8a9b4ddf', 'name': 'tempest-AttachVolumeShelveTestJSON-1925534195-router', 'tenant_id': '7c356e87fe874337af907d7d9f0a2bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'external_fixed_ips': [{'subnet_id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'ip_address': '172.27.2.212'}], 'enable_snat': True}, 'gw_port_id': '94519c60-ed40-4640-8dc1-57747bf0da94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T05:29:04Z', 'updated_at': '2022-03-02T05:29:14Z', 'revision_number': 4, 'project_id': '7c356e87fe874337af907d7d9f0a2bb3', 'gw_port': {'id': '94519c60-ed40-4640-8dc1-57747bf0da94', 'name': '', 'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:b9:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa79e986-2404-4136-904a-dbad8a9b4ddf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'ip_address': '172.27.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T05:29:05Z', 'updated_at': '2022-03-02T05:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-18-iscsi', '_interfaces': [{'id': 'f708e536-4a9f-41cc-907a-150ca1721be7', 'name': '', 'network_id': 'cca8cd28-8205-477a-92b1-88a32e29d0bc', 'tenant_id': '7c356e87fe874337af907d7d9f0a2bb3', 'mac_address': 'fa:16:3e:d4:f2:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa79e986-2404-4136-904a-dbad8a9b4ddf', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'ab127ad9-ce11-421d-b130-80cd6d7ddae3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T05:29:11Z', 'updated_at': '2022-03-02T05:29:21Z', 'revision_number': 5, 'project_id': '7c356e87fe874337af907d7d9f0a2bb3', 'subnets': [{'id': 'ab127ad9-ce11-421d-b130-80cd6d7ddae3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-18-iscsi', False) {} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 05:33:10.827135 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f04eb696-d53c-4d65-986b-dc0accae1aed None None] Checking router: aa79e986-2404-4136-904a-dbad8a9b4ddf for host: dv-cinder-768458-18-iscsi {{(pid=103716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 05:33:10.837290 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f04eb696-d53c-4d65-986b-dc0accae1aed None None] Routers {'aa79e986-2404-4136-904a-dbad8a9b4ddf'} bound to L3 agent in host dv-cinder-768458-18-iscsi {{(pid=103716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 05:33:10.837886 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.l3_hamode_db [None req-f04eb696-d53c-4d65-986b-dc0accae1aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T05:20:42Z,description=,heartbeat_timestamp=2022-03-02T05:32:42Z,host='dv-cinder-768458-18-iscsi',id=9c2b50e6-1677-4aa9-928e-941b4c488fc5,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T05:20:42Z,topic='l3_agent')) {'router_ids': ['aa79e986-2404-4136-904a-dbad8a9b4ddf'], 'active': True} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 05:33:10.936851 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-de1b2993-fa31-462c-9757-ff0c2ba686a6 req-709be8ae-0db1-4e80-a308-02d6cf233db4 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=454afccc-8b3f-40a7-8e18-30480566cda9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0287039 Mar 02 05:33:10.959036 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.l3_dvr_db [None req-f04eb696-d53c-4d65-986b-dc0accae1aed None None] Set router aa79e986-2404-4136-904a-dbad8a9b4ddf gateway port host: dv-cinder-768458-18-iscsi {{(pid=103716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 05:33:10.999846 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-de1b2993-fa31-462c-9757-ff0c2ba686a6 req-4e218e45-67c9-43d3-9f07-7fb954e2bde3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7c356e87fe874337af907d7d9f0a2bb3&device_id=454afccc-8b3f-40a7-8e18-30480566cda9 HTTP/1.1" status: 200 len: 210 time: 0.0334017 Mar 02 05:33:11.194480 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-46dbe60c-7505-4d76-a58a-db0369c18e0b req-434689c4-18b3-49ba-98ff-794d49e27ff4 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/ports?device_id=454afccc-8b3f-40a7-8e18-30480566cda9 HTTP/1.1" status: 200 len: 210 time: 0.0523999 Mar 02 05:33:11.285583 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1b2993-fa31-462c-9757-ff0c2ba686a6 req-8ee03794-718b-408c-a1b4-92f2edb368a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:33:11.291945 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-de1b2993-fa31-462c-9757-ff0c2ba686a6 req-8ee03794-718b-408c-a1b4-92f2edb368a2 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=7c356e87fe874337af907d7d9f0a2bb3&shared=False HTTP/1.1" status: 200 len: 918 time: 0.2595756 Mar 02 05:33:11.375449 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.l3_hamode_db [None req-f04eb696-d53c-4d65-986b-dc0accae1aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa79e986-2404-4136-904a-dbad8a9b4ddf', 'name': 'tempest-AttachVolumeShelveTestJSON-1925534195-router', 'tenant_id': '7c356e87fe874337af907d7d9f0a2bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'external_fixed_ips': [{'subnet_id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'ip_address': '172.27.2.212'}], 'enable_snat': True}, 'gw_port_id': '94519c60-ed40-4640-8dc1-57747bf0da94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T05:29:04Z', 'updated_at': '2022-03-02T05:29:14Z', 'revision_number': 4, 'project_id': '7c356e87fe874337af907d7d9f0a2bb3', 'gw_port': {'id': '94519c60-ed40-4640-8dc1-57747bf0da94', 'name': '', 'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:b9:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa79e986-2404-4136-904a-dbad8a9b4ddf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'ip_address': '172.27.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T05:29:05Z', 'updated_at': '2022-03-02T05:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-18-iscsi', '_interfaces': [{'id': 'f708e536-4a9f-41cc-907a-150ca1721be7', 'name': '', 'network_id': 'cca8cd28-8205-477a-92b1-88a32e29d0bc', 'tenant_id': '7c356e87fe874337af907d7d9f0a2bb3', 'mac_address': 'fa:16:3e:d4:f2:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa79e986-2404-4136-904a-dbad8a9b4ddf', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'ab127ad9-ce11-421d-b130-80cd6d7ddae3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T05:29:11Z', 'updated_at': '2022-03-02T05:29:21Z', 'revision_number': 5, 'project_id': '7c356e87fe874337af907d7d9f0a2bb3', 'subnets': [{'id': 'ab127ad9-ce11-421d-b130-80cd6d7ddae3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-18-iscsi', False) {} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 05:33:11.403499 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f04eb696-d53c-4d65-986b-dc0accae1aed None None] The sync data for ids ['aa79e986-2404-4136-904a-dbad8a9b4ddf'] in dv-cinder-768458-18-iscsi is: [{'id': 'aa79e986-2404-4136-904a-dbad8a9b4ddf', 'name': 'tempest-AttachVolumeShelveTestJSON-1925534195-router', 'tenant_id': '7c356e87fe874337af907d7d9f0a2bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'external_fixed_ips': [{'subnet_id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'ip_address': '172.27.2.212'}], 'enable_snat': True}, 'gw_port_id': '94519c60-ed40-4640-8dc1-57747bf0da94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T05:29:04Z', 'updated_at': '2022-03-02T05:29:14Z', 'revision_number': 4, 'project_id': '7c356e87fe874337af907d7d9f0a2bb3', 'gw_port': {'id': '94519c60-ed40-4640-8dc1-57747bf0da94', 'name': '', 'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:b9:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa79e986-2404-4136-904a-dbad8a9b4ddf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'ip_address': '172.27.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T05:29:05Z', 'updated_at': '2022-03-02T05:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-18-iscsi', '_interfaces': [{'id': 'f708e536-4a9f-41cc-907a-150ca1721be7', 'name': '', 'network_id': 'cca8cd28-8205-477a-92b1-88a32e29d0bc', 'tenant_id': '7c356e87fe874337af907d7d9f0a2bb3', 'mac_address': 'fa:16:3e:d4:f2:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa79e986-2404-4136-904a-dbad8a9b4ddf', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'ab127ad9-ce11-421d-b130-80cd6d7ddae3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T05:29:11Z', 'updated_at': '2022-03-02T05:29:21Z', 'revision_number': 5, 'project_id': '7c356e87fe874337af907d7d9f0a2bb3', 'subnets': [{'id': 'ab127ad9-ce11-421d-b130-80cd6d7ddae3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 05:33:11.486659 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1b2993-fa31-462c-9757-ff0c2ba686a6 req-73b655dd-c223-4876-bf4e-48920133652b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:33:11.488437 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-de1b2993-fa31-462c-9757-ff0c2ba686a6 req-73b655dd-c223-4876-bf4e-48920133652b service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1885848 Mar 02 05:33:11.704647 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ac43dd-853d-4e9d-9318-7fdf4767ce2f None None] New status for floating IP 126aee7b-cab4-44c0-9ecd-8ffbd956e706: DOWN {{(pid=103717) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 05:33:11.783828 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-6a2ae6fb-1591-4d88-9197-ce595cb4792c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (9c2b50e6-1677-4aa9-928e-941b4c488fc5), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:12.384790 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.wsgi [-] (103714) accepted ('10.222.0.32', 40934) {{(pid=103714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:33:12.441875 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-bc87dd06-7772-4810-80ba-67c6b938f9d1 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Publish callbacks [] for security_group (ce8b9e9a-d177-47c0-9c9b-f6152dd9c0f4), before_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:12.466785 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-bc87dd06-7772-4810-80ba-67c6b938f9d1 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Publish callbacks [] for security_group (ce8b9e9a-d177-47c0-9c9b-f6152dd9c0f4), precommit_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:12.595578 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.rpc [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Device 9ef18fca-f561-405a-b28a-5f1055d3faea no longer exists at agent hyperv_hv-cinder-76845 {{(pid=103716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 05:33:12.623872 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] No Port match for: 9ef18fca-f561-405a-b28a-5f1055d3faea {{(pid=103716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 05:33:12.624224 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.rpc [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Device 9ef18fca-f561-405a-b28a-5f1055d3faea not bound to the agent host hv-cinder-76845 {{(pid=103716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 05:33:12.628953 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-bc87dd06-7772-4810-80ba-67c6b938f9d1 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629892'] for security_group (ce8b9e9a-d177-47c0-9c9b-f6152dd9c0f4), after_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:12.631600 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-bc87dd06-7772-4810-80ba-67c6b938f9d1 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Publish callbacks [] for security_group (None), before_response {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:12.635184 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [None req-bc87dd06-7772-4810-80ba-67c6b938f9d1 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "DELETE /v2.0/security-groups/ce8b9e9a-d177-47c0-9c9b-f6152dd9c0f4 HTTP/1.1" status: 204 len: 168 time: 0.2468250 Mar 02 05:33:12.635568 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.32', 40942) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:33:12.650714 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc87dd06-7772-4810-80ba-67c6b938f9d1 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce8b9e9a-d177-47c0-9c9b-f6152dd9c0f4,revision_number=None']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:33:12.653444 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.api.v2.resource [None req-040b3dd3-d109-4295-92b2-dafb342b4771 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] show failed (client error): The resource could not be found. Mar 02 05:33:12.658395 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-040b3dd3-d109-4295-92b2-dafb342b4771 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/security-groups/ce8b9e9a-d177-47c0-9c9b-f6152dd9c0f4 HTTP/1.1" status: 404 len: 347 time: 0.0218091 Mar 02 05:33:12.658978 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.32', 40944) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:33:12.663229 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc87dd06-7772-4810-80ba-67c6b938f9d1 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:33:12.664827 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc87dd06-7772-4810-80ba-67c6b938f9d1 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:33:12.664827 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc87dd06-7772-4810-80ba-67c6b938f9d1 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:33:12.664827 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc87dd06-7772-4810-80ba-67c6b938f9d1 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:33:12.664827 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc87dd06-7772-4810-80ba-67c6b938f9d1 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:33:12.665398 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc87dd06-7772-4810-80ba-67c6b938f9d1 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:33:12.665722 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc87dd06-7772-4810-80ba-67c6b938f9d1 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:33:12.666154 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc87dd06-7772-4810-80ba-67c6b938f9d1 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:33:12.666556 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc87dd06-7772-4810-80ba-67c6b938f9d1 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:33:12.667190 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc87dd06-7772-4810-80ba-67c6b938f9d1 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:33:12.667615 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc87dd06-7772-4810-80ba-67c6b938f9d1 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:33:12.668058 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc87dd06-7772-4810-80ba-67c6b938f9d1 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:33:12.668458 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc87dd06-7772-4810-80ba-67c6b938f9d1 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:33:12.798360 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-09d4c810-8a5d-4136-b92c-442d3954119f tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Deleting port 588d3354-135c-427c-8fa0-212aae305670 {{(pid=103715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 05:33:12.798872 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-09d4c810-8a5d-4136-b92c-442d3954119f tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789290453881'] for port (588d3354-135c-427c-8fa0-212aae305670), before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:12.810826 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-2ae3422a-c85d-446a-90f5-ce5a8bf639ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (d4d802fc-4ac8-47f8-b030-2ffc185fa6dc), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:12.881537 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-09d4c810-8a5d-4136-b92c-442d3954119f tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542039'] for port (588d3354-135c-427c-8fa0-212aae305670), precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:12.881867 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-09d4c810-8a5d-4136-b92c-442d3954119f tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Publish callbacks [] for floatingip (588d3354-135c-427c-8fa0-212aae305670), precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:12.894797 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-09d4c810-8a5d-4136-b92c-442d3954119f tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Calling delete_port for 588d3354-135c-427c-8fa0-212aae305670 owned by network:floatingip {{(pid=103715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 05:33:13.119506 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-09d4c810-8a5d-4136-b92c-442d3954119f tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789290460636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789289919726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14203002'] for port (588d3354-135c-427c-8fa0-212aae305670), after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:13.155100 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d4c810-8a5d-4136-b92c-442d3954119f tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Pushing event deleted for resources: {'Port': ['ID=588d3354-135c-427c-8fa0-212aae305670,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:33:13.214066 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-09d4c810-8a5d-4136-b92c-442d3954119f tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Publish callbacks [] for floatingip (126aee7b-cab4-44c0-9ecd-8ffbd956e706), after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:13.216835 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-09d4c810-8a5d-4136-b92c-442d3954119f tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25628'] for floatingip (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:13.217993 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-09d4c810-8a5d-4136-b92c-442d3954119f tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "DELETE /v2.0/floatingips/126aee7b-cab4-44c0-9ecd-8ffbd956e706 HTTP/1.1" status: 204 len: 168 time: 0.5580671 Mar 02 05:33:13.714355 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.32', 40956) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:33:13.719827 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.v2.base [None req-ce1ab400-c9aa-4df2-ac5a-632d7d104a76 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2090404611', 'description': 'tempest-description--452586742'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 05:33:13.814400 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-ce1ab400-c9aa-4df2-ac5a-632d7d104a76 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Publish callbacks [] for security_group (None), before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:13.892054 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-ce1ab400-c9aa-4df2-ac5a-632d7d104a76 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Publish callbacks [] for security_group (991bbb6a-b336-47ac-a115-31af4aa86146), precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:14.005640 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-ce1ab400-c9aa-4df2-ac5a-632d7d104a76 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629892'] for security_group (991bbb6a-b336-47ac-a115-31af4aa86146), after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:14.035227 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1ab400-c9aa-4df2-ac5a-632d7d104a76 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Pushing event updated for resources: {'SecurityGroup': ['ID=991bbb6a-b336-47ac-a115-31af4aa86146,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:33:14.099265 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-ce1ab400-c9aa-4df2-ac5a-632d7d104a76 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Publish callbacks [] for security_group (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:14.100470 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-ce1ab400-c9aa-4df2-ac5a-632d7d104a76 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3851206 Mar 02 05:33:14.103204 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.32', 40960) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:33:14.107480 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.v2.base [None req-fc53075c-8f13-4c34-a229-5f815b358f8c tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Request body: {'security_group_rule': {'security_group_id': '991bbb6a-b336-47ac-a115-31af4aa86146', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 05:33:14.205929 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-fc53075c-8f13-4c34-a229-5f815b358f8c tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Publish callbacks [] for security_group_rule (5fb29ea2-cb71-494c-8302-e7a3d4a4660b), before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:14.264827 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-fc53075c-8f13-4c34-a229-5f815b358f8c tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Publish callbacks [] for security_group_rule (5fb29ea2-cb71-494c-8302-e7a3d4a4660b), precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:14.337174 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-fc53075c-8f13-4c34-a229-5f815b358f8c tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629875'] for security_group_rule (5fb29ea2-cb71-494c-8302-e7a3d4a4660b), after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:14.337460 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f73b428b-984e-4c5a-9878-aef8f2b511ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (e0636eb1-3d25-4c31-a6e5-3f8fd1255322), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:14.358148 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc53075c-8f13-4c34-a229-5f815b358f8c tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fb29ea2-cb71-494c-8302-e7a3d4a4660b,revision_number=0']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:33:14.419638 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-fc53075c-8f13-4c34-a229-5f815b358f8c tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:14.420824 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-fc53075c-8f13-4c34-a229-5f815b358f8c tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3166578 Mar 02 05:33:14.424168 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.32', 40964) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:33:14.428363 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.v2.base [None req-9691b5f5-5a6f-40e3-bfc1-0c60ddc77fb3 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Request body: {'security_group_rule': {'security_group_id': '991bbb6a-b336-47ac-a115-31af4aa86146', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 05:33:14.503640 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-9691b5f5-5a6f-40e3-bfc1-0c60ddc77fb3 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Publish callbacks [] for security_group_rule (87b59fb7-9038-4517-a5d9-224feb4da505), before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:14.560453 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-9691b5f5-5a6f-40e3-bfc1-0c60ddc77fb3 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Publish callbacks [] for security_group_rule (87b59fb7-9038-4517-a5d9-224feb4da505), precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:14.628945 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-9691b5f5-5a6f-40e3-bfc1-0c60ddc77fb3 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629875'] for security_group_rule (87b59fb7-9038-4517-a5d9-224feb4da505), after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:14.646295 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9691b5f5-5a6f-40e3-bfc1-0c60ddc77fb3 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87b59fb7-9038-4517-a5d9-224feb4da505,revision_number=0']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:33:14.727979 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-9691b5f5-5a6f-40e3-bfc1-0c60ddc77fb3 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:14.729211 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-9691b5f5-5a6f-40e3-bfc1-0c60ddc77fb3 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3041315 Mar 02 05:33:14.732498 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.wsgi [-] (103714) accepted ('10.222.0.32', 40972) {{(pid=103714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:33:14.737766 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.v2.base [None req-669847e4-3751-417d-9d30-38bb5ca328ab tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Request body: {'floatingip': {'floating_network_id': 'b55256da-732d-4561-a24f-23ea9a772c58'}} {{(pid=103714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 05:33:14.824230 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-0adef4b1-1d22-4b59-93e9-1697dbd4d6e9 req-f0e3df7b-caca-498b-a3a8-e492d4ce7848 tempest-TestShelveInstance-884373592 tempest-TestShelveInstance-884373592-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1190434861&fields=id&tenant_id=8cadbb55c03941bdba85ea81721d2245 HTTP/1.1" status: 200 len: 267 time: 0.0482402 Mar 02 05:33:14.825344 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-669847e4-3751-417d-9d30-38bb5ca328ab tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:15.217920 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adef4b1-1d22-4b59-93e9-1697dbd4d6e9 req-2dd86674-0ee1-4f55-b065-53d59aa0a76e tempest-TestShelveInstance-884373592 tempest-TestShelveInstance-884373592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:33:15.220119 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-0adef4b1-1d22-4b59-93e9-1697dbd4d6e9 req-2dd86674-0ee1-4f55-b065-53d59aa0a76e tempest-TestShelveInstance-884373592 tempest-TestShelveInstance-884373592-project] 10.222.0.32 "GET /v2.0/networks?id=23f8f824-aae5-4f2f-a8c3-545bf961b04d HTTP/1.1" status: 200 len: 809 time: 0.3829415 Mar 02 05:33:15.241300 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-0adef4b1-1d22-4b59-93e9-1697dbd4d6e9 req-3ceca368-21dc-4bcb-8237-59c4ba41c1dd tempest-TestShelveInstance-884373592 tempest-TestShelveInstance-884373592-project] 10.222.0.32 "GET /v2.0/quotas/8cadbb55c03941bdba85ea81721d2245 HTTP/1.1" status: 200 len: 375 time: 0.0147729 Mar 02 05:33:15.280630 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-669847e4-3751-417d-9d30-38bb5ca328ab tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for port (None), before_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:15.352324 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-0adef4b1-1d22-4b59-93e9-1697dbd4d6e9 req-2e5f7f92-3110-4e4c-8b7e-05d34be09dfb tempest-TestShelveInstance-884373592 tempest-TestShelveInstance-884373592-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=8cadbb55c03941bdba85ea81721d2245&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1012828 Mar 02 05:33:15.448370 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.db.db_base_plugin_common [None req-669847e4-3751-417d-9d30-38bb5ca328ab tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Allocated IP 172.27.2.122 (b55256da-732d-4561-a24f-23ea9a772c58/77df959b-d159-4f61-98dc-e86e1ea2cf69/1bd6941d-2ea6-4eb0-b359-2075659d56c4) {{(pid=103714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 05:33:15.526080 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-0adef4b1-1d22-4b59-93e9-1697dbd4d6e9 req-fb2e6cc1-c80b-442b-b38c-8fba161f1e8a service neutron] 10.222.0.32 "GET /v2.0/networks/23f8f824-aae5-4f2f-a8c3-545bf961b04d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520450 Mar 02 05:33:15.642555 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-669847e4-3751-417d-9d30-38bb5ca328ab tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Publish callbacks [] for port (1bd6941d-2ea6-4eb0-b359-2075659d56c4), precommit_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:15.665022 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-0adef4b1-1d22-4b59-93e9-1697dbd4d6e9 req-083019ad-6c3d-4728-8273-380ac1783aaf service neutron] 10.222.0.32 "GET /v2.0/networks/23f8f824-aae5-4f2f-a8c3-545bf961b04d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330640 Mar 02 05:33:15.737396 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (64307ea2-7468-48d5-a188-5e76dfb99c6b), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:15.766929 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-669847e4-3751-417d-9d30-38bb5ca328ab tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789289919717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13003867'] for port (1bd6941d-2ea6-4eb0-b359-2075659d56c4), after_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:15.813384 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-669847e4-3751-417d-9d30-38bb5ca328ab tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Network b55256da-732d-4561-a24f-23ea9a772c58 is already hosted by enough agents. {{(pid=103714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 05:33:15.816419 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.scheduler.base_scheduler [None req-669847e4-3751-417d-9d30-38bb5ca328ab tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Resources bound (agent type, host, resource id): {{(pid=103714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 05:33:15.818788 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-669847e4-3751-417d-9d30-38bb5ca328ab tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Received port after_create {{(pid=103714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 05:33:15.840379 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669847e4-3751-417d-9d30-38bb5ca328ab tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Pushing event updated for resources: {'Port': ['ID=1bd6941d-2ea6-4eb0-b359-2075659d56c4,revision_number=1']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:33:15.906055 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-669847e4-3751-417d-9d30-38bb5ca328ab tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Publish callbacks [] for floatingip (e7c66479-d159-403f-be03-af613d45a609), precommit_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:16.079766 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-669847e4-3751-417d-9d30-38bb5ca328ab tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for port (1bd6941d-2ea6-4eb0-b359-2075659d56c4), before_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:16.233298 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-669847e4-3751-417d-9d30-38bb5ca328ab tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Publish callbacks [] for port (1bd6941d-2ea6-4eb0-b359-2075659d56c4), precommit_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:16.292195 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-df20fd67-525d-4162-b99a-41ce4fe53860 req-2ac8c5b2-8144-4279-9e06-9bd6f6f14253 tempest-TestShelveInstance-884373592 tempest-TestShelveInstance-884373592-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d2cebdb-90e4-425b-9b77-8faaeccbdbf7 HTTP/1.1" status: 200 len: 210 time: 0.0271945 Mar 02 05:33:16.303190 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-669847e4-3751-417d-9d30-38bb5ca328ab tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789290460654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789289919735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789289921293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13003858'] for port (1bd6941d-2ea6-4eb0-b359-2075659d56c4), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:16.379538 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669847e4-3751-417d-9d30-38bb5ca328ab tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Pushing event updated for resources: {'Port': ['ID=1bd6941d-2ea6-4eb0-b359-2075659d56c4,revision_number=2']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:33:16.391541 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-669847e4-3751-417d-9d30-38bb5ca328ab tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556348'] for floatingip (e7c66479-d159-403f-be03-af613d45a609), after_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:16.463826 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-669847e4-3751-417d-9d30-38bb5ca328ab tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25628'] for floatingip (None), before_response {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:16.465077 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [None req-669847e4-3751-417d-9d30-38bb5ca328ab tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7315912 Mar 02 05:33:16.656657 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-8da213ce-5fe2-4371-bb41-7c4d1ba2e725 req-a33a7dd6-e693-45f4-8064-412b25118eee tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--2090404611&fields=id&tenant_id=7c356e87fe874337af907d7d9f0a2bb3 HTTP/1.1" status: 200 len: 267 time: 0.0425515 Mar 02 05:33:16.765765 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da213ce-5fe2-4371-bb41-7c4d1ba2e725 req-e02bd073-8d2e-414f-845c-e86d72c457a4 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:33:16.767241 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-8da213ce-5fe2-4371-bb41-7c4d1ba2e725 req-e02bd073-8d2e-414f-845c-e86d72c457a4 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/networks?id=cca8cd28-8205-477a-92b1-88a32e29d0bc HTTP/1.1" status: 200 len: 817 time: 0.1040075 Mar 02 05:33:16.782282 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-8da213ce-5fe2-4371-bb41-7c4d1ba2e725 req-fda1cd1a-1e83-4604-a7c0-cd101f3fd54d tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/quotas/7c356e87fe874337af907d7d9f0a2bb3 HTTP/1.1" status: 200 len: 375 time: 0.0097194 Mar 02 05:33:16.835448 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-8da213ce-5fe2-4371-bb41-7c4d1ba2e725 req-b28f728b-2452-4084-b4f0-242af1f02be3 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=7c356e87fe874337af907d7d9f0a2bb3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0479972 Mar 02 05:33:16.933408 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-8da213ce-5fe2-4371-bb41-7c4d1ba2e725 req-602022f9-ea24-43bf-8da0-b2cc03680f58 service neutron] 10.222.0.32 "GET /v2.0/networks/cca8cd28-8205-477a-92b1-88a32e29d0bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858581 Mar 02 05:33:17.024734 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-8da213ce-5fe2-4371-bb41-7c4d1ba2e725 req-02ff83e5-900e-4ca9-8db7-68fe0b424dc3 service neutron] 10.222.0.32 "GET /v2.0/networks/cca8cd28-8205-477a-92b1-88a32e29d0bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842683 Mar 02 05:33:17.248376 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-2adeb8d4-ada5-4820-9cbf-c10f5d6ff02e req-5c6eaa0e-97e4-42f1-b3c9-ab4a79238e94 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/ports?device_id=f113b7a2-946b-46bc-b2d7-90e10ff913f1 HTTP/1.1" status: 200 len: 210 time: 0.0312939 Mar 02 05:33:17.387193 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-9ea90d34-6320-44b0-9b7e-4a8a9826142a req-e9a5c91b-ab45-4c55-9f37-92d53073a123 tempest-TestShelveInstance-884373592 tempest-TestShelveInstance-884373592-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d2cebdb-90e4-425b-9b77-8faaeccbdbf7 HTTP/1.1" status: 200 len: 210 time: 0.0270486 Mar 02 05:33:18.348525 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-046ec255-00d9-4844-b498-c6b422ca535a req-516276ea-016b-4ee7-9695-bf82b381d1a6 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/ports?device_id=f113b7a2-946b-46bc-b2d7-90e10ff913f1 HTTP/1.1" status: 200 len: 210 time: 0.0288863 Mar 02 05:33:18.481605 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-abbaa350-4155-4808-bf04-70a107a6f0de req-5a88bfa7-86c6-4db0-809b-f6a6da5bfdd2 tempest-TestShelveInstance-884373592 tempest-TestShelveInstance-884373592-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d2cebdb-90e4-425b-9b77-8faaeccbdbf7 HTTP/1.1" status: 200 len: 210 time: 0.0270965 Mar 02 05:33:18.593618 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adef4b1-1d22-4b59-93e9-1697dbd4d6e9 req-8feab4bb-f28a-425e-b5a7-b8140c87f93e tempest-TestShelveInstance-884373592 tempest-TestShelveInstance-884373592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:33:18.595097 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-0adef4b1-1d22-4b59-93e9-1697dbd4d6e9 req-8feab4bb-f28a-425e-b5a7-b8140c87f93e tempest-TestShelveInstance-884373592 tempest-TestShelveInstance-884373592-project] 10.222.0.41 "GET /v2.0/networks?id=23f8f824-aae5-4f2f-a8c3-545bf961b04d HTTP/1.1" status: 200 len: 809 time: 0.1163077 Mar 02 05:33:18.660332 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-0adef4b1-1d22-4b59-93e9-1697dbd4d6e9 req-a423d9fc-7ecc-464b-95e5-c4212b12ace6 tempest-TestShelveInstance-884373592 tempest-TestShelveInstance-884373592-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8cadbb55c03941bdba85ea81721d2245 HTTP/1.1" status: 200 len: 380 time: 0.0556979 Mar 02 05:33:18.670205 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.v2.base [req-0adef4b1-1d22-4b59-93e9-1697dbd4d6e9 req-dd1a9933-919d-4b42-bb4a-67babfd34437 tempest-TestShelveInstance-884373592 tempest-TestShelveInstance-884373592-project] Request body: {'port': {'device_id': '9d2cebdb-90e4-425b-9b77-8faaeccbdbf7', 'network_id': '23f8f824-aae5-4f2f-a8c3-545bf961b04d', 'admin_state_up': True, 'tenant_id': '8cadbb55c03941bdba85ea81721d2245', 'security_groups': ['2b903e94-610b-437d-b42e-c55e30ec84d0']}} {{(pid=103714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 05:33:18.880022 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0adef4b1-1d22-4b59-93e9-1697dbd4d6e9 req-dd1a9933-919d-4b42-bb4a-67babfd34437 tempest-TestShelveInstance-884373592 tempest-TestShelveInstance-884373592-project] Made reservation on behalf of 8cadbb55c03941bdba85ea81721d2245 for: {'port': 1} {{(pid=103714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 05:33:18.883830 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [req-0adef4b1-1d22-4b59-93e9-1697dbd4d6e9 req-dd1a9933-919d-4b42-bb4a-67babfd34437 tempest-TestShelveInstance-884373592 tempest-TestShelveInstance-884373592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for port (None), before_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:19.009786 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.db.db_base_plugin_common [req-0adef4b1-1d22-4b59-93e9-1697dbd4d6e9 req-dd1a9933-919d-4b42-bb4a-67babfd34437 tempest-TestShelveInstance-884373592 tempest-TestShelveInstance-884373592-project] Allocated IP 172.20.0.12 (23f8f824-aae5-4f2f-a8c3-545bf961b04d/100d9f66-c333-48f1-b722-61b116bc39ee/659fb406-9144-4707-abb9-3eadb4a9e82d) {{(pid=103714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 05:33:19.151191 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [req-0adef4b1-1d22-4b59-93e9-1697dbd4d6e9 req-dd1a9933-919d-4b42-bb4a-67babfd34437 tempest-TestShelveInstance-884373592 tempest-TestShelveInstance-884373592-project] Publish callbacks [] for port (659fb406-9144-4707-abb9-3eadb4a9e82d), precommit_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:19.263104 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [req-0adef4b1-1d22-4b59-93e9-1697dbd4d6e9 req-dd1a9933-919d-4b42-bb4a-67babfd34437 tempest-TestShelveInstance-884373592 tempest-TestShelveInstance-884373592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789289919717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13003867'] for port (659fb406-9144-4707-abb9-3eadb4a9e82d), after_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:19.314135 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0adef4b1-1d22-4b59-93e9-1697dbd4d6e9 req-dd1a9933-919d-4b42-bb4a-67babfd34437 tempest-TestShelveInstance-884373592 tempest-TestShelveInstance-884373592-project] Network 23f8f824-aae5-4f2f-a8c3-545bf961b04d is already hosted by enough agents. {{(pid=103714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 05:33:19.317192 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.scheduler.base_scheduler [req-0adef4b1-1d22-4b59-93e9-1697dbd4d6e9 req-dd1a9933-919d-4b42-bb4a-67babfd34437 tempest-TestShelveInstance-884373592 tempest-TestShelveInstance-884373592-project] Resources bound (agent type, host, resource id): {{(pid=103714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 05:33:19.319679 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.db.l3_dvrscheduler_db [req-0adef4b1-1d22-4b59-93e9-1697dbd4d6e9 req-dd1a9933-919d-4b42-bb4a-67babfd34437 tempest-TestShelveInstance-884373592 tempest-TestShelveInstance-884373592-project] Received port after_create {{(pid=103714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 05:33:19.351597 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1a9933-919d-4b42-bb4a-67babfd34437 tempest-TestShelveInstance-884373592 tempest-TestShelveInstance-884373592-project] Pushing event updated for resources: {'Port': ['ID=659fb406-9144-4707-abb9-3eadb4a9e82d,revision_number=1']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:33:19.377419 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adef4b1-1d22-4b59-93e9-1697dbd4d6e9 req-dd1a9933-919d-4b42-bb4a-67babfd34437 tempest-TestShelveInstance-884373592 tempest-TestShelveInstance-884373592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:33:19.378056 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [req-0adef4b1-1d22-4b59-93e9-1697dbd4d6e9 req-dd1a9933-919d-4b42-bb4a-67babfd34437 tempest-TestShelveInstance-884373592 tempest-TestShelveInstance-884373592-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25628'] for port (None), before_response {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:19.458543 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.db.agents_db [None req-19237f2e-a493-4721-ab19-473fd9844311 None None] Agent healthcheck: found 6 active agents {{(pid=103717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 05:33:19.462491 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-11dc2472-a09e-42ad-a29a-11713a1d4283 req-25774bd7-b59f-4566-9d2f-8831ccfebd6d tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/ports?device_id=f113b7a2-946b-46bc-b2d7-90e10ff913f1 HTTP/1.1" status: 200 len: 210 time: 0.0375078 Mar 02 05:33:19.473730 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-0adef4b1-1d22-4b59-93e9-1697dbd4d6e9 req-dd1a9933-919d-4b42-bb4a-67babfd34437 tempest-TestShelveInstance-884373592 tempest-TestShelveInstance-884373592-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8057783 Mar 02 05:33:19.486774 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.v2.base [req-0adef4b1-1d22-4b59-93e9-1697dbd4d6e9 req-f8e5e09e-93f0-40ce-9175-efedbdf98315 service neutron] Request body: {'port': {'device_id': '9d2cebdb-90e4-425b-9b77-8faaeccbdbf7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76845'}} {{(pid=103714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 05:33:19.553534 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [req-0adef4b1-1d22-4b59-93e9-1697dbd4d6e9 req-f8e5e09e-93f0-40ce-9175-efedbdf98315 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for port (659fb406-9144-4707-abb9-3eadb4a9e82d), before_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:19.571234 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da213ce-5fe2-4371-bb41-7c4d1ba2e725 req-8296c77f-0c91-4ce0-aac7-ab57d5d621cb tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:33:19.572603 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-8da213ce-5fe2-4371-bb41-7c4d1ba2e725 req-8296c77f-0c91-4ce0-aac7-ab57d5d621cb tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.41 "GET /v2.0/networks?id=cca8cd28-8205-477a-92b1-88a32e29d0bc HTTP/1.1" status: 200 len: 817 time: 0.1381111 Mar 02 05:33:19.602401 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.provisioning_blocks [None req-919e4d8e-8bb6-4653-94f0-28dcddd0d941 None None] Provisioning complete for port 659fb406-9144-4707-abb9-3eadb4a9e82d triggered by entity DHCP. {{(pid=103716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 05:33:19.602999 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-919e4d8e-8bb6-4653-94f0-28dcddd0d941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012754'] for port (659fb406-9144-4707-abb9-3eadb4a9e82d), provisioning_complete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:19.638300 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-919e4d8e-8bb6-4653-94f0-28dcddd0d941 None None] Port 659fb406-9144-4707-abb9-3eadb4a9e82d cannot update to ACTIVE because it is not bound. {{(pid=103716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 02 05:33:19.657758 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-8da213ce-5fe2-4371-bb41-7c4d1ba2e725 req-b63642df-e0f0-4816-ac6f-bbdc98bbaddc tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7c356e87fe874337af907d7d9f0a2bb3 HTTP/1.1" status: 200 len: 380 time: 0.0659080 Mar 02 05:33:19.670492 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.v2.base [req-8da213ce-5fe2-4371-bb41-7c4d1ba2e725 req-2df5ac44-f5f2-426a-b300-58d2abec429d tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Request body: {'port': {'device_id': 'f113b7a2-946b-46bc-b2d7-90e10ff913f1', 'network_id': 'cca8cd28-8205-477a-92b1-88a32e29d0bc', 'admin_state_up': True, 'tenant_id': '7c356e87fe874337af907d7d9f0a2bb3', 'security_groups': ['991bbb6a-b336-47ac-a115-31af4aa86146']}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 05:33:19.729068 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04bddc9-d31e-4fee-a1eb-ccb84553faad req-9cb5af43-d250-48a0-8b49-e1194eb5bda3 tempest-TestShelveInstance-884373592 tempest-TestShelveInstance-884373592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:33:19.730570 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-c04bddc9-d31e-4fee-a1eb-ccb84553faad req-9cb5af43-d250-48a0-8b49-e1194eb5bda3 tempest-TestShelveInstance-884373592 tempest-TestShelveInstance-884373592-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d2cebdb-90e4-425b-9b77-8faaeccbdbf7 HTTP/1.1" status: 200 len: 932 time: 0.1278009 Mar 02 05:33:19.829428 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8da213ce-5fe2-4371-bb41-7c4d1ba2e725 req-2df5ac44-f5f2-426a-b300-58d2abec429d tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Made reservation on behalf of 7c356e87fe874337af907d7d9f0a2bb3 for: {'port': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 05:33:19.833499 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-8da213ce-5fe2-4371-bb41-7c4d1ba2e725 req-2df5ac44-f5f2-426a-b300-58d2abec429d tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for port (None), before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:19.837034 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-c04bddc9-d31e-4fee-a1eb-ccb84553faad req-5dca01ef-60cc-4f4d-8033-991ced409655 tempest-TestShelveInstance-884373592 tempest-TestShelveInstance-884373592-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b903e94-610b-437d-b42e-c55e30ec84d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919695 Mar 02 05:33:19.912111 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.notifiers.nova [req-0adef4b1-1d22-4b59-93e9-1697dbd4d6e9 req-f8e5e09e-93f0-40ce-9175-efedbdf98315 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 659fb406-9144-4707-abb9-3eadb4a9e82d {{(pid=103714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 05:33:19.919577 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [req-0adef4b1-1d22-4b59-93e9-1697dbd4d6e9 req-f8e5e09e-93f0-40ce-9175-efedbdf98315 service neutron] Publish callbacks [] for port (659fb406-9144-4707-abb9-3eadb4a9e82d), precommit_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:19.938773 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.db.provisioning_blocks [req-0adef4b1-1d22-4b59-93e9-1697dbd4d6e9 req-f8e5e09e-93f0-40ce-9175-efedbdf98315 service neutron] Transition to ACTIVE for port object 659fb406-9144-4707-abb9-3eadb4a9e82d will not be triggered until provisioned by entity L2. {{(pid=103714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 02 05:33:20.016636 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [req-0adef4b1-1d22-4b59-93e9-1697dbd4d6e9 req-f8e5e09e-93f0-40ce-9175-efedbdf98315 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789290460654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789289919735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789289921293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13003858'] for port (659fb406-9144-4707-abb9-3eadb4a9e82d), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:20.082396 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e5e09e-93f0-40ce-9175-efedbdf98315 service neutron] Pushing event updated for resources: {'Port': ['ID=659fb406-9144-4707-abb9-3eadb4a9e82d,revision_number=2']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:33:20.185960 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.managers [req-0adef4b1-1d22-4b59-93e9-1697dbd4d6e9 req-f8e5e09e-93f0-40ce-9175-efedbdf98315 service neutron] Attempting to bind port 659fb406-9144-4707-abb9-3eadb4a9e82d on host hv-cinder-76845 for vnic_type normal with profile {{(pid=103714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 05:33:20.186309 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.managers [req-0adef4b1-1d22-4b59-93e9-1697dbd4d6e9 req-f8e5e09e-93f0-40ce-9175-efedbdf98315 service neutron] Attempting to bind port 659fb406-9144-4707-abb9-3eadb4a9e82d by drivers openvswitch,hyperv on host hv-cinder-76845 at level 0 using segments [{'id': '1e8e2e77-4e33-4beb-84b8-a14df404873a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '23f8f824-aae5-4f2f-a8c3-545bf961b04d'}] {{(pid=103714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 05:33:20.186651 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0adef4b1-1d22-4b59-93e9-1697dbd4d6e9 req-f8e5e09e-93f0-40ce-9175-efedbdf98315 service neutron] Attempting to bind port 659fb406-9144-4707-abb9-3eadb4a9e82d on network 23f8f824-aae5-4f2f-a8c3-545bf961b04d {{(pid=103714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 05:33:20.201521 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0adef4b1-1d22-4b59-93e9-1697dbd4d6e9 req-f8e5e09e-93f0-40ce-9175-efedbdf98315 service neutron] Port 659fb406-9144-4707-abb9-3eadb4a9e82d on network 23f8f824-aae5-4f2f-a8c3-545bf961b04d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76845 {{(pid=103714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 02 05:33:20.205733 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0adef4b1-1d22-4b59-93e9-1697dbd4d6e9 req-f8e5e09e-93f0-40ce-9175-efedbdf98315 service neutron] Attempting to bind port 659fb406-9144-4707-abb9-3eadb4a9e82d on network 23f8f824-aae5-4f2f-a8c3-545bf961b04d {{(pid=103714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 05:33:20.208893 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0adef4b1-1d22-4b59-93e9-1697dbd4d6e9 req-f8e5e09e-93f0-40ce-9175-efedbdf98315 service neutron] Checking agent: {'id': 'db45f871-b7ec-436d-b6b8-6a0a072a2253', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76845', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 5, 27, 7), 'started_at': datetime.datetime(2022, 3, 2, 5, 27, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 5, 33, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 05:33:20.209429 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0adef4b1-1d22-4b59-93e9-1697dbd4d6e9 req-f8e5e09e-93f0-40ce-9175-efedbdf98315 service neutron] Checking segment: {'id': '1e8e2e77-4e33-4beb-84b8-a14df404873a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '23f8f824-aae5-4f2f-a8c3-545bf961b04d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 05:33:20.209978 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0adef4b1-1d22-4b59-93e9-1697dbd4d6e9 req-f8e5e09e-93f0-40ce-9175-efedbdf98315 service neutron] Bound using segment: {'id': '1e8e2e77-4e33-4beb-84b8-a14df404873a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '23f8f824-aae5-4f2f-a8c3-545bf961b04d'} {{(pid=103714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 05:33:20.210643 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.managers [req-0adef4b1-1d22-4b59-93e9-1697dbd4d6e9 req-f8e5e09e-93f0-40ce-9175-efedbdf98315 service neutron] Bound port: 659fb406-9144-4707-abb9-3eadb4a9e82d, host: hv-cinder-76845, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e8e2e77-4e33-4beb-84b8-a14df404873a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '23f8f824-aae5-4f2f-a8c3-545bf961b04d'}}] {{(pid=103714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 05:33:20.210998 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [req-0adef4b1-1d22-4b59-93e9-1697dbd4d6e9 req-f8e5e09e-93f0-40ce-9175-efedbdf98315 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for port (659fb406-9144-4707-abb9-3eadb4a9e82d), before_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:20.242575 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.db.db_base_plugin_common [req-8da213ce-5fe2-4371-bb41-7c4d1ba2e725 req-2df5ac44-f5f2-426a-b300-58d2abec429d tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Allocated IP 172.20.0.8 (cca8cd28-8205-477a-92b1-88a32e29d0bc/ab127ad9-ce11-421d-b130-80cd6d7ddae3/8d20e0f5-1081-4b21-9c63-5a7aba63428c) {{(pid=103715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 05:33:20.291307 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.db [req-0adef4b1-1d22-4b59-93e9-1697dbd4d6e9 req-f8e5e09e-93f0-40ce-9175-efedbdf98315 service neutron] For port 659fb406-9144-4707-abb9-3eadb4a9e82d, host hv-cinder-76845, cleared binding levels {{(pid=103714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 05:33:20.295483 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.db [req-0adef4b1-1d22-4b59-93e9-1697dbd4d6e9 req-f8e5e09e-93f0-40ce-9175-efedbdf98315 service neutron] For port 659fb406-9144-4707-abb9-3eadb4a9e82d, host hv-cinder-76845, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=659fb406-9144-4707-abb9-3eadb4a9e82d,segment=NetworkSegment(1e8e2e77-4e33-4beb-84b8-a14df404873a),segment_id=1e8e2e77-4e33-4beb-84b8-a14df404873a)] {{(pid=103714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 05:33:20.402296 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-8da213ce-5fe2-4371-bb41-7c4d1ba2e725 req-2df5ac44-f5f2-426a-b300-58d2abec429d tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Publish callbacks [] for port (8d20e0f5-1081-4b21-9c63-5a7aba63428c), precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:20.405852 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [req-0adef4b1-1d22-4b59-93e9-1697dbd4d6e9 req-f8e5e09e-93f0-40ce-9175-efedbdf98315 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789290460654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789289919735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789289921293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13003858'] for port (659fb406-9144-4707-abb9-3eadb4a9e82d), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:20.449175 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adef4b1-1d22-4b59-93e9-1697dbd4d6e9 req-f8e5e09e-93f0-40ce-9175-efedbdf98315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:33:20.449801 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [req-0adef4b1-1d22-4b59-93e9-1697dbd4d6e9 req-f8e5e09e-93f0-40ce-9175-efedbdf98315 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25628'] for port (None), before_response {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:20.451247 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-0adef4b1-1d22-4b59-93e9-1697dbd4d6e9 req-f8e5e09e-93f0-40ce-9175-efedbdf98315 service neutron] 10.222.0.41 "PUT /v2.0/ports/659fb406-9144-4707-abb9-3eadb4a9e82d HTTP/1.1" status: 200 len: 1094 time: 0.9705150 Mar 02 05:33:20.451781 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d2cebdb-90e4-425b-9b77-8faaeccbdbf7', 'tag': '659fb406-9144-4707-abb9-3eadb4a9e82d'}] {{(pid=103714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 05:33:20.454170 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ff79788530fe2085a0b37cf7dfc71d903fcc72df0d156f3e5e7065db2593a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be2fabdf-a9e1-4403-bfd9-5a22da786770" -d '{"events": [{"name": "network-changed", "server_uuid": "9d2cebdb-90e4-425b-9b77-8faaeccbdbf7", "tag": "659fb406-9144-4707-abb9-3eadb4a9e82d"}]}' {{(pid=103714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 05:33:20.488725 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e5e09e-93f0-40ce-9175-efedbdf98315 service neutron] Pushing event updated for resources: {'Port': ['ID=659fb406-9144-4707-abb9-3eadb4a9e82d,revision_number=3']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:33:20.492249 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Mar 2022 05:33:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1f2a9f5-892d-4dd2-8f25-47af7e6b477f x-openstack-request-id: req-c1f2a9f5-892d-4dd2-8f25-47af7e6b477f {{(pid=103714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 05:33:20.492537 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d2cebdb-90e4-425b-9b77-8faaeccbdbf7", "tag": "659fb406-9144-4707-abb9-3eadb4a9e82d", "status": "completed", "code": 200}]} {{(pid=103714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 05:33:20.492791 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c1f2a9f5-892d-4dd2-8f25-47af7e6b477f {{(pid=103714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 05:33:20.493194 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d2cebdb-90e4-425b-9b77-8faaeccbdbf7', 'tag': '659fb406-9144-4707-abb9-3eadb4a9e82d', 'status': 'completed', 'code': 200} Mar 02 05:33:20.503513 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-8da213ce-5fe2-4371-bb41-7c4d1ba2e725 req-2df5ac44-f5f2-426a-b300-58d2abec429d tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789289919717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14203002'] for port (8d20e0f5-1081-4b21-9c63-5a7aba63428c), after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:20.552405 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df5ac44-f5f2-426a-b300-58d2abec429d tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Pushing event updated for resources: {'Port': ['ID=8d20e0f5-1081-4b21-9c63-5a7aba63428c,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:33:20.571731 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8da213ce-5fe2-4371-bb41-7c4d1ba2e725 req-2df5ac44-f5f2-426a-b300-58d2abec429d tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Network cca8cd28-8205-477a-92b1-88a32e29d0bc is already hosted by enough agents. {{(pid=103715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 05:33:20.574372 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [req-8da213ce-5fe2-4371-bb41-7c4d1ba2e725 req-2df5ac44-f5f2-426a-b300-58d2abec429d tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Resources bound (agent type, host, resource id): {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 05:33:20.577974 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [req-8da213ce-5fe2-4371-bb41-7c4d1ba2e725 req-2df5ac44-f5f2-426a-b300-58d2abec429d tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Received port after_create {{(pid=103715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 05:33:20.625540 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2fabdf-a9e1-4403-bfd9-5a22da786770 req-5f9352c7-ac7b-476e-9bf0-47e919be020e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:33:20.627121 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-be2fabdf-a9e1-4403-bfd9-5a22da786770 req-5f9352c7-ac7b-476e-9bf0-47e919be020e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8cadbb55c03941bdba85ea81721d2245&device_id=9d2cebdb-90e4-425b-9b77-8faaeccbdbf7 HTTP/1.1" status: 200 len: 1128 time: 0.1032002 Mar 02 05:33:20.630410 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da213ce-5fe2-4371-bb41-7c4d1ba2e725 req-2df5ac44-f5f2-426a-b300-58d2abec429d tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:33:20.631063 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-8da213ce-5fe2-4371-bb41-7c4d1ba2e725 req-2df5ac44-f5f2-426a-b300-58d2abec429d tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25628'] for port (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:20.639674 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c410d07-4fd1-40fe-a7c8-de4c11c42f6c req-684f8060-25a8-464a-970f-a69ca1b6914e tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:33:20.642153 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-2c410d07-4fd1-40fe-a7c8-de4c11c42f6c req-684f8060-25a8-464a-970f-a69ca1b6914e tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/ports?device_id=f113b7a2-946b-46bc-b2d7-90e10ff913f1 HTTP/1.1" status: 200 len: 931 time: 0.0729277 Mar 02 05:33:20.733772 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-8da213ce-5fe2-4371-bb41-7c4d1ba2e725 req-2df5ac44-f5f2-426a-b300-58d2abec429d tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0679486 Mar 02 05:33:20.746529 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.v2.base [req-8da213ce-5fe2-4371-bb41-7c4d1ba2e725 req-37251d6f-8d2f-4923-a03d-0b49bc38e0a3 service neutron] Request body: {'port': {'device_id': 'f113b7a2-946b-46bc-b2d7-90e10ff913f1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76845'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 05:33:20.750774 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-2c410d07-4fd1-40fe-a7c8-de4c11c42f6c req-af3bd6b0-64e7-4336-9bfc-536d89e85954 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/security-groups?id=991bbb6a-b336-47ac-a115-31af4aa86146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0993373 Mar 02 05:33:20.774507 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2fabdf-a9e1-4403-bfd9-5a22da786770 req-72de3b1b-c9a8-4d2d-bd0a-f60c0fefa8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:33:20.776090 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-be2fabdf-a9e1-4403-bfd9-5a22da786770 req-72de3b1b-c9a8-4d2d-bd0a-f60c0fefa8a7 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=8cadbb55c03941bdba85ea81721d2245&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1328228 Mar 02 05:33:20.828573 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-8da213ce-5fe2-4371-bb41-7c4d1ba2e725 req-37251d6f-8d2f-4923-a03d-0b49bc38e0a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for port (8d20e0f5-1081-4b21-9c63-5a7aba63428c), before_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:20.884101 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2fabdf-a9e1-4403-bfd9-5a22da786770 req-5e0d9c73-76a6-448f-835c-bd8435a8d824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:33:20.885779 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-be2fabdf-a9e1-4403-bfd9-5a22da786770 req-5e0d9c73-76a6-448f-835c-bd8435a8d824 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1016579 Mar 02 05:33:20.923551 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.provisioning_blocks [None req-d1bfd1f5-57d4-4d6f-8374-1cdfb2333136 None None] Provisioning complete for port 8d20e0f5-1081-4b21-9c63-5a7aba63428c triggered by entity DHCP. {{(pid=103716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 05:33:20.924707 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-d1bfd1f5-57d4-4d6f-8374-1cdfb2333136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012754'] for port (8d20e0f5-1081-4b21-9c63-5a7aba63428c), provisioning_complete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:20.959564 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-d1bfd1f5-57d4-4d6f-8374-1cdfb2333136 None None] Port 8d20e0f5-1081-4b21-9c63-5a7aba63428c cannot update to ACTIVE because it is not bound. {{(pid=103716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 02 05:33:20.981892 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adef4b1-1d22-4b59-93e9-1697dbd4d6e9 req-b73c29f8-5de6-4613-9278-332e46831e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:33:20.983464 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-0adef4b1-1d22-4b59-93e9-1697dbd4d6e9 req-b73c29f8-5de6-4613-9278-332e46831e4c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8cadbb55c03941bdba85ea81721d2245&device_id=9d2cebdb-90e4-425b-9b77-8faaeccbdbf7 HTTP/1.1" status: 200 len: 1128 time: 0.0503256 Mar 02 05:33:21.025678 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-0adef4b1-1d22-4b59-93e9-1697dbd4d6e9 req-6e128f4a-fa90-4a22-a541-325ff5681ef0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=659fb406-9144-4707-abb9-3eadb4a9e82d HTTP/1.1" status: 200 len: 217 time: 0.0341156 Mar 02 05:33:21.055148 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba43be42-e5a9-4f41-84ec-92156a3e2a76 req-a4c6ce3c-57e8-476d-ad7e-693319d888db tempest-TestShelveInstance-884373592 tempest-TestShelveInstance-884373592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:33:21.056643 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-ba43be42-e5a9-4f41-84ec-92156a3e2a76 req-a4c6ce3c-57e8-476d-ad7e-693319d888db tempest-TestShelveInstance-884373592 tempest-TestShelveInstance-884373592-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d2cebdb-90e4-425b-9b77-8faaeccbdbf7 HTTP/1.1" status: 200 len: 944 time: 0.1181748 Mar 02 05:33:21.073750 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adef4b1-1d22-4b59-93e9-1697dbd4d6e9 req-8303feae-4224-4651-8798-d73236c9aed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:33:21.075195 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-0adef4b1-1d22-4b59-93e9-1697dbd4d6e9 req-8303feae-4224-4651-8798-d73236c9aed6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=100d9f66-c333-48f1-b722-61b116bc39ee HTTP/1.1" status: 200 len: 848 time: 0.0430055 Mar 02 05:33:21.125979 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adef4b1-1d22-4b59-93e9-1697dbd4d6e9 req-02b8682b-6325-426d-b6c1-c1ce26dd69bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:33:21.127573 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-0adef4b1-1d22-4b59-93e9-1697dbd4d6e9 req-02b8682b-6325-426d-b6c1-c1ce26dd69bf service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=23f8f824-aae5-4f2f-a8c3-545bf961b04d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0453448 Mar 02 05:33:21.139314 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-ba43be42-e5a9-4f41-84ec-92156a3e2a76 req-3030167e-dc19-4ae7-af1a-83adb58b4d1d tempest-TestShelveInstance-884373592 tempest-TestShelveInstance-884373592-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b903e94-610b-437d-b42e-c55e30ec84d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756109 Mar 02 05:33:21.184365 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.notifiers.nova [req-8da213ce-5fe2-4371-bb41-7c4d1ba2e725 req-37251d6f-8d2f-4923-a03d-0b49bc38e0a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d20e0f5-1081-4b21-9c63-5a7aba63428c {{(pid=103715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 05:33:21.192142 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-8da213ce-5fe2-4371-bb41-7c4d1ba2e725 req-37251d6f-8d2f-4923-a03d-0b49bc38e0a3 service neutron] Publish callbacks [] for port (8d20e0f5-1081-4b21-9c63-5a7aba63428c), precommit_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:21.204885 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.db.provisioning_blocks [req-8da213ce-5fe2-4371-bb41-7c4d1ba2e725 req-37251d6f-8d2f-4923-a03d-0b49bc38e0a3 service neutron] Transition to ACTIVE for port object 8d20e0f5-1081-4b21-9c63-5a7aba63428c will not be triggered until provisioned by entity L2. {{(pid=103715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 02 05:33:21.219196 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-0adef4b1-1d22-4b59-93e9-1697dbd4d6e9 req-6dca5640-96a7-4e6d-9c37-7413ff04f201 service neutron] 10.222.0.41 "GET /v2.0/networks/23f8f824-aae5-4f2f-a8c3-545bf961b04d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841703 Mar 02 05:33:21.301586 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-8da213ce-5fe2-4371-bb41-7c4d1ba2e725 req-37251d6f-8d2f-4923-a03d-0b49bc38e0a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789290460654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789289919735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789289921293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14202995'] for port (8d20e0f5-1081-4b21-9c63-5a7aba63428c), after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:21.313592 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-0adef4b1-1d22-4b59-93e9-1697dbd4d6e9 req-3beea59a-d58e-4855-8f85-9e830f1517fc service neutron] 10.222.0.41 "GET /v2.0/networks/23f8f824-aae5-4f2f-a8c3-545bf961b04d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871432 Mar 02 05:33:21.354091 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37251d6f-8d2f-4923-a03d-0b49bc38e0a3 service neutron] Pushing event updated for resources: {'Port': ['ID=8d20e0f5-1081-4b21-9c63-5a7aba63428c,revision_number=2']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:33:21.430857 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.managers [req-8da213ce-5fe2-4371-bb41-7c4d1ba2e725 req-37251d6f-8d2f-4923-a03d-0b49bc38e0a3 service neutron] Attempting to bind port 8d20e0f5-1081-4b21-9c63-5a7aba63428c on host hv-cinder-76845 for vnic_type normal with profile {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 05:33:21.431323 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.managers [req-8da213ce-5fe2-4371-bb41-7c4d1ba2e725 req-37251d6f-8d2f-4923-a03d-0b49bc38e0a3 service neutron] Attempting to bind port 8d20e0f5-1081-4b21-9c63-5a7aba63428c by drivers openvswitch,hyperv on host hv-cinder-76845 at level 0 using segments [{'id': '15c6c484-0d48-4d40-b6e8-616bb71b4578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'cca8cd28-8205-477a-92b1-88a32e29d0bc'}] {{(pid=103715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 05:33:21.431908 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8da213ce-5fe2-4371-bb41-7c4d1ba2e725 req-37251d6f-8d2f-4923-a03d-0b49bc38e0a3 service neutron] Attempting to bind port 8d20e0f5-1081-4b21-9c63-5a7aba63428c on network cca8cd28-8205-477a-92b1-88a32e29d0bc {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 05:33:21.439612 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8da213ce-5fe2-4371-bb41-7c4d1ba2e725 req-37251d6f-8d2f-4923-a03d-0b49bc38e0a3 service neutron] Port 8d20e0f5-1081-4b21-9c63-5a7aba63428c on network cca8cd28-8205-477a-92b1-88a32e29d0bc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76845 {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 02 05:33:21.439981 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8da213ce-5fe2-4371-bb41-7c4d1ba2e725 req-37251d6f-8d2f-4923-a03d-0b49bc38e0a3 service neutron] Attempting to bind port 8d20e0f5-1081-4b21-9c63-5a7aba63428c on network cca8cd28-8205-477a-92b1-88a32e29d0bc {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 05:33:21.445945 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8da213ce-5fe2-4371-bb41-7c4d1ba2e725 req-37251d6f-8d2f-4923-a03d-0b49bc38e0a3 service neutron] Checking agent: {'id': 'db45f871-b7ec-436d-b6b8-6a0a072a2253', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76845', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 5, 27, 7), 'started_at': datetime.datetime(2022, 3, 2, 5, 27, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 5, 33, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 05:33:21.446297 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8da213ce-5fe2-4371-bb41-7c4d1ba2e725 req-37251d6f-8d2f-4923-a03d-0b49bc38e0a3 service neutron] Checking segment: {'id': '15c6c484-0d48-4d40-b6e8-616bb71b4578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'cca8cd28-8205-477a-92b1-88a32e29d0bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 05:33:21.446686 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8da213ce-5fe2-4371-bb41-7c4d1ba2e725 req-37251d6f-8d2f-4923-a03d-0b49bc38e0a3 service neutron] Bound using segment: {'id': '15c6c484-0d48-4d40-b6e8-616bb71b4578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'cca8cd28-8205-477a-92b1-88a32e29d0bc'} {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 05:33:21.447124 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.managers [req-8da213ce-5fe2-4371-bb41-7c4d1ba2e725 req-37251d6f-8d2f-4923-a03d-0b49bc38e0a3 service neutron] Bound port: 8d20e0f5-1081-4b21-9c63-5a7aba63428c, host: hv-cinder-76845, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15c6c484-0d48-4d40-b6e8-616bb71b4578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'cca8cd28-8205-477a-92b1-88a32e29d0bc'}}] {{(pid=103715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 05:33:21.447512 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-8da213ce-5fe2-4371-bb41-7c4d1ba2e725 req-37251d6f-8d2f-4923-a03d-0b49bc38e0a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for port (8d20e0f5-1081-4b21-9c63-5a7aba63428c), before_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:21.521871 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.db [req-8da213ce-5fe2-4371-bb41-7c4d1ba2e725 req-37251d6f-8d2f-4923-a03d-0b49bc38e0a3 service neutron] For port 8d20e0f5-1081-4b21-9c63-5a7aba63428c, host hv-cinder-76845, cleared binding levels {{(pid=103715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 05:33:21.524846 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.db [req-8da213ce-5fe2-4371-bb41-7c4d1ba2e725 req-37251d6f-8d2f-4923-a03d-0b49bc38e0a3 service neutron] For port 8d20e0f5-1081-4b21-9c63-5a7aba63428c, host hv-cinder-76845, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=8d20e0f5-1081-4b21-9c63-5a7aba63428c,segment=NetworkSegment(15c6c484-0d48-4d40-b6e8-616bb71b4578),segment_id=15c6c484-0d48-4d40-b6e8-616bb71b4578)] {{(pid=103715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 05:33:21.657240 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-8da213ce-5fe2-4371-bb41-7c4d1ba2e725 req-37251d6f-8d2f-4923-a03d-0b49bc38e0a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789290460654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789289919735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789289921293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14202995'] for port (8d20e0f5-1081-4b21-9c63-5a7aba63428c), after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:21.689571 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da213ce-5fe2-4371-bb41-7c4d1ba2e725 req-37251d6f-8d2f-4923-a03d-0b49bc38e0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:33:21.690142 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-8da213ce-5fe2-4371-bb41-7c4d1ba2e725 req-37251d6f-8d2f-4923-a03d-0b49bc38e0a3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25628'] for port (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:21.691522 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-8da213ce-5fe2-4371-bb41-7c4d1ba2e725 req-37251d6f-8d2f-4923-a03d-0b49bc38e0a3 service neutron] 10.222.0.41 "PUT /v2.0/ports/8d20e0f5-1081-4b21-9c63-5a7aba63428c HTTP/1.1" status: 200 len: 1093 time: 0.9492900 Mar 02 05:33:21.694061 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f113b7a2-946b-46bc-b2d7-90e10ff913f1', 'tag': '8d20e0f5-1081-4b21-9c63-5a7aba63428c'}] {{(pid=103715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 05:33:21.694170 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6b615920106d83c92ac2e7a83ecc91ff2029d0c3ca4726e1521f538b1ed31e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b69a0034-4334-4001-8d56-2a1ca89e8c16" -d '{"events": [{"name": "network-changed", "server_uuid": "f113b7a2-946b-46bc-b2d7-90e10ff913f1", "tag": "8d20e0f5-1081-4b21-9c63-5a7aba63428c"}]}' {{(pid=103715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 05:33:21.722801 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37251d6f-8d2f-4923-a03d-0b49bc38e0a3 service neutron] Pushing event updated for resources: {'Port': ['ID=8d20e0f5-1081-4b21-9c63-5a7aba63428c,revision_number=3']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:33:21.741186 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Mar 2022 05:33:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da523c4a-c85e-47e5-a6de-ab18aa11ed47 x-openstack-request-id: req-da523c4a-c85e-47e5-a6de-ab18aa11ed47 {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 05:33:21.741486 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f113b7a2-946b-46bc-b2d7-90e10ff913f1", "tag": "8d20e0f5-1081-4b21-9c63-5a7aba63428c", "status": "completed", "code": 200}]} {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 05:33:21.741729 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-da523c4a-c85e-47e5-a6de-ab18aa11ed47 {{(pid=103715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 05:33:21.742137 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f113b7a2-946b-46bc-b2d7-90e10ff913f1', 'tag': '8d20e0f5-1081-4b21-9c63-5a7aba63428c', 'status': 'completed', 'code': 200} Mar 02 05:33:21.812341 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69a0034-4334-4001-8d56-2a1ca89e8c16 req-e12a78ab-8874-4955-90cc-4d631e83c9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:33:21.814136 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-b69a0034-4334-4001-8d56-2a1ca89e8c16 req-e12a78ab-8874-4955-90cc-4d631e83c9f7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7c356e87fe874337af907d7d9f0a2bb3&device_id=f113b7a2-946b-46bc-b2d7-90e10ff913f1 HTTP/1.1" status: 200 len: 1127 time: 0.0504603 Mar 02 05:33:21.956295 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc5e162-5ba6-4c82-ab56-a16b72bb4820 req-3ec851bd-6170-4ecc-86d6-6d810710e3ca tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:33:21.957717 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-ccc5e162-5ba6-4c82-ab56-a16b72bb4820 req-3ec851bd-6170-4ecc-86d6-6d810710e3ca tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/ports?device_id=f113b7a2-946b-46bc-b2d7-90e10ff913f1 HTTP/1.1" status: 200 len: 943 time: 0.1248758 Mar 02 05:33:21.960480 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69a0034-4334-4001-8d56-2a1ca89e8c16 req-5028b5d4-4a13-4421-9132-d299ad56ba88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:33:21.961829 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-b69a0034-4334-4001-8d56-2a1ca89e8c16 req-5028b5d4-4a13-4421-9132-d299ad56ba88 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=7c356e87fe874337af907d7d9f0a2bb3&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1393511 Mar 02 05:33:22.060869 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-ccc5e162-5ba6-4c82-ab56-a16b72bb4820 req-fc08a105-4870-4b3a-9992-85c4ff0e7cae tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/security-groups?id=991bbb6a-b336-47ac-a115-31af4aa86146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975099 Mar 02 05:33:22.087108 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69a0034-4334-4001-8d56-2a1ca89e8c16 req-02a788f0-6271-49c7-9757-5ab5128de402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:33:22.088685 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-b69a0034-4334-4001-8d56-2a1ca89e8c16 req-02a788f0-6271-49c7-9757-5ab5128de402 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1196692 Mar 02 05:33:22.186146 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da213ce-5fe2-4371-bb41-7c4d1ba2e725 req-770805e7-9496-4342-8e90-93dbd88516ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:33:22.188203 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-8da213ce-5fe2-4371-bb41-7c4d1ba2e725 req-770805e7-9496-4342-8e90-93dbd88516ac service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7c356e87fe874337af907d7d9f0a2bb3&device_id=f113b7a2-946b-46bc-b2d7-90e10ff913f1 HTTP/1.1" status: 200 len: 1127 time: 0.0486634 Mar 02 05:33:22.235432 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-8da213ce-5fe2-4371-bb41-7c4d1ba2e725 req-5b708712-5d77-47b3-9fe7-cad4a52ba8b0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8d20e0f5-1081-4b21-9c63-5a7aba63428c HTTP/1.1" status: 200 len: 217 time: 0.0351593 Mar 02 05:33:22.266863 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f7f9d0-28af-4de9-9996-d42bdb588b9f req-acbc4a20-130c-4c64-b132-0020de1bed23 tempest-TestShelveInstance-884373592 tempest-TestShelveInstance-884373592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:33:22.268782 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-44f7f9d0-28af-4de9-9996-d42bdb588b9f req-acbc4a20-130c-4c64-b132-0020de1bed23 tempest-TestShelveInstance-884373592 tempest-TestShelveInstance-884373592-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d2cebdb-90e4-425b-9b77-8faaeccbdbf7 HTTP/1.1" status: 200 len: 944 time: 0.0592456 Mar 02 05:33:22.302069 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da213ce-5fe2-4371-bb41-7c4d1ba2e725 req-37cb076c-2f09-437c-8d27-fed08779832b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:33:22.302069 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-8da213ce-5fe2-4371-bb41-7c4d1ba2e725 req-37cb076c-2f09-437c-8d27-fed08779832b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ab127ad9-ce11-421d-b130-80cd6d7ddae3 HTTP/1.1" status: 200 len: 856 time: 0.0520875 Mar 02 05:33:22.332851 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-44f7f9d0-28af-4de9-9996-d42bdb588b9f req-2861311f-8430-4dc6-a333-bab1b0778f4b tempest-TestShelveInstance-884373592 tempest-TestShelveInstance-884373592-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b903e94-610b-437d-b42e-c55e30ec84d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572045 Mar 02 05:33:22.346959 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da213ce-5fe2-4371-bb41-7c4d1ba2e725 req-be037d53-bb79-4853-b260-6fa7667976f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:33:22.348499 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-8da213ce-5fe2-4371-bb41-7c4d1ba2e725 req-be037d53-bb79-4853-b260-6fa7667976f5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cca8cd28-8205-477a-92b1-88a32e29d0bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0464494 Mar 02 05:33:22.442389 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-8da213ce-5fe2-4371-bb41-7c4d1ba2e725 req-ede09279-e08a-409b-af3e-c2cc66bcf260 service neutron] 10.222.0.41 "GET /v2.0/networks/cca8cd28-8205-477a-92b1-88a32e29d0bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869544 Mar 02 05:33:22.476168 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.wsgi [-] (103714) accepted ('10.222.0.32', 41104) {{(pid=103714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:33:22.538586 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-8da213ce-5fe2-4371-bb41-7c4d1ba2e725 req-0293e088-ae98-420d-83fd-1398d4e9740b service neutron] 10.222.0.41 "GET /v2.0/networks/cca8cd28-8205-477a-92b1-88a32e29d0bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887680 Mar 02 05:33:22.582962 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-b89cdfb9-c648-41a1-84bc-a15655ba9272 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:22.656787 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-b89cdfb9-c648-41a1-84bc-a15655ba9272 admin admin] Publish callbacks [] for security_group (7a0c8ce0-cbe0-436d-9b09-50538136a2b2), precommit_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:22.736516 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-b89cdfb9-c648-41a1-84bc-a15655ba9272 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629892'] for security_group (7a0c8ce0-cbe0-436d-9b09-50538136a2b2), after_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:22.777641 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [None req-b89cdfb9-c648-41a1-84bc-a15655ba9272 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=72e0d75943b2410e90985d84dc729900&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3003187 Mar 02 05:33:22.778564 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89cdfb9-c648-41a1-84bc-a15655ba9272 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a0c8ce0-cbe0-436d-9b09-50538136a2b2,revision_number=1']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:33:22.780427 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.32', 41108) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:33:22.830964 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-a267d984-8d7c-40ad-ad14-6ce46b341bfc admin admin] Publish callbacks [] for security_group (7a0c8ce0-cbe0-436d-9b09-50538136a2b2), before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:22.852478 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-a267d984-8d7c-40ad-ad14-6ce46b341bfc admin admin] Publish callbacks [] for security_group (7a0c8ce0-cbe0-436d-9b09-50538136a2b2), precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:22.965233 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-a267d984-8d7c-40ad-ad14-6ce46b341bfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629892'] for security_group (7a0c8ce0-cbe0-436d-9b09-50538136a2b2), after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:22.967831 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-a267d984-8d7c-40ad-ad14-6ce46b341bfc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:22.969187 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-a267d984-8d7c-40ad-ad14-6ce46b341bfc admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7a0c8ce0-cbe0-436d-9b09-50538136a2b2 HTTP/1.1" status: 204 len: 168 time: 0.1876247 Mar 02 05:33:22.976877 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a267d984-8d7c-40ad-ad14-6ce46b341bfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a0c8ce0-cbe0-436d-9b09-50538136a2b2,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:33:23.192014 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3707ffa-8c3b-4aef-9b22-53699455b372 req-b7afab2b-6b9b-42dd-ae4b-73fd92a1c5f8 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:33:23.193552 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-b3707ffa-8c3b-4aef-9b22-53699455b372 req-b7afab2b-6b9b-42dd-ae4b-73fd92a1c5f8 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/ports?device_id=f113b7a2-946b-46bc-b2d7-90e10ff913f1 HTTP/1.1" status: 200 len: 943 time: 0.0574763 Mar 02 05:33:23.241050 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-b3707ffa-8c3b-4aef-9b22-53699455b372 req-2e748d02-8d16-46b3-8ca3-4fd5e80a687a tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/security-groups?id=991bbb6a-b336-47ac-a115-31af4aa86146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419512 Mar 02 05:33:23.449417 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb7095a-1ceb-4d8e-b2c7-b5ea1639e1bc req-06dfb306-bae5-4c20-9880-99e6b434d34a tempest-TestShelveInstance-884373592 tempest-TestShelveInstance-884373592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:33:23.450887 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-2bb7095a-1ceb-4d8e-b2c7-b5ea1639e1bc req-06dfb306-bae5-4c20-9880-99e6b434d34a tempest-TestShelveInstance-884373592 tempest-TestShelveInstance-884373592-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d2cebdb-90e4-425b-9b77-8faaeccbdbf7 HTTP/1.1" status: 200 len: 944 time: 0.0523050 Mar 02 05:33:23.498966 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-2bb7095a-1ceb-4d8e-b2c7-b5ea1639e1bc req-bdf84db0-7e31-4880-8121-c5fbd85faf53 tempest-TestShelveInstance-884373592 tempest-TestShelveInstance-884373592-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b903e94-610b-437d-b42e-c55e30ec84d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422156 Mar 02 05:33:23.535933 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.32', 41124) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:33:23.550159 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-46ecfd10-21d0-4d32-a727-25ceda09dade admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:23.626896 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-46ecfd10-21d0-4d32-a727-25ceda09dade admin admin] Publish callbacks [] for security_group (e30b1667-6110-4d47-bc2a-a32096322730), precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:23.707522 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-46ecfd10-21d0-4d32-a727-25ceda09dade admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629892'] for security_group (e30b1667-6110-4d47-bc2a-a32096322730), after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:23.748639 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-46ecfd10-21d0-4d32-a727-25ceda09dade admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9a3376955c4b41ac862011f6f7517fbe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2113874 Mar 02 05:33:23.749460 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ecfd10-21d0-4d32-a727-25ceda09dade admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e30b1667-6110-4d47-bc2a-a32096322730,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:33:23.751441 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.wsgi [-] (103714) accepted ('10.222.0.32', 41132) {{(pid=103714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:33:23.799588 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-0b0ce7d7-a2bd-49c1-afe3-f07fec308e49 admin admin] Publish callbacks [] for security_group (e30b1667-6110-4d47-bc2a-a32096322730), before_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:23.821642 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-0b0ce7d7-a2bd-49c1-afe3-f07fec308e49 admin admin] Publish callbacks [] for security_group (e30b1667-6110-4d47-bc2a-a32096322730), precommit_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:23.948439 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-0b0ce7d7-a2bd-49c1-afe3-f07fec308e49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629892'] for security_group (e30b1667-6110-4d47-bc2a-a32096322730), after_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:23.951078 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-0b0ce7d7-a2bd-49c1-afe3-f07fec308e49 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:23.952280 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [None req-0b0ce7d7-a2bd-49c1-afe3-f07fec308e49 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e30b1667-6110-4d47-bc2a-a32096322730 HTTP/1.1" status: 204 len: 168 time: 0.1996565 Mar 02 05:33:23.961172 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0ce7d7-a2bd-49c1-afe3-f07fec308e49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e30b1667-6110-4d47-bc2a-a32096322730,revision_number=None']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:33:24.362538 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb82cb8-9bbc-4fd2-821b-fb98c9eca5b7 req-1cc4bb6f-be87-4cdd-a706-28ac5ddf7e54 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:33:24.364171 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-4cb82cb8-9bbc-4fd2-821b-fb98c9eca5b7 req-1cc4bb6f-be87-4cdd-a706-28ac5ddf7e54 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/ports?device_id=f113b7a2-946b-46bc-b2d7-90e10ff913f1 HTTP/1.1" status: 200 len: 943 time: 0.0527065 Mar 02 05:33:24.417564 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-4cb82cb8-9bbc-4fd2-821b-fb98c9eca5b7 req-dbbd6335-9800-4921-bf26-349a2d1dbda9 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/security-groups?id=991bbb6a-b336-47ac-a115-31af4aa86146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478585 Mar 02 05:33:24.621434 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec7146b-08a6-4a08-a064-de698b5eb217 req-602068a0-a6f8-4114-a580-d3316dc03ee1 tempest-TestShelveInstance-884373592 tempest-TestShelveInstance-884373592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:33:24.622918 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-4ec7146b-08a6-4a08-a064-de698b5eb217 req-602068a0-a6f8-4114-a580-d3316dc03ee1 tempest-TestShelveInstance-884373592 tempest-TestShelveInstance-884373592-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d2cebdb-90e4-425b-9b77-8faaeccbdbf7 HTTP/1.1" status: 200 len: 944 time: 0.0554526 Mar 02 05:33:24.671228 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-4ec7146b-08a6-4a08-a064-de698b5eb217 req-b4ae4025-c2fe-4106-b2ad-005031a57e25 tempest-TestShelveInstance-884373592 tempest-TestShelveInstance-884373592-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b903e94-610b-437d-b42e-c55e30ec84d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421720 Mar 02 05:33:25.317759 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.rpc [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Device 8d20e0f5-1081-4b21-9c63-5a7aba63428c details requested by agent hyperv_hv-cinder-76845 with host hv-cinder-76845 {{(pid=103716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 02 05:33:25.414845 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] For port 8d20e0f5-1081-4b21-9c63-5a7aba63428c, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=8d20e0f5-1081-4b21-9c63-5a7aba63428c,segment=NetworkSegment(15c6c484-0d48-4d40-b6e8-616bb71b4578),segment_id=15c6c484-0d48-4d40-b6e8-616bb71b4578)] {{(pid=103716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 05:33:25.426984 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.rpc [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Returning: {'device': '8d20e0f5-1081-4b21-9c63-5a7aba63428c', 'network_id': 'cca8cd28-8205-477a-92b1-88a32e29d0bc', 'port_id': '8d20e0f5-1081-4b21-9c63-5a7aba63428c', 'mac_address': 'fa:16:3e:1e:08:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 258, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab127ad9-ce11-421d-b130-80cd6d7ddae3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 02 05:33:25.466949 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Current status of the port 8d20e0f5-1081-4b21-9c63-5a7aba63428c is: DOWN; New status is: BUILD {{(pid=103716) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 05:33:25.467461 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for port (8d20e0f5-1081-4b21-9c63-5a7aba63428c), before_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:25.484445 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.notifiers.nova [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d20e0f5-1081-4b21-9c63-5a7aba63428c {{(pid=103716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 05:33:25.510106 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] For port 8d20e0f5-1081-4b21-9c63-5a7aba63428c, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=8d20e0f5-1081-4b21-9c63-5a7aba63428c,segment=NetworkSegment(15c6c484-0d48-4d40-b6e8-616bb71b4578),segment_id=15c6c484-0d48-4d40-b6e8-616bb71b4578)] {{(pid=103716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 05:33:25.534658 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.wsgi [-] (103714) accepted ('10.222.0.32', 41178) {{(pid=103714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:33:25.551646 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550c5e25-4f68-4191-a578-2fd259c43b2b req-6b2ac0f3-4898-4b7c-8570-9e77b89ffa44 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:33:25.553160 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-550c5e25-4f68-4191-a578-2fd259c43b2b req-6b2ac0f3-4898-4b7c-8570-9e77b89ffa44 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/ports?device_id=f113b7a2-946b-46bc-b2d7-90e10ff913f1 HTTP/1.1" status: 200 len: 943 time: 0.0558298 Mar 02 05:33:25.576903 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789290460654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789289919735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789289921293'] for port (8d20e0f5-1081-4b21-9c63-5a7aba63428c), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:25.602616 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-550c5e25-4f68-4191-a578-2fd259c43b2b req-fda070eb-8196-4510-b3fd-7de1c49eea66 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/security-groups?id=991bbb6a-b336-47ac-a115-31af4aa86146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434535 Mar 02 05:33:25.644746 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Pushing event updated for resources: {'Port': ['ID=8d20e0f5-1081-4b21-9c63-5a7aba63428c,revision_number=4']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:33:25.697160 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-9925662c-0be5-4ed6-a46f-98786eb0c1ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:25.810555 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-9925662c-0be5-4ed6-a46f-98786eb0c1ab admin admin] Publish callbacks [] for security_group (bb28b58b-b490-44fa-82ba-b82db7eabf3c), precommit_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:25.822807 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba65f03-9fe6-4bde-bfe3-bf032a018525 req-5b1bbfc3-78c6-4479-bde3-ad7ad25baa63 tempest-TestShelveInstance-884373592 tempest-TestShelveInstance-884373592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:33:25.824295 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-8ba65f03-9fe6-4bde-bfe3-bf032a018525 req-5b1bbfc3-78c6-4479-bde3-ad7ad25baa63 tempest-TestShelveInstance-884373592 tempest-TestShelveInstance-884373592-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d2cebdb-90e4-425b-9b77-8faaeccbdbf7 HTTP/1.1" status: 200 len: 944 time: 0.0840943 Mar 02 05:33:25.829115 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] get_ports_and_sgs() called for port_ids ['8d20e0f5-1081-4b21-9c63-5a7aba63428c'] {{(pid=103716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 05:33:25.876875 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-8ba65f03-9fe6-4bde-bfe3-bf032a018525 req-c6e71df1-7705-47ae-8286-1bd014b786e6 tempest-TestShelveInstance-884373592 tempest-TestShelveInstance-884373592-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b903e94-610b-437d-b42e-c55e30ec84d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469508 Mar 02 05:33:25.902406 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-9925662c-0be5-4ed6-a46f-98786eb0c1ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629892'] for security_group (bb28b58b-b490-44fa-82ba-b82db7eabf3c), after_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:25.938004 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9925662c-0be5-4ed6-a46f-98786eb0c1ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb28b58b-b490-44fa-82ba-b82db7eabf3c,revision_number=1']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:33:25.949896 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [None req-9925662c-0be5-4ed6-a46f-98786eb0c1ab admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=19d938ad8ddf44d2bcfdde8307a9e871&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4115875 Mar 02 05:33:25.950269 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.wsgi [-] (103714) accepted ('10.222.0.32', 41192) {{(pid=103714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:33:26.000322 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-9762d2b6-c1c4-4e39-8b40-777484068be7 admin admin] Publish callbacks [] for security_group (bb28b58b-b490-44fa-82ba-b82db7eabf3c), before_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:26.023954 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-9762d2b6-c1c4-4e39-8b40-777484068be7 admin admin] Publish callbacks [] for security_group (bb28b58b-b490-44fa-82ba-b82db7eabf3c), precommit_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:26.159619 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-9762d2b6-c1c4-4e39-8b40-777484068be7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629892'] for security_group (bb28b58b-b490-44fa-82ba-b82db7eabf3c), after_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:26.162176 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-9762d2b6-c1c4-4e39-8b40-777484068be7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:26.163358 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [None req-9762d2b6-c1c4-4e39-8b40-777484068be7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/bb28b58b-b490-44fa-82ba-b82db7eabf3c HTTP/1.1" status: 204 len: 168 time: 0.2123218 Mar 02 05:33:26.170893 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9762d2b6-c1c4-4e39-8b40-777484068be7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb28b58b-b490-44fa-82ba-b82db7eabf3c,revision_number=None']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:33:26.729964 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a66b72-9c27-4f31-81ce-5a8af8ae6b6c req-98df10cd-c563-4c19-8271-04e64372fcb5 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:33:26.732117 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-87a66b72-9c27-4f31-81ce-5a8af8ae6b6c req-98df10cd-c563-4c19-8271-04e64372fcb5 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/ports?device_id=f113b7a2-946b-46bc-b2d7-90e10ff913f1 HTTP/1.1" status: 200 len: 944 time: 0.0568421 Mar 02 05:33:26.779627 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-87a66b72-9c27-4f31-81ce-5a8af8ae6b6c req-2812a2d1-a0e7-450a-a531-853ab8b75f13 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/security-groups?id=991bbb6a-b336-47ac-a115-31af4aa86146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404906 Mar 02 05:33:26.999478 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38997ffc-2b39-4fed-b068-33a546c45d6d req-07f9c666-edb9-479e-9156-1ee8a6836c45 tempest-TestShelveInstance-884373592 tempest-TestShelveInstance-884373592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:33:27.000972 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-38997ffc-2b39-4fed-b068-33a546c45d6d req-07f9c666-edb9-479e-9156-1ee8a6836c45 tempest-TestShelveInstance-884373592 tempest-TestShelveInstance-884373592-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d2cebdb-90e4-425b-9b77-8faaeccbdbf7 HTTP/1.1" status: 200 len: 944 time: 0.0527830 Mar 02 05:33:27.049042 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-38997ffc-2b39-4fed-b068-33a546c45d6d req-f7322e8d-681c-48b7-bf19-13e1a1614452 tempest-TestShelveInstance-884373592 tempest-TestShelveInstance-884373592-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b903e94-610b-437d-b42e-c55e30ec84d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426114 Mar 02 05:33:27.318404 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.rpc [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Device 8d20e0f5-1081-4b21-9c63-5a7aba63428c up at agent hyperv_hv-cinder-76845 {{(pid=103716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 05:33:27.422238 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.provisioning_blocks [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Provisioning for port 8d20e0f5-1081-4b21-9c63-5a7aba63428c completed by entity L2. {{(pid=103716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 02 05:33:27.426770 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.provisioning_blocks [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Provisioning complete for port 8d20e0f5-1081-4b21-9c63-5a7aba63428c triggered by entity L2. {{(pid=103716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 05:33:27.427155 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012754'] for port (8d20e0f5-1081-4b21-9c63-5a7aba63428c), provisioning_complete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:27.505367 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Current status of the port 8d20e0f5-1081-4b21-9c63-5a7aba63428c is: BUILD; New status is: ACTIVE {{(pid=103716) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 05:33:27.505757 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for port (8d20e0f5-1081-4b21-9c63-5a7aba63428c), before_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:27.531263 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f113b7a2-946b-46bc-b2d7-90e10ff913f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d20e0f5-1081-4b21-9c63-5a7aba63428c'}] {{(pid=103716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 05:33:27.533762 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5cc3ee08ba8b8203ef00b822cbb368117e1f515a76881e78a723e4cc0774230" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39f2ae75-cb5b-4089-9f38-df795516beb0" -d '{"events": [{"server_uuid": "f113b7a2-946b-46bc-b2d7-90e10ff913f1", "name": "network-vif-plugged", "status": "completed", "tag": "8d20e0f5-1081-4b21-9c63-5a7aba63428c"}]}' {{(pid=103716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 05:33:27.547587 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] For port 8d20e0f5-1081-4b21-9c63-5a7aba63428c, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=8d20e0f5-1081-4b21-9c63-5a7aba63428c,segment=NetworkSegment(15c6c484-0d48-4d40-b6e8-616bb71b4578),segment_id=15c6c484-0d48-4d40-b6e8-616bb71b4578)] {{(pid=103716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 05:33:27.573641 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 05:33:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69243f00-dba9-417f-921b-1510a8e166b8 x-openstack-request-id: req-69243f00-dba9-417f-921b-1510a8e166b8 {{(pid=103716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 05:33:27.573641 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f113b7a2-946b-46bc-b2d7-90e10ff913f1", "name": "network-vif-plugged", "status": "completed", "tag": "8d20e0f5-1081-4b21-9c63-5a7aba63428c", "code": 200}]} {{(pid=103716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 05:33:27.573641 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-69243f00-dba9-417f-921b-1510a8e166b8 {{(pid=103716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 05:33:27.573641 dv-cinder-768458-18-iscsi neutron-server[103716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f113b7a2-946b-46bc-b2d7-90e10ff913f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d20e0f5-1081-4b21-9c63-5a7aba63428c', 'code': 200} Mar 02 05:33:27.622409 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789290460654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789289919735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789289921293'] for port (8d20e0f5-1081-4b21-9c63-5a7aba63428c), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:27.671761 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Pushing event updated for resources: {'Port': ['ID=8d20e0f5-1081-4b21-9c63-5a7aba63428c,revision_number=5']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:33:27.905710 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60e798d-fd1b-4d44-b81a-fd428bd144f7 req-90a0bf71-874b-49e3-87a0-afd53f78186c tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:33:27.908298 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-a60e798d-fd1b-4d44-b81a-fd428bd144f7 req-90a0bf71-874b-49e3-87a0-afd53f78186c tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/ports?device_id=f113b7a2-946b-46bc-b2d7-90e10ff913f1 HTTP/1.1" status: 200 len: 945 time: 0.0564177 Mar 02 05:33:27.948884 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef7eb0c-9090-43b3-8b17-fdc58e3a0d7b req-45b69fec-47fa-4034-86f8-c3d62a1ebfc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:33:27.950377 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-aef7eb0c-9090-43b3-8b17-fdc58e3a0d7b req-45b69fec-47fa-4034-86f8-c3d62a1ebfc4 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f113b7a2-946b-46bc-b2d7-90e10ff913f1 HTTP/1.1" status: 200 len: 1129 time: 0.0494616 Mar 02 05:33:27.963096 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-a60e798d-fd1b-4d44-b81a-fd428bd144f7 req-0e0e2dfe-f297-4e35-a472-005710a97775 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/security-groups?id=991bbb6a-b336-47ac-a115-31af4aa86146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499909 Mar 02 05:33:27.997404 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-aef7eb0c-9090-43b3-8b17-fdc58e3a0d7b req-3f3f6bba-299e-4a65-857d-68807aac9e5e service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=991bbb6a-b336-47ac-a115-31af4aa86146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391607 Mar 02 05:33:28.172763 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075c84d2-b64f-49df-97fd-0fd5fef85b7b req-9c6036e9-1abc-4b8a-84e6-00d8cde0d7e3 tempest-TestShelveInstance-884373592 tempest-TestShelveInstance-884373592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:33:28.174330 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-075c84d2-b64f-49df-97fd-0fd5fef85b7b req-9c6036e9-1abc-4b8a-84e6-00d8cde0d7e3 tempest-TestShelveInstance-884373592 tempest-TestShelveInstance-884373592-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d2cebdb-90e4-425b-9b77-8faaeccbdbf7 HTTP/1.1" status: 200 len: 944 time: 0.0572731 Mar 02 05:33:28.226810 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-075c84d2-b64f-49df-97fd-0fd5fef85b7b req-7d69a370-f115-42bb-8ecc-893e3740f67f tempest-TestShelveInstance-884373592 tempest-TestShelveInstance-884373592-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b903e94-610b-437d-b42e-c55e30ec84d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467005 Mar 02 05:33:29.093145 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69075afa-0867-4c4b-89df-eda9690b0f8f req-0e1220f0-bd4e-4078-9ecb-aa926521565d tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:33:29.095254 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-69075afa-0867-4c4b-89df-eda9690b0f8f req-0e1220f0-bd4e-4078-9ecb-aa926521565d tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/ports?device_id=f113b7a2-946b-46bc-b2d7-90e10ff913f1 HTTP/1.1" status: 200 len: 945 time: 0.0516901 Mar 02 05:33:29.147304 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-69075afa-0867-4c4b-89df-eda9690b0f8f req-fec848bf-5acf-4a98-bfe5-7b5f32d16fd5 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/security-groups?id=991bbb6a-b336-47ac-a115-31af4aa86146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465221 Mar 02 05:33:29.319826 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.rpc [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Device 659fb406-9144-4707-abb9-3eadb4a9e82d details requested by agent hyperv_hv-cinder-76845 with host hv-cinder-76845 {{(pid=103716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 02 05:33:29.347533 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2454571-fb5d-4bc3-bf7f-dbd0ba29c6a3 req-0ff4c2bd-3485-40dc-bf8e-19d1e304afd9 tempest-TestShelveInstance-884373592 tempest-TestShelveInstance-884373592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:33:29.349015 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-f2454571-fb5d-4bc3-bf7f-dbd0ba29c6a3 req-0ff4c2bd-3485-40dc-bf8e-19d1e304afd9 tempest-TestShelveInstance-884373592 tempest-TestShelveInstance-884373592-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d2cebdb-90e4-425b-9b77-8faaeccbdbf7 HTTP/1.1" status: 200 len: 944 time: 0.0558386 Mar 02 05:33:29.424213 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-f2454571-fb5d-4bc3-bf7f-dbd0ba29c6a3 req-16066ad8-fb23-4bed-b67a-5b8784734e4c tempest-TestShelveInstance-884373592 tempest-TestShelveInstance-884373592-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b903e94-610b-437d-b42e-c55e30ec84d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645955 Mar 02 05:33:29.427212 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] For port 659fb406-9144-4707-abb9-3eadb4a9e82d, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=659fb406-9144-4707-abb9-3eadb4a9e82d,segment=NetworkSegment(1e8e2e77-4e33-4beb-84b8-a14df404873a),segment_id=1e8e2e77-4e33-4beb-84b8-a14df404873a)] {{(pid=103716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 05:33:29.438065 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.rpc [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Returning: {'device': '659fb406-9144-4707-abb9-3eadb4a9e82d', 'network_id': '23f8f824-aae5-4f2f-a8c3-545bf961b04d', 'port_id': '659fb406-9144-4707-abb9-3eadb4a9e82d', 'mac_address': 'fa:16:3e:67:33:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 268, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '100d9f66-c333-48f1-b722-61b116bc39ee', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 02 05:33:29.487816 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Current status of the port 659fb406-9144-4707-abb9-3eadb4a9e82d is: DOWN; New status is: BUILD {{(pid=103716) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 05:33:29.488209 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for port (659fb406-9144-4707-abb9-3eadb4a9e82d), before_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:29.499435 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.wsgi [-] (103714) accepted ('10.222.0.32', 41306) {{(pid=103714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:33:29.503774 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.notifiers.nova [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 659fb406-9144-4707-abb9-3eadb4a9e82d {{(pid=103716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 05:33:29.524477 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] For port 659fb406-9144-4707-abb9-3eadb4a9e82d, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=659fb406-9144-4707-abb9-3eadb4a9e82d,segment=NetworkSegment(1e8e2e77-4e33-4beb-84b8-a14df404873a),segment_id=1e8e2e77-4e33-4beb-84b8-a14df404873a)] {{(pid=103716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 05:33:29.588264 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789290460654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789289919735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789289921293'] for port (659fb406-9144-4707-abb9-3eadb4a9e82d), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:29.601785 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-a6eafafb-ff96-4d70-9ad0-df959e7a4c74 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:29.636303 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Pushing event updated for resources: {'Port': ['ID=659fb406-9144-4707-abb9-3eadb4a9e82d,revision_number=4']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:33:29.677092 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-a6eafafb-ff96-4d70-9ad0-df959e7a4c74 admin admin] Publish callbacks [] for security_group (10ef33d1-6614-42e4-9e47-e591a0c97331), precommit_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:29.720055 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-a6eafafb-ff96-4d70-9ad0-df959e7a4c74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629892'] for security_group (10ef33d1-6614-42e4-9e47-e591a0c97331), after_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:29.759519 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [None req-a6eafafb-ff96-4d70-9ad0-df959e7a4c74 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f40f1eb82797478b86092a83f103c1e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2586269 Mar 02 05:33:29.760682 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6eafafb-ff96-4d70-9ad0-df959e7a4c74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10ef33d1-6614-42e4-9e47-e591a0c97331,revision_number=1']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:33:29.762142 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.32', 41310) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:33:29.809801 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-cfbe00e4-5c22-404e-8abb-8d6e3340d0b4 admin admin] Publish callbacks [] for security_group (10ef33d1-6614-42e4-9e47-e591a0c97331), before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:29.831618 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-cfbe00e4-5c22-404e-8abb-8d6e3340d0b4 admin admin] Publish callbacks [] for security_group (10ef33d1-6614-42e4-9e47-e591a0c97331), precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:29.844957 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] get_ports_and_sgs() called for port_ids ['659fb406-9144-4707-abb9-3eadb4a9e82d'] {{(pid=103716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 05:33:29.925978 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-cfbe00e4-5c22-404e-8abb-8d6e3340d0b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629892'] for security_group (10ef33d1-6614-42e4-9e47-e591a0c97331), after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:29.928488 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-cfbe00e4-5c22-404e-8abb-8d6e3340d0b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:29.929628 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-cfbe00e4-5c22-404e-8abb-8d6e3340d0b4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/10ef33d1-6614-42e4-9e47-e591a0c97331 HTTP/1.1" status: 204 len: 168 time: 0.1663964 Mar 02 05:33:29.938983 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbe00e4-5c22-404e-8abb-8d6e3340d0b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10ef33d1-6614-42e4-9e47-e591a0c97331,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:33:29.946675 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbe00e4-5c22-404e-8abb-8d6e3340d0b4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:33:29.947022 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbe00e4-5c22-404e-8abb-8d6e3340d0b4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:33:29.947396 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbe00e4-5c22-404e-8abb-8d6e3340d0b4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:33:29.948233 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbe00e4-5c22-404e-8abb-8d6e3340d0b4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:33:29.948571 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbe00e4-5c22-404e-8abb-8d6e3340d0b4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:33:29.948902 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbe00e4-5c22-404e-8abb-8d6e3340d0b4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:33:29.949243 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbe00e4-5c22-404e-8abb-8d6e3340d0b4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:33:29.950000 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbe00e4-5c22-404e-8abb-8d6e3340d0b4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:33:29.950510 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbe00e4-5c22-404e-8abb-8d6e3340d0b4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:33:29.950934 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbe00e4-5c22-404e-8abb-8d6e3340d0b4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:33:29.951156 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbe00e4-5c22-404e-8abb-8d6e3340d0b4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:33:29.951499 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbe00e4-5c22-404e-8abb-8d6e3340d0b4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:33:29.952478 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbe00e4-5c22-404e-8abb-8d6e3340d0b4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:33:30.273357 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7586886-b5b6-42a5-b574-0e61557f8e48 req-d170f8f5-2e5e-4445-af98-c066c79c1aef tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:33:30.274820 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-c7586886-b5b6-42a5-b574-0e61557f8e48 req-d170f8f5-2e5e-4445-af98-c066c79c1aef tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/ports?device_id=f113b7a2-946b-46bc-b2d7-90e10ff913f1 HTTP/1.1" status: 200 len: 945 time: 0.0541053 Mar 02 05:33:30.327548 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-c7586886-b5b6-42a5-b574-0e61557f8e48 req-71123b8e-d573-4057-9961-e6cd582edb7b tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/security-groups?id=991bbb6a-b336-47ac-a115-31af4aa86146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471549 Mar 02 05:33:30.459389 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53675e55-8ed0-4f3f-a7ca-f992136c6648 req-2f7a4e21-88bc-47d6-84c4-ce414b624721 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:33:30.459389 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-53675e55-8ed0-4f3f-a7ca-f992136c6648 req-2f7a4e21-88bc-47d6-84c4-ce414b624721 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/ports?device_id=f113b7a2-946b-46bc-b2d7-90e10ff913f1 HTTP/1.1" status: 200 len: 945 time: 0.0519779 Mar 02 05:33:30.459389 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.32', 41324) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:33:30.462686 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.v2.base [None req-3fa36798-800f-4752-85d4-213d1c1ce399 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Request body: {'floatingip': {'port_id': '8d20e0f5-1081-4b21-9c63-5a7aba63428c'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 05:33:30.470549 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.wsgi [-] (103714) accepted ('10.222.0.32', 41326) {{(pid=103714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:33:30.489139 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-1656d431-21a5-4eaf-ab1e-abe9c5e59e15 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:30.507710 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-3fa36798-800f-4752-85d4-213d1c1ce399 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Publish callbacks [] for floatingip (e7c66479-d159-403f-be03-af613d45a609), before_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:30.566928 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705896c9-d153-4a2f-a2c8-63a6ad3421b3 req-a06cda06-a2a6-4706-9a33-8a6caf05312e tempest-TestShelveInstance-884373592 tempest-TestShelveInstance-884373592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:33:30.568533 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-705896c9-d153-4a2f-a2c8-63a6ad3421b3 req-a06cda06-a2a6-4706-9a33-8a6caf05312e tempest-TestShelveInstance-884373592 tempest-TestShelveInstance-884373592-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d2cebdb-90e4-425b-9b77-8faaeccbdbf7 HTTP/1.1" status: 200 len: 945 time: 0.0813248 Mar 02 05:33:30.646630 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-705896c9-d153-4a2f-a2c8-63a6ad3421b3 req-3bd586bd-3a60-492e-8a29-c946972e1435 tempest-TestShelveInstance-884373592 tempest-TestShelveInstance-884373592-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b903e94-610b-437d-b42e-c55e30ec84d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702910 Mar 02 05:33:30.648397 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-1656d431-21a5-4eaf-ab1e-abe9c5e59e15 admin admin] Publish callbacks [] for security_group (9082d9d7-011e-4d2a-a26a-1d95c1eb6a82), precommit_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:30.708550 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-1656d431-21a5-4eaf-ab1e-abe9c5e59e15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629892'] for security_group (9082d9d7-011e-4d2a-a26a-1d95c1eb6a82), after_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:30.745691 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [None req-1656d431-21a5-4eaf-ab1e-abe9c5e59e15 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0cdd61389a734b549e6907cca1ff20f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2736475 Mar 02 05:33:30.747716 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1656d431-21a5-4eaf-ab1e-abe9c5e59e15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9082d9d7-011e-4d2a-a26a-1d95c1eb6a82,revision_number=1']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:33:30.751183 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.wsgi [-] (103714) accepted ('10.222.0.32', 41328) {{(pid=103714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:33:30.800430 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-77a55829-5cc3-4c39-aa71-c454b0751aca admin admin] Publish callbacks [] for security_group (9082d9d7-011e-4d2a-a26a-1d95c1eb6a82), before_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:30.822689 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-77a55829-5cc3-4c39-aa71-c454b0751aca admin admin] Publish callbacks [] for security_group (9082d9d7-011e-4d2a-a26a-1d95c1eb6a82), precommit_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:30.948205 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-77a55829-5cc3-4c39-aa71-c454b0751aca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629892'] for security_group (9082d9d7-011e-4d2a-a26a-1d95c1eb6a82), after_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:30.950907 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-77a55829-5cc3-4c39-aa71-c454b0751aca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:30.952250 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [None req-77a55829-5cc3-4c39-aa71-c454b0751aca admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9082d9d7-011e-4d2a-a26a-1d95c1eb6a82 HTTP/1.1" status: 204 len: 168 time: 0.2000899 Mar 02 05:33:30.960440 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a55829-5cc3-4c39-aa71-c454b0751aca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9082d9d7-011e-4d2a-a26a-1d95c1eb6a82,revision_number=None']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:33:30.965407 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-3fa36798-800f-4752-85d4-213d1c1ce399 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:31.021787 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-3fa36798-800f-4752-85d4-213d1c1ce399 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556348'] for floatingip (e7c66479-d159-403f-be03-af613d45a609), after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:31.126374 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.db.l3_db [None req-3fa36798-800f-4752-85d4-213d1c1ce399 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Floating IP e7c66479-d159-403f-be03-af613d45a609 associated. External IP: 172.27.2.122, port: 8d20e0f5-1081-4b21-9c63-5a7aba63428c. Mar 02 05:33:31.341381 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.rpc [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Device 659fb406-9144-4707-abb9-3eadb4a9e82d up at agent hyperv_hv-cinder-76845 {{(pid=103716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 05:33:31.351937 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fa36798-800f-4752-85d4-213d1c1ce399 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Router aa79e986-2404-4136-904a-dbad8a9b4ddf has already been hosted by L3 agent 9c2b50e6-1677-4aa9-928e-941b4c488fc5 {{(pid=103715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 05:33:31.475210 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.provisioning_blocks [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Provisioning for port 659fb406-9144-4707-abb9-3eadb4a9e82d completed by entity L2. {{(pid=103716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 02 05:33:31.479068 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.provisioning_blocks [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Provisioning complete for port 659fb406-9144-4707-abb9-3eadb4a9e82d triggered by entity L2. {{(pid=103716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 05:33:31.479068 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012754'] for port (659fb406-9144-4707-abb9-3eadb4a9e82d), provisioning_complete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:31.486359 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fa36798-800f-4752-85d4-213d1c1ce399 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Notify agent at l3_agent.dv-cinder-768458-18-iscsi the message routers_updated {{(pid=103715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 05:33:31.491400 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-3fa36798-800f-4752-85d4-213d1c1ce399 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25628'] for floatingip (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:31.505879 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a34b8c65-ec81-4a45-aa26-8c98ebcecca3 None None] Sync routers for ids ['aa79e986-2404-4136-904a-dbad8a9b4ddf'] in dv-cinder-768458-18-iscsi {{(pid=103716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 05:33:31.525321 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-3fa36798-800f-4752-85d4-213d1c1ce399 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "PUT /v2.0/floatingips/e7c66479-d159-403f-be03-af613d45a609 HTTP/1.1" status: 200 len: 991 time: 1.0651934 Mar 02 05:33:31.525321 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f113b7a2-946b-46bc-b2d7-90e10ff913f1', 'tag': '8d20e0f5-1081-4b21-9c63-5a7aba63428c'}] {{(pid=103715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 05:33:31.527071 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6b615920106d83c92ac2e7a83ecc91ff2029d0c3ca4726e1521f538b1ed31e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-973f647e-714d-4294-a6db-29c93efa6030" -d '{"events": [{"name": "network-changed", "server_uuid": "f113b7a2-946b-46bc-b2d7-90e10ff913f1", "tag": "8d20e0f5-1081-4b21-9c63-5a7aba63428c"}]}' {{(pid=103715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 05:33:31.531265 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a34b8c65-ec81-4a45-aa26-8c98ebcecca3 None None] Routers {'aa79e986-2404-4136-904a-dbad8a9b4ddf'} bound to L3 agent in host dv-cinder-768458-18-iscsi {{(pid=103716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 05:33:31.531265 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.l3_hamode_db [None req-a34b8c65-ec81-4a45-aa26-8c98ebcecca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-02T05:20:42Z,description=,heartbeat_timestamp=2022-03-02T05:33:12Z,host='dv-cinder-768458-18-iscsi',id=9c2b50e6-1677-4aa9-928e-941b4c488fc5,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T05:20:42Z,topic='l3_agent')) {'router_ids': ['aa79e986-2404-4136-904a-dbad8a9b4ddf'], 'active': True} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 05:33:31.567430 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Mar 2022 05:33:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac330a88-22cf-4fbd-8809-45eb955f5ad3 x-openstack-request-id: req-ac330a88-22cf-4fbd-8809-45eb955f5ad3 {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 05:33:31.567784 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f113b7a2-946b-46bc-b2d7-90e10ff913f1", "tag": "8d20e0f5-1081-4b21-9c63-5a7aba63428c", "status": "completed", "code": 200}]} {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 05:33:31.568105 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ac330a88-22cf-4fbd-8809-45eb955f5ad3 {{(pid=103715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 05:33:31.568638 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f113b7a2-946b-46bc-b2d7-90e10ff913f1', 'tag': '8d20e0f5-1081-4b21-9c63-5a7aba63428c', 'status': 'completed', 'code': 200} Mar 02 05:33:31.660525 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973f647e-714d-4294-a6db-29c93efa6030 req-bf765164-9800-49d5-9f8d-786e4abb109f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:33:31.662690 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-973f647e-714d-4294-a6db-29c93efa6030 req-bf765164-9800-49d5-9f8d-786e4abb109f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7c356e87fe874337af907d7d9f0a2bb3&device_id=f113b7a2-946b-46bc-b2d7-90e10ff913f1 HTTP/1.1" status: 200 len: 1129 time: 0.0574801 Mar 02 05:33:31.677422 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Current status of the port 659fb406-9144-4707-abb9-3eadb4a9e82d is: BUILD; New status is: ACTIVE {{(pid=103716) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 05:33:31.678417 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for port (659fb406-9144-4707-abb9-3eadb4a9e82d), before_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:31.701876 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.l3_dvr_db [None req-a34b8c65-ec81-4a45-aa26-8c98ebcecca3 None None] Set router aa79e986-2404-4136-904a-dbad8a9b4ddf gateway port host: dv-cinder-768458-18-iscsi {{(pid=103716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 05:33:31.741106 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d2cebdb-90e4-425b-9b77-8faaeccbdbf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '659fb406-9144-4707-abb9-3eadb4a9e82d'}] {{(pid=103716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 05:33:31.750562 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5cc3ee08ba8b8203ef00b822cbb368117e1f515a76881e78a723e4cc0774230" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36b0e139-e123-49f3-896f-24eab4d86d37" -d '{"events": [{"server_uuid": "9d2cebdb-90e4-425b-9b77-8faaeccbdbf7", "name": "network-vif-plugged", "status": "completed", "tag": "659fb406-9144-4707-abb9-3eadb4a9e82d"}]}' {{(pid=103716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 05:33:31.780911 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] For port 659fb406-9144-4707-abb9-3eadb4a9e82d, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=659fb406-9144-4707-abb9-3eadb4a9e82d,segment=NetworkSegment(1e8e2e77-4e33-4beb-84b8-a14df404873a),segment_id=1e8e2e77-4e33-4beb-84b8-a14df404873a)] {{(pid=103716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 05:33:31.810612 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973f647e-714d-4294-a6db-29c93efa6030 req-14969248-7bcb-4f8c-b2e1-c42f10e43ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:33:31.812126 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-973f647e-714d-4294-a6db-29c93efa6030 req-14969248-7bcb-4f8c-b2e1-c42f10e43ea5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=cca8cd28-8205-477a-92b1-88a32e29d0bc HTTP/1.1" status: 200 len: 918 time: 0.1424494 Mar 02 05:33:31.833122 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 05:33:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aec96a16-1c4c-49c6-b88c-da5603f83a75 x-openstack-request-id: req-aec96a16-1c4c-49c6-b88c-da5603f83a75 {{(pid=103716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 05:33:31.833780 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d2cebdb-90e4-425b-9b77-8faaeccbdbf7", "name": "network-vif-plugged", "status": "completed", "tag": "659fb406-9144-4707-abb9-3eadb4a9e82d", "code": 200}]} {{(pid=103716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 05:33:31.834039 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-aec96a16-1c4c-49c6-b88c-da5603f83a75 {{(pid=103716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 05:33:31.834523 dv-cinder-768458-18-iscsi neutron-server[103716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d2cebdb-90e4-425b-9b77-8faaeccbdbf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '659fb406-9144-4707-abb9-3eadb4a9e82d', 'code': 200} Mar 02 05:33:31.846744 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789290460654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789289919735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789289921293'] for port (659fb406-9144-4707-abb9-3eadb4a9e82d), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:31.874971 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b5a070-c1fa-46ac-9f37-682c191afcf8 req-75d5da0c-fa43-44d9-b076-8368bc294479 tempest-TestShelveInstance-884373592 tempest-TestShelveInstance-884373592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:33:31.877151 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-77b5a070-c1fa-46ac-9f37-682c191afcf8 req-75d5da0c-fa43-44d9-b076-8368bc294479 tempest-TestShelveInstance-884373592 tempest-TestShelveInstance-884373592-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d2cebdb-90e4-425b-9b77-8faaeccbdbf7 HTTP/1.1" status: 200 len: 945 time: 0.1071289 Mar 02 05:33:31.954697 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-973f647e-714d-4294-a6db-29c93efa6030 req-4336adfa-9060-420c-a797-6f70c6910651 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8d20e0f5-1081-4b21-9c63-5a7aba63428c HTTP/1.1" status: 200 len: 999 time: 0.1320074 Mar 02 05:33:31.997187 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Pushing event updated for resources: {'Port': ['ID=659fb406-9144-4707-abb9-3eadb4a9e82d,revision_number=5']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:33:31.997684 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-77b5a070-c1fa-46ac-9f37-682c191afcf8 req-b6aedbb2-21e6-4ede-bd0b-069e15fbabae tempest-TestShelveInstance-884373592 tempest-TestShelveInstance-884373592-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b903e94-610b-437d-b42e-c55e30ec84d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1111159 Mar 02 05:33:32.022368 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973f647e-714d-4294-a6db-29c93efa6030 req-2953ce16-e134-4d8f-bf17-2a3180ffcd0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:33:32.025722 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-973f647e-714d-4294-a6db-29c93efa6030 req-2953ce16-e134-4d8f-bf17-2a3180ffcd0d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ab127ad9-ce11-421d-b130-80cd6d7ddae3 HTTP/1.1" status: 200 len: 856 time: 0.0624104 Mar 02 05:33:32.077599 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973f647e-714d-4294-a6db-29c93efa6030 req-27750df0-3969-44b6-8dc9-97304c576a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:33:32.083122 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-973f647e-714d-4294-a6db-29c93efa6030 req-27750df0-3969-44b6-8dc9-97304c576a19 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cca8cd28-8205-477a-92b1-88a32e29d0bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0520313 Mar 02 05:33:32.110374 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.l3_hamode_db [None req-a34b8c65-ec81-4a45-aa26-8c98ebcecca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa79e986-2404-4136-904a-dbad8a9b4ddf', 'name': 'tempest-AttachVolumeShelveTestJSON-1925534195-router', 'tenant_id': '7c356e87fe874337af907d7d9f0a2bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'external_fixed_ips': [{'subnet_id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'ip_address': '172.27.2.212'}], 'enable_snat': True}, 'gw_port_id': '94519c60-ed40-4640-8dc1-57747bf0da94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T05:29:04Z', 'updated_at': '2022-03-02T05:29:14Z', 'revision_number': 4, 'project_id': '7c356e87fe874337af907d7d9f0a2bb3', 'gw_port': {'id': '94519c60-ed40-4640-8dc1-57747bf0da94', 'name': '', 'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:b9:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa79e986-2404-4136-904a-dbad8a9b4ddf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'ip_address': '172.27.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T05:29:05Z', 'updated_at': '2022-03-02T05:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-18-iscsi', '_floatingips': [{'id': 'e7c66479-d159-403f-be03-af613d45a609', 'tenant_id': '7c356e87fe874337af907d7d9f0a2bb3', 'floating_ip_address': '172.27.2.122', 'floating_network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'router_id': 'aa79e986-2404-4136-904a-dbad8a9b4ddf', 'port_id': '8d20e0f5-1081-4b21-9c63-5a7aba63428c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 497, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cca8cd28-8205-477a-92b1-88a32e29d0bc', 'mac_address': 'fa:16:3e:1e:08:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f113b7a2-946b-46bc-b2d7-90e10ff913f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T05:33:15Z', 'updated_at': '2022-03-02T05:33:30Z', 'revision_number': 1, 'project_id': '7c356e87fe874337af907d7d9f0a2bb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f708e536-4a9f-41cc-907a-150ca1721be7', 'name': '', 'network_id': 'cca8cd28-8205-477a-92b1-88a32e29d0bc', 'tenant_id': '7c356e87fe874337af907d7d9f0a2bb3', 'mac_address': 'fa:16:3e:d4:f2:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa79e986-2404-4136-904a-dbad8a9b4ddf', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'ab127ad9-ce11-421d-b130-80cd6d7ddae3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T05:29:11Z', 'updated_at': '2022-03-02T05:29:21Z', 'revision_number': 5, 'project_id': '7c356e87fe874337af907d7d9f0a2bb3', 'subnets': [{'id': 'ab127ad9-ce11-421d-b130-80cd6d7ddae3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-18-iscsi', False) {} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 05:33:32.139591 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a34b8c65-ec81-4a45-aa26-8c98ebcecca3 None None] Checking router: aa79e986-2404-4136-904a-dbad8a9b4ddf for host: dv-cinder-768458-18-iscsi {{(pid=103716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 05:33:32.149746 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a34b8c65-ec81-4a45-aa26-8c98ebcecca3 None None] Routers {'aa79e986-2404-4136-904a-dbad8a9b4ddf'} bound to L3 agent in host dv-cinder-768458-18-iscsi {{(pid=103716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 05:33:32.150357 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.l3_hamode_db [None req-a34b8c65-ec81-4a45-aa26-8c98ebcecca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-02T05:20:42Z,description=,heartbeat_timestamp=2022-03-02T05:33:12Z,host='dv-cinder-768458-18-iscsi',id=9c2b50e6-1677-4aa9-928e-941b4c488fc5,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T05:20:42Z,topic='l3_agent')) {'router_ids': ['aa79e986-2404-4136-904a-dbad8a9b4ddf'], 'active': True} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 05:33:32.208434 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-973f647e-714d-4294-a6db-29c93efa6030 req-56c4b665-4127-47c1-8045-9d5fc79d2a3b service neutron] 10.222.0.41 "GET /v2.0/networks/cca8cd28-8205-477a-92b1-88a32e29d0bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1161549 Mar 02 05:33:32.253842 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71623a33-9b48-46f8-99b8-017f1f9f82d5 req-6a0dd64d-ee38-40c0-9174-fe734138bb9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:33:32.259731 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-71623a33-9b48-46f8-99b8-017f1f9f82d5 req-6a0dd64d-ee38-40c0-9174-fe734138bb9e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9d2cebdb-90e4-425b-9b77-8faaeccbdbf7 HTTP/1.1" status: 200 len: 1130 time: 0.0906239 Mar 02 05:33:32.331206 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.wsgi [-] (103714) accepted ('10.222.0.32', 41366) {{(pid=103714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:33:32.352642 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-71623a33-9b48-46f8-99b8-017f1f9f82d5 req-5b49f4fe-266c-491f-b4db-19f4f24a4b50 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=2b903e94-610b-437d-b42e-c55e30ec84d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814102 Mar 02 05:33:32.402578 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-973f647e-714d-4294-a6db-29c93efa6030 req-5db04cf0-11e7-454a-a013-f946e8eb20a0 service neutron] 10.222.0.41 "GET /v2.0/networks/cca8cd28-8205-477a-92b1-88a32e29d0bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1872628 Mar 02 05:33:32.445738 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.l3_dvr_db [None req-a34b8c65-ec81-4a45-aa26-8c98ebcecca3 None None] Set router aa79e986-2404-4136-904a-dbad8a9b4ddf gateway port host: dv-cinder-768458-18-iscsi {{(pid=103716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 05:33:32.471704 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.v2.base [None req-726ca634-b5fc-408a-b8b6-b2738cca7696 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1600551455-network', 'tenant_id': 'cf879fe6ac1c47f6b27ba257096d4c7e'}} {{(pid=103714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 05:33:32.565286 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-726ca634-b5fc-408a-b8b6-b2738cca7696 admin admin] Made reservation on behalf of cf879fe6ac1c47f6b27ba257096d4c7e for: {'network': 1} {{(pid=103714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 05:33:32.567629 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-726ca634-b5fc-408a-b8b6-b2738cca7696 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for network (None), before_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:32.576656 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-726ca634-b5fc-408a-b8b6-b2738cca7696 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:32.651498 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-726ca634-b5fc-408a-b8b6-b2738cca7696 admin admin] Publish callbacks [] for security_group (a83bf63b-328f-4864-a4da-dc8ab850ba56), precommit_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:32.675487 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.l3_hamode_db [None req-a34b8c65-ec81-4a45-aa26-8c98ebcecca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa79e986-2404-4136-904a-dbad8a9b4ddf', 'name': 'tempest-AttachVolumeShelveTestJSON-1925534195-router', 'tenant_id': '7c356e87fe874337af907d7d9f0a2bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'external_fixed_ips': [{'subnet_id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'ip_address': '172.27.2.212'}], 'enable_snat': True}, 'gw_port_id': '94519c60-ed40-4640-8dc1-57747bf0da94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T05:29:04Z', 'updated_at': '2022-03-02T05:29:14Z', 'revision_number': 4, 'project_id': '7c356e87fe874337af907d7d9f0a2bb3', 'gw_port': {'id': '94519c60-ed40-4640-8dc1-57747bf0da94', 'name': '', 'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:b9:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa79e986-2404-4136-904a-dbad8a9b4ddf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'ip_address': '172.27.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T05:29:05Z', 'updated_at': '2022-03-02T05:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-18-iscsi', '_floatingips': [{'id': 'e7c66479-d159-403f-be03-af613d45a609', 'tenant_id': '7c356e87fe874337af907d7d9f0a2bb3', 'floating_ip_address': '172.27.2.122', 'floating_network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'router_id': 'aa79e986-2404-4136-904a-dbad8a9b4ddf', 'port_id': '8d20e0f5-1081-4b21-9c63-5a7aba63428c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 497, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cca8cd28-8205-477a-92b1-88a32e29d0bc', 'mac_address': 'fa:16:3e:1e:08:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f113b7a2-946b-46bc-b2d7-90e10ff913f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T05:33:15Z', 'updated_at': '2022-03-02T05:33:30Z', 'revision_number': 1, 'project_id': '7c356e87fe874337af907d7d9f0a2bb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f708e536-4a9f-41cc-907a-150ca1721be7', 'name': '', 'network_id': 'cca8cd28-8205-477a-92b1-88a32e29d0bc', 'tenant_id': '7c356e87fe874337af907d7d9f0a2bb3', 'mac_address': 'fa:16:3e:d4:f2:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa79e986-2404-4136-904a-dbad8a9b4ddf', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'ab127ad9-ce11-421d-b130-80cd6d7ddae3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T05:29:11Z', 'updated_at': '2022-03-02T05:29:21Z', 'revision_number': 5, 'project_id': '7c356e87fe874337af907d7d9f0a2bb3', 'subnets': [{'id': 'ab127ad9-ce11-421d-b130-80cd6d7ddae3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-18-iscsi', False) {} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 05:33:32.701100 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a34b8c65-ec81-4a45-aa26-8c98ebcecca3 None None] The sync data for ids ['aa79e986-2404-4136-904a-dbad8a9b4ddf'] in dv-cinder-768458-18-iscsi is: [{'id': 'aa79e986-2404-4136-904a-dbad8a9b4ddf', 'name': 'tempest-AttachVolumeShelveTestJSON-1925534195-router', 'tenant_id': '7c356e87fe874337af907d7d9f0a2bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'external_fixed_ips': [{'subnet_id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'ip_address': '172.27.2.212'}], 'enable_snat': True}, 'gw_port_id': '94519c60-ed40-4640-8dc1-57747bf0da94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T05:29:04Z', 'updated_at': '2022-03-02T05:29:14Z', 'revision_number': 4, 'project_id': '7c356e87fe874337af907d7d9f0a2bb3', 'gw_port': {'id': '94519c60-ed40-4640-8dc1-57747bf0da94', 'name': '', 'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:b9:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa79e986-2404-4136-904a-dbad8a9b4ddf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'ip_address': '172.27.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T05:29:05Z', 'updated_at': '2022-03-02T05:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-18-iscsi', '_floatingips': [{'id': 'e7c66479-d159-403f-be03-af613d45a609', 'tenant_id': '7c356e87fe874337af907d7d9f0a2bb3', 'floating_ip_address': '172.27.2.122', 'floating_network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'router_id': 'aa79e986-2404-4136-904a-dbad8a9b4ddf', 'port_id': '8d20e0f5-1081-4b21-9c63-5a7aba63428c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 497, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cca8cd28-8205-477a-92b1-88a32e29d0bc', 'mac_address': 'fa:16:3e:1e:08:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f113b7a2-946b-46bc-b2d7-90e10ff913f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T05:33:15Z', 'updated_at': '2022-03-02T05:33:30Z', 'revision_number': 1, 'project_id': '7c356e87fe874337af907d7d9f0a2bb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f708e536-4a9f-41cc-907a-150ca1721be7', 'name': '', 'network_id': 'cca8cd28-8205-477a-92b1-88a32e29d0bc', 'tenant_id': '7c356e87fe874337af907d7d9f0a2bb3', 'mac_address': 'fa:16:3e:d4:f2:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa79e986-2404-4136-904a-dbad8a9b4ddf', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'ab127ad9-ce11-421d-b130-80cd6d7ddae3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T05:29:11Z', 'updated_at': '2022-03-02T05:29:21Z', 'revision_number': 5, 'project_id': '7c356e87fe874337af907d7d9f0a2bb3', 'subnets': [{'id': 'ab127ad9-ce11-421d-b130-80cd6d7ddae3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 05:33:32.725054 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-726ca634-b5fc-408a-b8b6-b2738cca7696 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629892'] for security_group (a83bf63b-328f-4864-a4da-dc8ab850ba56), after_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:32.753935 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-726ca634-b5fc-408a-b8b6-b2738cca7696 admin admin] vlan segment allocate from pool success with {'vlan_id': 275, 'physical_network': 'physnet1'} {{(pid=103714) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 05:33:32.764703 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726ca634-b5fc-408a-b8b6-b2738cca7696 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a83bf63b-328f-4864-a4da-dc8ab850ba56,revision_number=1']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:33:32.769737 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-726ca634-b5fc-408a-b8b6-b2738cca7696 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1106907'] for segment (bfdb29d3-deb6-49e5-b796-0f6849bf03e6), precommit_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:32.770089 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.db.segments_db [None req-726ca634-b5fc-408a-b8b6-b2738cca7696 admin admin] Added segment bfdb29d3-deb6-49e5-b796-0f6849bf03e6 of type vlan for network 79902201-00d3-4b67-8b4b-f9f77811e89e Mar 02 05:33:32.812480 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-726ca634-b5fc-408a-b8b6-b2738cca7696 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789289939532'] for network (79902201-00d3-4b67-8b4b-f9f77811e89e), precommit_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:32.879454 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-726ca634-b5fc-408a-b8b6-b2738cca7696 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186'] for network (79902201-00d3-4b67-8b4b-f9f77811e89e), after_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:32.880545 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-726ca634-b5fc-408a-b8b6-b2738cca7696 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:33:32.881152 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-726ca634-b5fc-408a-b8b6-b2738cca7696 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531172'] for network (None), before_response {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:32.924014 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-583f250f-0fdb-4acf-af7d-8f7b14ab8521 None None] New status for floating IP e7c66479-d159-403f-be03-af613d45a609: ACTIVE {{(pid=103717) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 05:33:32.946269 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726ca634-b5fc-408a-b8b6-b2738cca7696 admin admin] Pushing event updated for resources: {'Network': ['ID=79902201-00d3-4b67-8b4b-f9f77811e89e,revision_number=1']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:33:32.957336 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.rpc [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Network 79902201-00d3-4b67-8b4b-f9f77811e89e details requested by agent ovs-agent-dv-cinder-768458-18-iscsi with host dv-cinder-768458-18-iscsi {{(pid=103716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 02 05:33:32.990992 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [None req-726ca634-b5fc-408a-b8b6-b2738cca7696 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6586254 Mar 02 05:33:32.993896 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.wsgi [-] (103714) accepted ('10.222.0.32', 41372) {{(pid=103714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:33:32.998662 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.v2.base [None req-62d06f7c-f5fb-4bdb-9377-3d0b80ba9a7e admin admin] Request body: {'subnet': {'network_id': '79902201-00d3-4b67-8b4b-f9f77811e89e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1600551455-subnet', 'tenant_id': 'cf879fe6ac1c47f6b27ba257096d4c7e', 'ip_version': 4}} {{(pid=103714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 05:33:33.094870 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62d06f7c-f5fb-4bdb-9377-3d0b80ba9a7e admin admin] Made reservation on behalf of cf879fe6ac1c47f6b27ba257096d4c7e for: {'subnet': 1} {{(pid=103714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 05:33:33.097076 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-62d06f7c-f5fb-4bdb-9377-3d0b80ba9a7e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13179366'] for subnet (None), before_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:33.181609 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f87b8f5-8250-4752-9dd9-36d1260651e8 req-cc346f30-214e-4530-b51e-56a1f20a405d tempest-TestShelveInstance-884373592 tempest-TestShelveInstance-884373592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:33:33.183140 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-6f87b8f5-8250-4752-9dd9-36d1260651e8 req-cc346f30-214e-4530-b51e-56a1f20a405d tempest-TestShelveInstance-884373592 tempest-TestShelveInstance-884373592-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d2cebdb-90e4-425b-9b77-8faaeccbdbf7 HTTP/1.1" status: 200 len: 946 time: 0.1177609 Mar 02 05:33:33.265859 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-6f87b8f5-8250-4752-9dd9-36d1260651e8 req-6f6dec64-4799-4051-bbe8-15aab697d42b tempest-TestShelveInstance-884373592 tempest-TestShelveInstance-884373592-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b903e94-610b-437d-b42e-c55e30ec84d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746093 Mar 02 05:33:33.354153 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-62d06f7c-f5fb-4bdb-9377-3d0b80ba9a7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13003823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13179348'] for subnet (878a1507-a24f-4e42-91b3-d1b3ffd1e65a), after_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:33.412445 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d06f7c-f5fb-4bdb-9377-3d0b80ba9a7e admin admin] Pushing event updated for resources: {'Subnet': ['ID=878a1507-a24f-4e42-91b3-d1b3ffd1e65a,revision_number=0']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:33:33.423482 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62d06f7c-f5fb-4bdb-9377-3d0b80ba9a7e admin admin] Checking segment: {'id': 'bfdb29d3-deb6-49e5-b796-0f6849bf03e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '79902201-00d3-4b67-8b4b-f9f77811e89e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 05:33:33.423844 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62d06f7c-f5fb-4bdb-9377-3d0b80ba9a7e admin admin] Network hostable DHCP agents. Network: 79902201-00d3-4b67-8b4b-f9f77811e89e, hostable agents: ['516abb3b-63f8-4dbb-a4f1-8865516966e2'], hosted agents: [] {{(pid=103714) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 05:33:33.507960 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62d06f7c-f5fb-4bdb-9377-3d0b80ba9a7e admin admin] Network 79902201-00d3-4b67-8b4b-f9f77811e89e is scheduled to be hosted by DHCP agent 516abb3b-63f8-4dbb-a4f1-8865516966e2 with binding_index 1 {{(pid=103714) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 05:33:33.576355 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.scheduler.base_scheduler [None req-62d06f7c-f5fb-4bdb-9377-3d0b80ba9a7e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768458-18-iscsi, 79902201-00d3-4b67-8b4b-f9f77811e89e) {{(pid=103714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 05:33:33.580582 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62d06f7c-f5fb-4bdb-9377-3d0b80ba9a7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:33:33.581206 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-62d06f7c-f5fb-4bdb-9377-3d0b80ba9a7e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:33.585923 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e690a808-2e2d-4c45-81d5-afc3bcbece89 None None] Network 79902201-00d3-4b67-8b4b-f9f77811e89e requested from dv-cinder-768458-18-iscsi {{(pid=103716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 05:33:33.647750 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [None req-62d06f7c-f5fb-4bdb-9377-3d0b80ba9a7e admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6527703 Mar 02 05:33:33.650502 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.wsgi [-] (103714) accepted ('10.222.0.32', 41382) {{(pid=103714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:33:33.656505 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.v2.base [None req-c7209019-6f9d-4007-a485-6e3618d15335 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1600551455-router', 'tenant_id': 'cf879fe6ac1c47f6b27ba257096d4c7e', 'external_gateway_info': {'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58'}}} {{(pid=103714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 05:33:33.682261 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c20b66dc-4f69-4f9b-821c-1181fd0f0f8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbfd83565-997b-582c-95b3-04c06eae76bb-79902201-00d3-4b67-8b4b-f9f77811e89e', 'network_id': '79902201-00d3-4b67-8b4b-f9f77811e89e', 'project_id': 'cf879fe6ac1c47f6b27ba257096d4c7e', 'fixed_ips': [{'subnet_id': '878a1507-a24f-4e42-91b3-d1b3ffd1e65a'}]}} from dv-cinder-768458-18-iscsi. {{(pid=103716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 02 05:33:33.683109 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-c20b66dc-4f69-4f9b-821c-1181fd0f0f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for port (None), before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:33.730875 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-c7209019-6f9d-4007-a485-6e3618d15335 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5211'] for router (b4ad9cfc-7181-4b96-8cf3-45036b5b57a9), before_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:33.732083 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-c7209019-6f9d-4007-a485-6e3618d15335 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-554951', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-624974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5154'] for router (b4ad9cfc-7181-4b96-8cf3-45036b5b57a9), precommit_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:33.797971 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-c7209019-6f9d-4007-a485-6e3618d15335 admin admin] Publish callbacks [] for router_controller (b4ad9cfc-7181-4b96-8cf3-45036b5b57a9), precommit_add_association {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:33.823738 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.db_base_plugin_common [None req-c20b66dc-4f69-4f9b-821c-1181fd0f0f8c None None] Allocated IP 172.20.0.2 (79902201-00d3-4b67-8b4b-f9f77811e89e/878a1507-a24f-4e42-91b3-d1b3ffd1e65a/55c36dfd-ddc9-48d3-8aaf-d41cd2b1f1b9) {{(pid=103716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 05:33:33.975496 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-c20b66dc-4f69-4f9b-821c-1181fd0f0f8c None None] Publish callbacks [] for port (55c36dfd-ddc9-48d3-8aaf-d41cd2b1f1b9), precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:34.068822 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-c20b66dc-4f69-4f9b-821c-1181fd0f0f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789289919717'] for port (55c36dfd-ddc9-48d3-8aaf-d41cd2b1f1b9), after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:34.109521 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c20b66dc-4f69-4f9b-821c-1181fd0f0f8c None None] Network 79902201-00d3-4b67-8b4b-f9f77811e89e is already hosted by enough agents. {{(pid=103716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 05:33:34.112371 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-c20b66dc-4f69-4f9b-821c-1181fd0f0f8c None None] Resources bound (agent type, host, resource id): {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 05:33:34.116217 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c20b66dc-4f69-4f9b-821c-1181fd0f0f8c None None] Received port after_create {{(pid=103716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 05:33:34.122872 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20b66dc-4f69-4f9b-821c-1181fd0f0f8c None None] Pushing event updated for resources: {'Port': ['ID=55c36dfd-ddc9-48d3-8aaf-d41cd2b1f1b9,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:33:34.152033 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20b66dc-4f69-4f9b-821c-1181fd0f0f8c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:33:34.152522 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20b66dc-4f69-4f9b-821c-1181fd0f0f8c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:33:34.152804 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20b66dc-4f69-4f9b-821c-1181fd0f0f8c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:33:34.153132 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20b66dc-4f69-4f9b-821c-1181fd0f0f8c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:33:34.153465 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20b66dc-4f69-4f9b-821c-1181fd0f0f8c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:33:34.153789 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20b66dc-4f69-4f9b-821c-1181fd0f0f8c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:33:34.154114 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20b66dc-4f69-4f9b-821c-1181fd0f0f8c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:33:34.154437 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20b66dc-4f69-4f9b-821c-1181fd0f0f8c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:33:34.154758 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20b66dc-4f69-4f9b-821c-1181fd0f0f8c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:33:34.155081 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20b66dc-4f69-4f9b-821c-1181fd0f0f8c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:33:34.155430 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20b66dc-4f69-4f9b-821c-1181fd0f0f8c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:33:34.155762 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20b66dc-4f69-4f9b-821c-1181fd0f0f8c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:33:34.156651 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20b66dc-4f69-4f9b-821c-1181fd0f0f8c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:33:34.189120 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.managers [None req-c20b66dc-4f69-4f9b-821c-1181fd0f0f8c None None] Attempting to bind port 55c36dfd-ddc9-48d3-8aaf-d41cd2b1f1b9 on host dv-cinder-768458-18-iscsi for vnic_type normal with profile {{(pid=103716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 05:33:34.189482 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.managers [None req-c20b66dc-4f69-4f9b-821c-1181fd0f0f8c None None] Attempting to bind port 55c36dfd-ddc9-48d3-8aaf-d41cd2b1f1b9 by drivers openvswitch,hyperv on host dv-cinder-768458-18-iscsi at level 0 using segments [{'id': 'bfdb29d3-deb6-49e5-b796-0f6849bf03e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '79902201-00d3-4b67-8b4b-f9f77811e89e'}] {{(pid=103716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 05:33:34.189850 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c20b66dc-4f69-4f9b-821c-1181fd0f0f8c None None] Attempting to bind port 55c36dfd-ddc9-48d3-8aaf-d41cd2b1f1b9 on network 79902201-00d3-4b67-8b4b-f9f77811e89e {{(pid=103716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 05:33:34.195311 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c20b66dc-4f69-4f9b-821c-1181fd0f0f8c None None] Checking agent: {'id': '64307ea2-7468-48d5-a188-5e76dfb99c6b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 5, 20, 46), 'started_at': datetime.datetime(2022, 3, 2, 5, 21, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 5, 33, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 05:33:34.195311 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c20b66dc-4f69-4f9b-821c-1181fd0f0f8c None None] Checking segment: {'id': 'bfdb29d3-deb6-49e5-b796-0f6849bf03e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '79902201-00d3-4b67-8b4b-f9f77811e89e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 05:33:34.195654 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-c20b66dc-4f69-4f9b-821c-1181fd0f0f8c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:34.199073 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c20b66dc-4f69-4f9b-821c-1181fd0f0f8c None None] Bound using segment: {'id': 'bfdb29d3-deb6-49e5-b796-0f6849bf03e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '79902201-00d3-4b67-8b4b-f9f77811e89e'} {{(pid=103716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 05:33:34.199073 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.managers [None req-c20b66dc-4f69-4f9b-821c-1181fd0f0f8c None None] Bound port: 55c36dfd-ddc9-48d3-8aaf-d41cd2b1f1b9, host: dv-cinder-768458-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfdb29d3-deb6-49e5-b796-0f6849bf03e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '79902201-00d3-4b67-8b4b-f9f77811e89e'}}] {{(pid=103716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 05:33:34.199488 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-c20b66dc-4f69-4f9b-821c-1181fd0f0f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for port (55c36dfd-ddc9-48d3-8aaf-d41cd2b1f1b9), before_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:34.251175 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-c7209019-6f9d-4007-a485-6e3618d15335 admin admin] Publish callbacks [] for router_gateway (b4ad9cfc-7181-4b96-8cf3-45036b5b57a9), precommit_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:34.274437 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-c20b66dc-4f69-4f9b-821c-1181fd0f0f8c None None] For port 55c36dfd-ddc9-48d3-8aaf-d41cd2b1f1b9, host dv-cinder-768458-18-iscsi, cleared binding levels {{(pid=103716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 05:33:34.277500 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-c20b66dc-4f69-4f9b-821c-1181fd0f0f8c None None] For port 55c36dfd-ddc9-48d3-8aaf-d41cd2b1f1b9, host dv-cinder-768458-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-18-iscsi',level=0,port_id=55c36dfd-ddc9-48d3-8aaf-d41cd2b1f1b9,segment=NetworkSegment(bfdb29d3-deb6-49e5-b796-0f6849bf03e6),segment_id=bfdb29d3-deb6-49e5-b796-0f6849bf03e6)] {{(pid=103716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 05:33:34.360337 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-c20b66dc-4f69-4f9b-821c-1181fd0f0f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789290460654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789289919735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789289921293'] for port (55c36dfd-ddc9-48d3-8aaf-d41cd2b1f1b9), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:34.413337 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e2cf76-742a-479c-99d8-fd689b9f00f3 req-411f8f2c-cd75-4f8d-93d5-0b68502863a2 tempest-TestShelveInstance-884373592 tempest-TestShelveInstance-884373592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:33:34.420930 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-03e2cf76-742a-479c-99d8-fd689b9f00f3 req-411f8f2c-cd75-4f8d-93d5-0b68502863a2 tempest-TestShelveInstance-884373592 tempest-TestShelveInstance-884373592-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d2cebdb-90e4-425b-9b77-8faaeccbdbf7 HTTP/1.1" status: 200 len: 946 time: 0.0671322 Mar 02 05:33:34.421163 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20b66dc-4f69-4f9b-821c-1181fd0f0f8c None None] Pushing event updated for resources: {'Port': ['ID=55c36dfd-ddc9-48d3-8aaf-d41cd2b1f1b9,revision_number=2']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:33:34.491830 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-03e2cf76-742a-479c-99d8-fd689b9f00f3 req-c986c655-57d5-4a8e-b868-5bf7e0803608 tempest-TestShelveInstance-884373592 tempest-TestShelveInstance-884373592-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b903e94-610b-437d-b42e-c55e30ec84d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700343 Mar 02 05:33:34.594336 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-c7209019-6f9d-4007-a485-6e3618d15335 admin admin] Publish callbacks [] for router_gateway (b4ad9cfc-7181-4b96-8cf3-45036b5b57a9), before_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:34.621905 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-c7209019-6f9d-4007-a485-6e3618d15335 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for port (None), before_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:34.709502 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfa1be8-43ef-4e37-b798-5b32b5e4f441 req-cdc95ae9-b2da-41c9-8683-b85fe3618a5a tempest-TestShelveInstance-884373592 tempest-TestShelveInstance-884373592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:33:34.711063 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-abfa1be8-43ef-4e37-b798-5b32b5e4f441 req-cdc95ae9-b2da-41c9-8683-b85fe3618a5a tempest-TestShelveInstance-884373592 tempest-TestShelveInstance-884373592-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d2cebdb-90e4-425b-9b77-8faaeccbdbf7 HTTP/1.1" status: 200 len: 946 time: 0.1452334 Mar 02 05:33:34.789492 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.db.db_base_plugin_common [None req-c7209019-6f9d-4007-a485-6e3618d15335 admin admin] Allocated IP 172.27.2.70 (b55256da-732d-4561-a24f-23ea9a772c58/77df959b-d159-4f61-98dc-e86e1ea2cf69/86b38586-e2ba-4280-ab77-fbad6000f921) {{(pid=103714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 05:33:34.810103 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-abfa1be8-43ef-4e37-b798-5b32b5e4f441 req-2515b59a-2432-4016-b5dc-b2e313c8e6b9 tempest-TestShelveInstance-884373592 tempest-TestShelveInstance-884373592-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b903e94-610b-437d-b42e-c55e30ec84d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931325 Mar 02 05:33:34.832208 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.32', 41390) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:33:34.934639 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-c7209019-6f9d-4007-a485-6e3618d15335 admin admin] Publish callbacks [] for port (86b38586-e2ba-4280-ab77-fbad6000f921), precommit_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:34.977078 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.rpc [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Device 55c36dfd-ddc9-48d3-8aaf-d41cd2b1f1b9 up at agent ovs-agent-dv-cinder-768458-18-iscsi {{(pid=103716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 05:33:35.013207 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-792f7fc6-1314-4570-b001-67754414fe4e tempest-TestShelveInstance-754209395 tempest-TestShelveInstance-754209395-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:33:35.014984 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-792f7fc6-1314-4570-b001-67754414fe4e tempest-TestShelveInstance-754209395 tempest-TestShelveInstance-754209395-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=9d2cebdb-90e4-425b-9b77-8faaeccbdbf7 HTTP/1.1" status: 200 len: 1125 time: 0.1814625 Mar 02 05:33:35.018347 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.32', 41394) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:33:35.022548 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.v2.base [None req-7827c126-e4c7-45da-a5e6-d6802dd051bf tempest-TestShelveInstance-884373592 tempest-TestShelveInstance-884373592-project] Request body: {'floatingip': {'floating_network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'port_id': '659fb406-9144-4707-abb9-3eadb4a9e82d', 'tenant_id': '8cadbb55c03941bdba85ea81721d2245', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 05:33:35.030675 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.provisioning_blocks [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Provisioning complete for port 55c36dfd-ddc9-48d3-8aaf-d41cd2b1f1b9 triggered by entity L2. {{(pid=103716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 05:33:35.031223 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012754'] for port (55c36dfd-ddc9-48d3-8aaf-d41cd2b1f1b9), provisioning_complete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:35.045542 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-c7209019-6f9d-4007-a485-6e3618d15335 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789289919717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13003867'] for port (86b38586-e2ba-4280-ab77-fbad6000f921), after_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:35.090099 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7209019-6f9d-4007-a485-6e3618d15335 admin admin] Network b55256da-732d-4561-a24f-23ea9a772c58 is already hosted by enough agents. {{(pid=103714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 05:33:35.092902 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.scheduler.base_scheduler [None req-c7209019-6f9d-4007-a485-6e3618d15335 admin admin] Resources bound (agent type, host, resource id): {{(pid=103714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 05:33:35.096415 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7209019-6f9d-4007-a485-6e3618d15335 admin admin] Received port after_create {{(pid=103714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 05:33:35.107442 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-7827c126-e4c7-45da-a5e6-d6802dd051bf tempest-TestShelveInstance-884373592 tempest-TestShelveInstance-884373592-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:35.114277 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Current status of the port 55c36dfd-ddc9-48d3-8aaf-d41cd2b1f1b9 is: DOWN; New status is: ACTIVE {{(pid=103716) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 05:33:35.114679 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for port (55c36dfd-ddc9-48d3-8aaf-d41cd2b1f1b9), before_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:35.132779 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7209019-6f9d-4007-a485-6e3618d15335 admin admin] Pushing event updated for resources: {'Port': ['ID=86b38586-e2ba-4280-ab77-fbad6000f921,revision_number=1']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:33:35.151853 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] For port 55c36dfd-ddc9-48d3-8aaf-d41cd2b1f1b9, host dv-cinder-768458-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-18-iscsi',level=0,port_id=55c36dfd-ddc9-48d3-8aaf-d41cd2b1f1b9,segment=NetworkSegment(bfdb29d3-deb6-49e5-b796-0f6849bf03e6),segment_id=bfdb29d3-deb6-49e5-b796-0f6849bf03e6)] {{(pid=103716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 05:33:35.220468 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789290460654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789289919735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789289921293'] for port (55c36dfd-ddc9-48d3-8aaf-d41cd2b1f1b9), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:35.247393 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-7827c126-e4c7-45da-a5e6-d6802dd051bf tempest-TestShelveInstance-884373592 tempest-TestShelveInstance-884373592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for port (None), before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:35.297240 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Pushing event updated for resources: {'Port': ['ID=55c36dfd-ddc9-48d3-8aaf-d41cd2b1f1b9,revision_number=3']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:33:35.363126 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.db.db_base_plugin_common [None req-7827c126-e4c7-45da-a5e6-d6802dd051bf tempest-TestShelveInstance-884373592 tempest-TestShelveInstance-884373592-project] Allocated IP 172.27.2.29 (b55256da-732d-4561-a24f-23ea9a772c58/77df959b-d159-4f61-98dc-e86e1ea2cf69/6aff8c20-8800-4207-94c0-50055df24ac6) {{(pid=103715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 05:33:35.459539 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-c7209019-6f9d-4007-a485-6e3618d15335 admin admin] Publish callbacks [] for router_gateway (b4ad9cfc-7181-4b96-8cf3-45036b5b57a9), after_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:35.481563 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-7827c126-e4c7-45da-a5e6-d6802dd051bf tempest-TestShelveInstance-884373592 tempest-TestShelveInstance-884373592-project] Publish callbacks [] for port (6aff8c20-8800-4207-94c0-50055df24ac6), precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:35.519703 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f61d5d39-3b44-46cf-9e3e-5a1eba01b5de None None] Network 79902201-00d3-4b67-8b4b-f9f77811e89e requested from dv-cinder-768458-18-iscsi {{(pid=103716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 05:33:35.577453 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-7827c126-e4c7-45da-a5e6-d6802dd051bf tempest-TestShelveInstance-884373592 tempest-TestShelveInstance-884373592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789289919717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14203002'] for port (6aff8c20-8800-4207-94c0-50055df24ac6), after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:35.625513 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7827c126-e4c7-45da-a5e6-d6802dd051bf tempest-TestShelveInstance-884373592 tempest-TestShelveInstance-884373592-project] Network b55256da-732d-4561-a24f-23ea9a772c58 is already hosted by enough agents. {{(pid=103715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 05:33:35.628396 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-7827c126-e4c7-45da-a5e6-d6802dd051bf tempest-TestShelveInstance-884373592 tempest-TestShelveInstance-884373592-project] Resources bound (agent type, host, resource id): {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 05:33:35.632813 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7827c126-e4c7-45da-a5e6-d6802dd051bf tempest-TestShelveInstance-884373592 tempest-TestShelveInstance-884373592-project] Received port after_create {{(pid=103715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 05:33:35.642214 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.provisioning_blocks [None req-98b0906c-eccf-4faf-adb3-8ae7752025be None None] Provisioning complete for port 55c36dfd-ddc9-48d3-8aaf-d41cd2b1f1b9 triggered by entity DHCP. {{(pid=103716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 05:33:35.642718 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-98b0906c-eccf-4faf-adb3-8ae7752025be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012754'] for port (55c36dfd-ddc9-48d3-8aaf-d41cd2b1f1b9), provisioning_complete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:35.657464 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7827c126-e4c7-45da-a5e6-d6802dd051bf tempest-TestShelveInstance-884373592 tempest-TestShelveInstance-884373592-project] Pushing event updated for resources: {'Port': ['ID=6aff8c20-8800-4207-94c0-50055df24ac6,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:33:35.682901 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-c7209019-6f9d-4007-a485-6e3618d15335 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554906'] for router (b4ad9cfc-7181-4b96-8cf3-45036b5b57a9), after_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:35.741966 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-98b0906c-eccf-4faf-adb3-8ae7752025be None None] Current status of the port 55c36dfd-ddc9-48d3-8aaf-d41cd2b1f1b9 is: ACTIVE; New status is: ACTIVE {{(pid=103716) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 05:33:35.914353 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7209019-6f9d-4007-a485-6e3618d15335 admin admin] Router b4ad9cfc-7181-4b96-8cf3-45036b5b57a9 is scheduled to L3 agent 9c2b50e6-1677-4aa9-928e-941b4c488fc5 with binding_index 1 {{(pid=103714) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 05:33:35.964772 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.provisioning_blocks [None req-2374495d-7752-44ee-911d-f9f7c8e1ffaa None None] Provisioning complete for port 55c36dfd-ddc9-48d3-8aaf-d41cd2b1f1b9 triggered by entity DHCP. {{(pid=103716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 05:33:35.965164 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-2374495d-7752-44ee-911d-f9f7c8e1ffaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012754'] for port (55c36dfd-ddc9-48d3-8aaf-d41cd2b1f1b9), provisioning_complete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:36.034295 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7209019-6f9d-4007-a485-6e3618d15335 admin admin] Notify agent at l3_agent.dv-cinder-768458-18-iscsi the message routers_updated {{(pid=103714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 05:33:36.048512 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5b322b3-1341-4b1a-b267-3d0d4c46894f None None] Sync routers for ids ['b4ad9cfc-7181-4b96-8cf3-45036b5b57a9'] in dv-cinder-768458-18-iscsi {{(pid=103716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 05:33:36.051881 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-2374495d-7752-44ee-911d-f9f7c8e1ffaa None None] Current status of the port 55c36dfd-ddc9-48d3-8aaf-d41cd2b1f1b9 is: ACTIVE; New status is: ACTIVE {{(pid=103716) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 05:33:36.060643 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5b322b3-1341-4b1a-b267-3d0d4c46894f None None] Routers {'b4ad9cfc-7181-4b96-8cf3-45036b5b57a9'} bound to L3 agent in host dv-cinder-768458-18-iscsi {{(pid=103716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 05:33:36.061183 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.l3_hamode_db [None req-d5b322b3-1341-4b1a-b267-3d0d4c46894f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-02T05:20:42Z,description=,heartbeat_timestamp=2022-03-02T05:33:12Z,host='dv-cinder-768458-18-iscsi',id=9c2b50e6-1677-4aa9-928e-941b4c488fc5,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T05:20:42Z,topic='l3_agent')) {'router_ids': ['b4ad9cfc-7181-4b96-8cf3-45036b5b57a9'], 'active': True} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 05:33:36.144313 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-c7209019-6f9d-4007-a485-6e3618d15335 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:36.146127 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [None req-c7209019-6f9d-4007-a485-6e3618d15335 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.4943104 Mar 02 05:33:36.148942 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.wsgi [-] (103714) accepted ('10.222.0.32', 41398) {{(pid=103714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:33:36.174497 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.l3_dvr_db [None req-d5b322b3-1341-4b1a-b267-3d0d4c46894f None None] Set router b4ad9cfc-7181-4b96-8cf3-45036b5b57a9 gateway port host: dv-cinder-768458-18-iscsi {{(pid=103716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 05:33:36.310239 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-7827c126-e4c7-45da-a5e6-d6802dd051bf tempest-TestShelveInstance-884373592 tempest-TestShelveInstance-884373592-project] Publish callbacks [] for floatingip (5e13cba2-0433-43de-9d7b-b7177de5cf13), precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:36.374095 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.l3_hamode_db [None req-d5b322b3-1341-4b1a-b267-3d0d4c46894f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4ad9cfc-7181-4b96-8cf3-45036b5b57a9', 'name': 'tempest-TestMinimumBasicScenario-1600551455-router', 'tenant_id': 'cf879fe6ac1c47f6b27ba257096d4c7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'external_fixed_ips': [{'subnet_id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'ip_address': '172.27.2.70'}], 'enable_snat': True}, 'gw_port_id': '86b38586-e2ba-4280-ab77-fbad6000f921', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T05:33:33Z', 'updated_at': '2022-03-02T05:33:35Z', 'revision_number': 3, 'project_id': 'cf879fe6ac1c47f6b27ba257096d4c7e', 'gw_port': {'id': '86b38586-e2ba-4280-ab77-fbad6000f921', 'name': '', 'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:d4:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4ad9cfc-7181-4b96-8cf3-45036b5b57a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'ip_address': '172.27.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T05:33:34Z', 'updated_at': '2022-03-02T05:33:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-18-iscsi'}], 'dv-cinder-768458-18-iscsi', False) {} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 05:33:36.400748 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5b322b3-1341-4b1a-b267-3d0d4c46894f None None] Checking router: b4ad9cfc-7181-4b96-8cf3-45036b5b57a9 for host: dv-cinder-768458-18-iscsi {{(pid=103716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 05:33:36.401097 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5b322b3-1341-4b1a-b267-3d0d4c46894f None None] Updating router b4ad9cfc-7181-4b96-8cf3-45036b5b57a9 port 86b38586-e2ba-4280-ab77-fbad6000f921 binding host dv-cinder-768458-18-iscsi {{(pid=103716) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 05:33:36.429692 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-d5b322b3-1341-4b1a-b267-3d0d4c46894f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for port (86b38586-e2ba-4280-ab77-fbad6000f921), before_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:36.457156 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-7827c126-e4c7-45da-a5e6-d6802dd051bf tempest-TestShelveInstance-884373592 tempest-TestShelveInstance-884373592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for port (6aff8c20-8800-4207-94c0-50055df24ac6), before_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:36.622195 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-7827c126-e4c7-45da-a5e6-d6802dd051bf tempest-TestShelveInstance-884373592 tempest-TestShelveInstance-884373592-project] Publish callbacks [] for port (6aff8c20-8800-4207-94c0-50055df24ac6), precommit_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:36.643612 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-e3ae4cb1-ce09-421e-8a53-054de58dd2dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for port (None), before_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:36.679441 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-7827c126-e4c7-45da-a5e6-d6802dd051bf tempest-TestShelveInstance-884373592 tempest-TestShelveInstance-884373592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789290460654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789289919735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789289921293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14202995'] for port (6aff8c20-8800-4207-94c0-50055df24ac6), after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:36.722261 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-d5b322b3-1341-4b1a-b267-3d0d4c46894f None None] Publish callbacks [] for port (86b38586-e2ba-4280-ab77-fbad6000f921), precommit_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:36.758532 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7827c126-e4c7-45da-a5e6-d6802dd051bf tempest-TestShelveInstance-884373592 tempest-TestShelveInstance-884373592-project] Pushing event updated for resources: {'Port': ['ID=6aff8c20-8800-4207-94c0-50055df24ac6,revision_number=2']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:33:36.765997 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-d5b322b3-1341-4b1a-b267-3d0d4c46894f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789290460654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789289919735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789289921293'] for port (86b38586-e2ba-4280-ab77-fbad6000f921), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:36.774193 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-7827c126-e4c7-45da-a5e6-d6802dd051bf tempest-TestShelveInstance-884373592 tempest-TestShelveInstance-884373592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556348'] for floatingip (5e13cba2-0433-43de-9d7b-b7177de5cf13), after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:36.819842 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.managers [None req-d5b322b3-1341-4b1a-b267-3d0d4c46894f None None] Attempting to bind port 86b38586-e2ba-4280-ab77-fbad6000f921 on host dv-cinder-768458-18-iscsi for vnic_type normal with profile {{(pid=103716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 05:33:36.820220 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.managers [None req-d5b322b3-1341-4b1a-b267-3d0d4c46894f None None] Attempting to bind port 86b38586-e2ba-4280-ab77-fbad6000f921 by drivers openvswitch,hyperv on host dv-cinder-768458-18-iscsi at level 0 using segments [{'id': '4c026da1-f439-448a-ad69-ccdbf2795772', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58'}] {{(pid=103716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 05:33:36.820589 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5b322b3-1341-4b1a-b267-3d0d4c46894f None None] Attempting to bind port 86b38586-e2ba-4280-ab77-fbad6000f921 on network b55256da-732d-4561-a24f-23ea9a772c58 {{(pid=103716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 05:33:36.821972 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.db.db_base_plugin_common [None req-e3ae4cb1-ce09-421e-8a53-054de58dd2dc admin admin] Allocated IP 172.20.0.1 (79902201-00d3-4b67-8b4b-f9f77811e89e/878a1507-a24f-4e42-91b3-d1b3ffd1e65a/5280e16f-19f2-4db4-88c7-2c97f696e131) {{(pid=103714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 05:33:36.828541 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107e2e0c-6a50-4047-a04d-2547bd3eb85e None None] Pushing event updated for resources: {'Port': ['ID=86b38586-e2ba-4280-ab77-fbad6000f921,revision_number=2']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:33:36.832027 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5b322b3-1341-4b1a-b267-3d0d4c46894f None None] Checking agent: {'id': '64307ea2-7468-48d5-a188-5e76dfb99c6b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 5, 20, 46), 'started_at': datetime.datetime(2022, 3, 2, 5, 21, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 5, 33, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 05:33:36.832568 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5b322b3-1341-4b1a-b267-3d0d4c46894f None None] Checking segment: {'id': '4c026da1-f439-448a-ad69-ccdbf2795772', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 05:33:36.833884 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-d5b322b3-1341-4b1a-b267-3d0d4c46894f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:36.833884 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5b322b3-1341-4b1a-b267-3d0d4c46894f None None] Bound using segment: {'id': '4c026da1-f439-448a-ad69-ccdbf2795772', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58'} {{(pid=103716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 05:33:36.833884 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.managers [None req-d5b322b3-1341-4b1a-b267-3d0d4c46894f None None] Bound port: 86b38586-e2ba-4280-ab77-fbad6000f921, host: dv-cinder-768458-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c026da1-f439-448a-ad69-ccdbf2795772', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58'}}] {{(pid=103716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 05:33:36.834188 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-d5b322b3-1341-4b1a-b267-3d0d4c46894f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for port (86b38586-e2ba-4280-ab77-fbad6000f921), before_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:36.887422 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.db.l3_db [None req-7827c126-e4c7-45da-a5e6-d6802dd051bf tempest-TestShelveInstance-884373592 tempest-TestShelveInstance-884373592-project] Floating IP 5e13cba2-0433-43de-9d7b-b7177de5cf13 associated. External IP: 172.27.2.29, port: 659fb406-9144-4707-abb9-3eadb4a9e82d. Mar 02 05:33:36.890986 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-d5b322b3-1341-4b1a-b267-3d0d4c46894f None None] For port 86b38586-e2ba-4280-ab77-fbad6000f921, host dv-cinder-768458-18-iscsi, cleared binding levels {{(pid=103716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 05:33:36.895527 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-d5b322b3-1341-4b1a-b267-3d0d4c46894f None None] For port 86b38586-e2ba-4280-ab77-fbad6000f921, host dv-cinder-768458-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-18-iscsi',level=0,port_id=86b38586-e2ba-4280-ab77-fbad6000f921,segment=NetworkSegment(4c026da1-f439-448a-ad69-ccdbf2795772),segment_id=4c026da1-f439-448a-ad69-ccdbf2795772)] {{(pid=103716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 05:33:36.949123 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-d5b322b3-1341-4b1a-b267-3d0d4c46894f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789290460654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789289919735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789289921293'] for port (86b38586-e2ba-4280-ab77-fbad6000f921), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:36.969170 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-e3ae4cb1-ce09-421e-8a53-054de58dd2dc admin admin] Publish callbacks [] for port (5280e16f-19f2-4db4-88c7-2c97f696e131), precommit_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:36.982086 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.rpc [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Device 55c36dfd-ddc9-48d3-8aaf-d41cd2b1f1b9 up at agent ovs-agent-dv-cinder-768458-18-iscsi {{(pid=103716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 05:33:37.046793 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-e3ae4cb1-ce09-421e-8a53-054de58dd2dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789289919717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13003867'] for port (5280e16f-19f2-4db4-88c7-2c97f696e131), after_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:37.061065 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107e2e0c-6a50-4047-a04d-2547bd3eb85e None None] Pushing event updated for resources: {'Port': ['ID=86b38586-e2ba-4280-ab77-fbad6000f921,revision_number=3']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:33:37.066656 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5b322b3-1341-4b1a-b267-3d0d4c46894f None None] Routers {'b4ad9cfc-7181-4b96-8cf3-45036b5b57a9'} bound to L3 agent in host dv-cinder-768458-18-iscsi {{(pid=103716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 05:33:37.066835 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.l3_hamode_db [None req-d5b322b3-1341-4b1a-b267-3d0d4c46894f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-02T05:20:42Z,description=,heartbeat_timestamp=2022-03-02T05:33:12Z,host='dv-cinder-768458-18-iscsi',id=9c2b50e6-1677-4aa9-928e-941b4c488fc5,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T05:20:42Z,topic='l3_agent')) {'router_ids': ['b4ad9cfc-7181-4b96-8cf3-45036b5b57a9'], 'active': True} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 05:33:37.102264 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3ae4cb1-ce09-421e-8a53-054de58dd2dc admin admin] Network 79902201-00d3-4b67-8b4b-f9f77811e89e is already hosted by enough agents. {{(pid=103714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 05:33:37.106144 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.scheduler.base_scheduler [None req-e3ae4cb1-ce09-421e-8a53-054de58dd2dc admin admin] Resources bound (agent type, host, resource id): {{(pid=103714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 05:33:37.110479 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3ae4cb1-ce09-421e-8a53-054de58dd2dc admin admin] Received port after_create {{(pid=103714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 05:33:37.113774 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ae4cb1-ce09-421e-8a53-054de58dd2dc admin admin] Pushing event updated for resources: {'Port': ['ID=5280e16f-19f2-4db4-88c7-2c97f696e131,revision_number=1']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:33:37.114934 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (db45f871-b7ec-436d-b6b8-6a0a072a2253), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:37.139336 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7827c126-e4c7-45da-a5e6-d6802dd051bf tempest-TestShelveInstance-884373592 tempest-TestShelveInstance-884373592-project] Router 2202d3a7-431c-4454-949c-ae2e83a2806f has already been hosted by L3 agent 9c2b50e6-1677-4aa9-928e-941b4c488fc5 {{(pid=103715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 05:33:37.163250 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-e3ae4cb1-ce09-421e-8a53-054de58dd2dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-556487'] for router_interface (b4ad9cfc-7181-4b96-8cf3-45036b5b57a9), before_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:37.302481 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7827c126-e4c7-45da-a5e6-d6802dd051bf tempest-TestShelveInstance-884373592 tempest-TestShelveInstance-884373592-project] Notify agent at l3_agent.dv-cinder-768458-18-iscsi the message routers_updated {{(pid=103715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 05:33:37.316966 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-307b684e-93c8-4a29-af63-ff25df0adb79 None None] Sync routers for ids ['2202d3a7-431c-4454-949c-ae2e83a2806f'] in dv-cinder-768458-18-iscsi {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 05:33:37.317930 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.provisioning_blocks [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Provisioning complete for port 55c36dfd-ddc9-48d3-8aaf-d41cd2b1f1b9 triggered by entity L2. {{(pid=103716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 05:33:37.318319 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012754'] for port (55c36dfd-ddc9-48d3-8aaf-d41cd2b1f1b9), provisioning_complete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:37.328448 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-307b684e-93c8-4a29-af63-ff25df0adb79 None None] Routers {'2202d3a7-431c-4454-949c-ae2e83a2806f'} bound to L3 agent in host dv-cinder-768458-18-iscsi {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 05:33:37.339767 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-307b684e-93c8-4a29-af63-ff25df0adb79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-02T05:20:42Z,description=,heartbeat_timestamp=2022-03-02T05:33:12Z,host='dv-cinder-768458-18-iscsi',id=9c2b50e6-1677-4aa9-928e-941b4c488fc5,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T05:20:42Z,topic='l3_agent')) {'router_ids': ['2202d3a7-431c-4454-949c-ae2e83a2806f'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 05:33:37.364868 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.l3_dvr_db [None req-d5b322b3-1341-4b1a-b267-3d0d4c46894f None None] Set router b4ad9cfc-7181-4b96-8cf3-45036b5b57a9 gateway port host: dv-cinder-768458-18-iscsi {{(pid=103716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 05:33:37.413177 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-7827c126-e4c7-45da-a5e6-d6802dd051bf tempest-TestShelveInstance-884373592 tempest-TestShelveInstance-884373592-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25628'] for floatingip (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:37.431524 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-e3ae4cb1-ce09-421e-8a53-054de58dd2dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for port (5280e16f-19f2-4db4-88c7-2c97f696e131), before_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:37.446264 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.db.l3_dvr_db [None req-307b684e-93c8-4a29-af63-ff25df0adb79 None None] Set router 2202d3a7-431c-4454-949c-ae2e83a2806f gateway port host: dv-cinder-768458-18-iscsi {{(pid=103717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 05:33:37.463305 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-7827c126-e4c7-45da-a5e6-d6802dd051bf tempest-TestShelveInstance-884373592 tempest-TestShelveInstance-884373592-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4304900 Mar 02 05:33:37.463305 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d2cebdb-90e4-425b-9b77-8faaeccbdbf7', 'tag': '659fb406-9144-4707-abb9-3eadb4a9e82d'}] {{(pid=103715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 05:33:37.463305 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6b615920106d83c92ac2e7a83ecc91ff2029d0c3ca4726e1521f538b1ed31e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-749cc6b4-3327-4174-8f01-7591402951ad" -d '{"events": [{"name": "network-changed", "server_uuid": "9d2cebdb-90e4-425b-9b77-8faaeccbdbf7", "tag": "659fb406-9144-4707-abb9-3eadb4a9e82d"}]}' {{(pid=103715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 05:33:37.504404 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Mar 2022 05:33:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ca84838-2680-4bbd-8c20-f6426600b0e0 x-openstack-request-id: req-2ca84838-2680-4bbd-8c20-f6426600b0e0 {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 05:33:37.504709 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d2cebdb-90e4-425b-9b77-8faaeccbdbf7", "tag": "659fb406-9144-4707-abb9-3eadb4a9e82d", "status": "completed", "code": 200}]} {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 05:33:37.504967 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2ca84838-2680-4bbd-8c20-f6426600b0e0 {{(pid=103715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 05:33:37.505375 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d2cebdb-90e4-425b-9b77-8faaeccbdbf7', 'tag': '659fb406-9144-4707-abb9-3eadb4a9e82d', 'status': 'completed', 'code': 200} Mar 02 05:33:37.518438 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.provisioning_blocks [None req-4d8f3d5e-4562-405d-94d8-329e6f71dab1 None None] Provisioning complete for port 5280e16f-19f2-4db4-88c7-2c97f696e131 triggered by entity DHCP. {{(pid=103716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 05:33:37.518822 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-4d8f3d5e-4562-405d-94d8-329e6f71dab1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012754'] for port (5280e16f-19f2-4db4-88c7-2c97f696e131), provisioning_complete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:37.594349 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749cc6b4-3327-4174-8f01-7591402951ad req-e1715179-a508-4d04-925d-f3c7b3b8ae70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:33:37.595584 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-749cc6b4-3327-4174-8f01-7591402951ad req-e1715179-a508-4d04-925d-f3c7b3b8ae70 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8cadbb55c03941bdba85ea81721d2245&device_id=9d2cebdb-90e4-425b-9b77-8faaeccbdbf7 HTTP/1.1" status: 200 len: 1130 time: 0.0552964 Mar 02 05:33:37.613677 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-4d8f3d5e-4562-405d-94d8-329e6f71dab1 None None] Port 5280e16f-19f2-4db4-88c7-2c97f696e131 cannot update to ACTIVE because it is not bound. {{(pid=103716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 02 05:33:37.633023 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Current status of the port 55c36dfd-ddc9-48d3-8aaf-d41cd2b1f1b9 is: ACTIVE; New status is: ACTIVE {{(pid=103716) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 05:33:37.728036 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.l3_hamode_db [None req-d5b322b3-1341-4b1a-b267-3d0d4c46894f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4ad9cfc-7181-4b96-8cf3-45036b5b57a9', 'name': 'tempest-TestMinimumBasicScenario-1600551455-router', 'tenant_id': 'cf879fe6ac1c47f6b27ba257096d4c7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'external_fixed_ips': [{'subnet_id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'ip_address': '172.27.2.70'}], 'enable_snat': True}, 'gw_port_id': '86b38586-e2ba-4280-ab77-fbad6000f921', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T05:33:33Z', 'updated_at': '2022-03-02T05:33:35Z', 'revision_number': 3, 'project_id': 'cf879fe6ac1c47f6b27ba257096d4c7e', 'gw_port': {'id': '86b38586-e2ba-4280-ab77-fbad6000f921', 'name': '', 'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:d4:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4ad9cfc-7181-4b96-8cf3-45036b5b57a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'ip_address': '172.27.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T05:33:34Z', 'updated_at': '2022-03-02T05:33:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-18-iscsi'}], 'dv-cinder-768458-18-iscsi', False) {} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 05:33:37.728225 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-e3ae4cb1-ce09-421e-8a53-054de58dd2dc admin admin] Publish callbacks [] for port (5280e16f-19f2-4db4-88c7-2c97f696e131), precommit_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:37.728339 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749cc6b4-3327-4174-8f01-7591402951ad req-0d9d35b3-72cf-44ac-91e4-7690554ad3fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:33:37.728339 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-749cc6b4-3327-4174-8f01-7591402951ad req-0d9d35b3-72cf-44ac-91e4-7690554ad3fd service neutron] 10.222.0.41 "GET /v2.0/networks?id=23f8f824-aae5-4f2f-a8c3-545bf961b04d HTTP/1.1" status: 200 len: 910 time: 0.1219068 Mar 02 05:33:37.728918 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5b322b3-1341-4b1a-b267-3d0d4c46894f None None] The sync data for ids ['b4ad9cfc-7181-4b96-8cf3-45036b5b57a9'] in dv-cinder-768458-18-iscsi is: [{'id': 'b4ad9cfc-7181-4b96-8cf3-45036b5b57a9', 'name': 'tempest-TestMinimumBasicScenario-1600551455-router', 'tenant_id': 'cf879fe6ac1c47f6b27ba257096d4c7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'external_fixed_ips': [{'subnet_id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'ip_address': '172.27.2.70'}], 'enable_snat': True}, 'gw_port_id': '86b38586-e2ba-4280-ab77-fbad6000f921', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T05:33:33Z', 'updated_at': '2022-03-02T05:33:35Z', 'revision_number': 3, 'project_id': 'cf879fe6ac1c47f6b27ba257096d4c7e', 'gw_port': {'id': '86b38586-e2ba-4280-ab77-fbad6000f921', 'name': '', 'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:d4:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4ad9cfc-7181-4b96-8cf3-45036b5b57a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'ip_address': '172.27.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T05:33:34Z', 'updated_at': '2022-03-02T05:33:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-18-iscsi'}] {{(pid=103716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 05:33:37.786332 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-307b684e-93c8-4a29-af63-ff25df0adb79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2202d3a7-431c-4454-949c-ae2e83a2806f', 'name': 'tempest-TestShelveInstance-1270944312-router', 'tenant_id': '8cadbb55c03941bdba85ea81721d2245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'external_fixed_ips': [{'subnet_id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'ip_address': '172.27.2.63'}], 'enable_snat': True}, 'gw_port_id': '5fb13d2b-1772-4a82-91a7-37ce1645269d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T05:32:36Z', 'updated_at': '2022-03-02T05:32:41Z', 'revision_number': 4, 'project_id': '8cadbb55c03941bdba85ea81721d2245', 'gw_port': {'id': '5fb13d2b-1772-4a82-91a7-37ce1645269d', 'name': '', 'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:df:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2202d3a7-431c-4454-949c-ae2e83a2806f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'ip_address': '172.27.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T05:32:37Z', 'updated_at': '2022-03-02T05:32:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-18-iscsi', '_floatingips': [{'id': '5e13cba2-0433-43de-9d7b-b7177de5cf13', 'tenant_id': '8cadbb55c03941bdba85ea81721d2245', 'floating_ip_address': '172.27.2.29', 'floating_network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'router_id': '2202d3a7-431c-4454-949c-ae2e83a2806f', 'port_id': '659fb406-9144-4707-abb9-3eadb4a9e82d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 537, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '23f8f824-aae5-4f2f-a8c3-545bf961b04d', 'mac_address': 'fa:16:3e:67:33:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d2cebdb-90e4-425b-9b77-8faaeccbdbf7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T05:33:36Z', 'updated_at': '2022-03-02T05:33:36Z', 'revision_number': 0, 'project_id': '8cadbb55c03941bdba85ea81721d2245', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79c1b8a3-a679-4447-a1cf-defe0046a8b8', 'name': '', 'network_id': '23f8f824-aae5-4f2f-a8c3-545bf961b04d', 'tenant_id': '8cadbb55c03941bdba85ea81721d2245', 'mac_address': 'fa:16:3e:74:bf:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2202d3a7-431c-4454-949c-ae2e83a2806f', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '100d9f66-c333-48f1-b722-61b116bc39ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T05:32:40Z', 'updated_at': '2022-03-02T05:32:45Z', 'revision_number': 5, 'project_id': '8cadbb55c03941bdba85ea81721d2245', 'subnets': [{'id': '100d9f66-c333-48f1-b722-61b116bc39ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-18-iscsi', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 05:33:37.803976 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-749cc6b4-3327-4174-8f01-7591402951ad req-e6f0d441-aadb-4ae2-a615-2de5e6c5bb75 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=659fb406-9144-4707-abb9-3eadb4a9e82d HTTP/1.1" status: 200 len: 999 time: 0.0725596 Mar 02 05:33:37.824843 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-307b684e-93c8-4a29-af63-ff25df0adb79 None None] Checking router: 2202d3a7-431c-4454-949c-ae2e83a2806f for host: dv-cinder-768458-18-iscsi {{(pid=103717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 05:33:37.830746 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-307b684e-93c8-4a29-af63-ff25df0adb79 None None] Routers {'2202d3a7-431c-4454-949c-ae2e83a2806f'} bound to L3 agent in host dv-cinder-768458-18-iscsi {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 05:33:37.831392 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-307b684e-93c8-4a29-af63-ff25df0adb79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-02T05:20:42Z,description=,heartbeat_timestamp=2022-03-02T05:33:12Z,host='dv-cinder-768458-18-iscsi',id=9c2b50e6-1677-4aa9-928e-941b4c488fc5,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T05:20:42Z,topic='l3_agent')) {'router_ids': ['2202d3a7-431c-4454-949c-ae2e83a2806f'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 05:33:37.856495 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749cc6b4-3327-4174-8f01-7591402951ad req-0644c58b-41a9-4962-8c5f-bf327cb101b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:33:37.858045 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-749cc6b4-3327-4174-8f01-7591402951ad req-0644c58b-41a9-4962-8c5f-bf327cb101b4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=100d9f66-c333-48f1-b722-61b116bc39ee HTTP/1.1" status: 200 len: 848 time: 0.0483770 Mar 02 05:33:37.905105 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-e3ae4cb1-ce09-421e-8a53-054de58dd2dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789290460654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789289919735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789289921293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13003858'] for port (5280e16f-19f2-4db4-88c7-2c97f696e131), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:37.914205 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749cc6b4-3327-4174-8f01-7591402951ad req-cf4c7c06-0b1a-466f-805d-3feba1c6d40d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:33:37.915800 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-749cc6b4-3327-4174-8f01-7591402951ad req-cf4c7c06-0b1a-466f-805d-3feba1c6d40d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=23f8f824-aae5-4f2f-a8c3-545bf961b04d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0516272 Mar 02 05:33:37.956743 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.db.l3_dvr_db [None req-307b684e-93c8-4a29-af63-ff25df0adb79 None None] Set router 2202d3a7-431c-4454-949c-ae2e83a2806f gateway port host: dv-cinder-768458-18-iscsi {{(pid=103717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 05:33:38.015204 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-e3ae4cb1-ce09-421e-8a53-054de58dd2dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-555351'] for router_interface (b4ad9cfc-7181-4b96-8cf3-45036b5b57a9), after_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:38.033766 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ae4cb1-ce09-421e-8a53-054de58dd2dc admin admin] Pushing event updated for resources: {'Port': ['ID=5280e16f-19f2-4db4-88c7-2c97f696e131,revision_number=2']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:33:38.066444 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-749cc6b4-3327-4174-8f01-7591402951ad req-94516ee9-a2fe-4032-bcc1-d929ccdefa32 service neutron] 10.222.0.41 "GET /v2.0/networks/23f8f824-aae5-4f2f-a8c3-545bf961b04d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426368 Mar 02 05:33:38.152842 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3ae4cb1-ce09-421e-8a53-054de58dd2dc admin admin] Network 79902201-00d3-4b67-8b4b-f9f77811e89e is already hosted by enough agents. {{(pid=103714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 05:33:38.154429 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.scheduler.base_scheduler [None req-e3ae4cb1-ce09-421e-8a53-054de58dd2dc admin admin] Resources bound (agent type, host, resource id): {{(pid=103714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 05:33:38.178312 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-749cc6b4-3327-4174-8f01-7591402951ad req-34b7e84d-9272-41eb-9a48-4fa62f747645 service neutron] 10.222.0.41 "GET /v2.0/networks/23f8f824-aae5-4f2f-a8c3-545bf961b04d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050789 Mar 02 05:33:38.301850 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3ae4cb1-ce09-421e-8a53-054de58dd2dc admin admin] Router b4ad9cfc-7181-4b96-8cf3-45036b5b57a9 has already been hosted by L3 agent 9c2b50e6-1677-4aa9-928e-941b4c488fc5 {{(pid=103714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 05:33:38.391820 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-307b684e-93c8-4a29-af63-ff25df0adb79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2202d3a7-431c-4454-949c-ae2e83a2806f', 'name': 'tempest-TestShelveInstance-1270944312-router', 'tenant_id': '8cadbb55c03941bdba85ea81721d2245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'external_fixed_ips': [{'subnet_id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'ip_address': '172.27.2.63'}], 'enable_snat': True}, 'gw_port_id': '5fb13d2b-1772-4a82-91a7-37ce1645269d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T05:32:36Z', 'updated_at': '2022-03-02T05:32:41Z', 'revision_number': 4, 'project_id': '8cadbb55c03941bdba85ea81721d2245', 'gw_port': {'id': '5fb13d2b-1772-4a82-91a7-37ce1645269d', 'name': '', 'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:df:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2202d3a7-431c-4454-949c-ae2e83a2806f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'ip_address': '172.27.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T05:32:37Z', 'updated_at': '2022-03-02T05:32:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-18-iscsi', '_floatingips': [{'id': '5e13cba2-0433-43de-9d7b-b7177de5cf13', 'tenant_id': '8cadbb55c03941bdba85ea81721d2245', 'floating_ip_address': '172.27.2.29', 'floating_network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'router_id': '2202d3a7-431c-4454-949c-ae2e83a2806f', 'port_id': '659fb406-9144-4707-abb9-3eadb4a9e82d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 537, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '23f8f824-aae5-4f2f-a8c3-545bf961b04d', 'mac_address': 'fa:16:3e:67:33:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d2cebdb-90e4-425b-9b77-8faaeccbdbf7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T05:33:36Z', 'updated_at': '2022-03-02T05:33:36Z', 'revision_number': 0, 'project_id': '8cadbb55c03941bdba85ea81721d2245', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79c1b8a3-a679-4447-a1cf-defe0046a8b8', 'name': '', 'network_id': '23f8f824-aae5-4f2f-a8c3-545bf961b04d', 'tenant_id': '8cadbb55c03941bdba85ea81721d2245', 'mac_address': 'fa:16:3e:74:bf:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2202d3a7-431c-4454-949c-ae2e83a2806f', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '100d9f66-c333-48f1-b722-61b116bc39ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T05:32:40Z', 'updated_at': '2022-03-02T05:32:45Z', 'revision_number': 5, 'project_id': '8cadbb55c03941bdba85ea81721d2245', 'subnets': [{'id': '100d9f66-c333-48f1-b722-61b116bc39ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-18-iscsi', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 05:33:38.422522 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-307b684e-93c8-4a29-af63-ff25df0adb79 None None] The sync data for ids ['2202d3a7-431c-4454-949c-ae2e83a2806f'] in dv-cinder-768458-18-iscsi is: [{'id': '2202d3a7-431c-4454-949c-ae2e83a2806f', 'name': 'tempest-TestShelveInstance-1270944312-router', 'tenant_id': '8cadbb55c03941bdba85ea81721d2245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'external_fixed_ips': [{'subnet_id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'ip_address': '172.27.2.63'}], 'enable_snat': True}, 'gw_port_id': '5fb13d2b-1772-4a82-91a7-37ce1645269d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T05:32:36Z', 'updated_at': '2022-03-02T05:32:41Z', 'revision_number': 4, 'project_id': '8cadbb55c03941bdba85ea81721d2245', 'gw_port': {'id': '5fb13d2b-1772-4a82-91a7-37ce1645269d', 'name': '', 'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:df:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2202d3a7-431c-4454-949c-ae2e83a2806f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'ip_address': '172.27.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T05:32:37Z', 'updated_at': '2022-03-02T05:32:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-18-iscsi', '_floatingips': [{'id': '5e13cba2-0433-43de-9d7b-b7177de5cf13', 'tenant_id': '8cadbb55c03941bdba85ea81721d2245', 'floating_ip_address': '172.27.2.29', 'floating_network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'router_id': '2202d3a7-431c-4454-949c-ae2e83a2806f', 'port_id': '659fb406-9144-4707-abb9-3eadb4a9e82d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 537, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '23f8f824-aae5-4f2f-a8c3-545bf961b04d', 'mac_address': 'fa:16:3e:67:33:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d2cebdb-90e4-425b-9b77-8faaeccbdbf7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T05:33:36Z', 'updated_at': '2022-03-02T05:33:36Z', 'revision_number': 0, 'project_id': '8cadbb55c03941bdba85ea81721d2245', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79c1b8a3-a679-4447-a1cf-defe0046a8b8', 'name': '', 'network_id': '23f8f824-aae5-4f2f-a8c3-545bf961b04d', 'tenant_id': '8cadbb55c03941bdba85ea81721d2245', 'mac_address': 'fa:16:3e:74:bf:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2202d3a7-431c-4454-949c-ae2e83a2806f', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '100d9f66-c333-48f1-b722-61b116bc39ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T05:32:40Z', 'updated_at': '2022-03-02T05:32:45Z', 'revision_number': 5, 'project_id': '8cadbb55c03941bdba85ea81721d2245', 'subnets': [{'id': '100d9f66-c333-48f1-b722-61b116bc39ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 05:33:38.444087 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3ae4cb1-ce09-421e-8a53-054de58dd2dc admin admin] Notify agent at l3_agent.dv-cinder-768458-18-iscsi the message routers_updated {{(pid=103714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 05:33:38.450113 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [None req-e3ae4cb1-ce09-421e-8a53-054de58dd2dc admin admin] 10.222.0.32 "PUT /v2.0/routers/b4ad9cfc-7181-4b96-8cf3-45036b5b57a9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2993796 Mar 02 05:33:38.458955 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.provisioning_blocks [None req-e0f4c92f-5e2e-4d59-9edd-766f62f9b778 None None] Provisioning complete for port 5280e16f-19f2-4db4-88c7-2c97f696e131 triggered by entity DHCP. {{(pid=103716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 05:33:38.459525 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-e0f4c92f-5e2e-4d59-9edd-766f62f9b778 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012754'] for port (5280e16f-19f2-4db4-88c7-2c97f696e131), provisioning_complete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:38.507188 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-e0f4c92f-5e2e-4d59-9edd-766f62f9b778 None None] Port 5280e16f-19f2-4db4-88c7-2c97f696e131 cannot update to ACTIVE because it is not bound. {{(pid=103716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 02 05:33:38.708594 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-632592f6-a3d0-4838-bcbc-3f0948c88053 None None] New status for floating IP 5e13cba2-0433-43de-9d7b-b7177de5cf13: ACTIVE {{(pid=103716) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 05:33:38.995920 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.rpc [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Device 86b38586-e2ba-4280-ab77-fbad6000f921 up at agent ovs-agent-dv-cinder-768458-18-iscsi {{(pid=103716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 05:33:39.049162 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.provisioning_blocks [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Provisioning complete for port 86b38586-e2ba-4280-ab77-fbad6000f921 triggered by entity L2. {{(pid=103716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 05:33:39.049589 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012754'] for port (86b38586-e2ba-4280-ab77-fbad6000f921), provisioning_complete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:39.134409 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Current status of the port 86b38586-e2ba-4280-ab77-fbad6000f921 is: DOWN; New status is: ACTIVE {{(pid=103716) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 05:33:39.134798 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for port (86b38586-e2ba-4280-ab77-fbad6000f921), before_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:39.157852 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] For port 86b38586-e2ba-4280-ab77-fbad6000f921, host dv-cinder-768458-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-18-iscsi',level=0,port_id=86b38586-e2ba-4280-ab77-fbad6000f921,segment=NetworkSegment(4c026da1-f439-448a-ad69-ccdbf2795772),segment_id=4c026da1-f439-448a-ad69-ccdbf2795772)] {{(pid=103716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 05:33:39.174747 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.wsgi [-] (103714) accepted ('10.222.0.32', 41438) {{(pid=103714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:33:39.180152 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.v2.base [None req-81d30e1a-354b-4758-b02c-484b7ebf8478 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1104423611-network', 'tenant_id': 'b72412da3ee64e2f809f939979d78b17'}} {{(pid=103714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 05:33:39.210978 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789290460654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789289919735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789289921293'] for port (86b38586-e2ba-4280-ab77-fbad6000f921), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:39.258408 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Pushing event updated for resources: {'Port': ['ID=86b38586-e2ba-4280-ab77-fbad6000f921,revision_number=4']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:33:39.262343 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81d30e1a-354b-4758-b02c-484b7ebf8478 admin admin] Made reservation on behalf of b72412da3ee64e2f809f939979d78b17 for: {'network': 1} {{(pid=103714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 05:33:39.271196 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-81d30e1a-354b-4758-b02c-484b7ebf8478 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for network (None), before_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:39.274221 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-81d30e1a-354b-4758-b02c-484b7ebf8478 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:39.347905 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-81d30e1a-354b-4758-b02c-484b7ebf8478 admin admin] Publish callbacks [] for security_group (2e8380de-26b8-4915-bd7e-59f629aa2de8), precommit_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:39.416812 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-81d30e1a-354b-4758-b02c-484b7ebf8478 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629892'] for security_group (2e8380de-26b8-4915-bd7e-59f629aa2de8), after_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:39.442399 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81d30e1a-354b-4758-b02c-484b7ebf8478 admin admin] vlan segment allocate from pool success with {'vlan_id': 271, 'physical_network': 'physnet1'} {{(pid=103714) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 05:33:39.450949 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d30e1a-354b-4758-b02c-484b7ebf8478 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e8380de-26b8-4915-bd7e-59f629aa2de8,revision_number=1']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:33:39.458567 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-81d30e1a-354b-4758-b02c-484b7ebf8478 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1106907'] for segment (38091164-dd7b-42b6-944c-ba79ab0f0a5f), precommit_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:39.459028 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.db.segments_db [None req-81d30e1a-354b-4758-b02c-484b7ebf8478 admin admin] Added segment 38091164-dd7b-42b6-944c-ba79ab0f0a5f of type vlan for network 47423aec-29db-4d5c-86df-3c0039d5aa97 Mar 02 05:33:39.508181 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-81d30e1a-354b-4758-b02c-484b7ebf8478 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789289939532'] for network (47423aec-29db-4d5c-86df-3c0039d5aa97), precommit_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:39.581707 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-81d30e1a-354b-4758-b02c-484b7ebf8478 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186'] for network (47423aec-29db-4d5c-86df-3c0039d5aa97), after_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:39.582905 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81d30e1a-354b-4758-b02c-484b7ebf8478 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:33:39.583697 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-81d30e1a-354b-4758-b02c-484b7ebf8478 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531172'] for network (None), before_response {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:39.611032 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-fb9a44f5-bcad-4a4c-8c58-894c9007e8e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (516abb3b-63f8-4dbb-a4f1-8865516966e2), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:39.642577 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d30e1a-354b-4758-b02c-484b7ebf8478 admin admin] Pushing event updated for resources: {'Network': ['ID=47423aec-29db-4d5c-86df-3c0039d5aa97,revision_number=1']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:33:39.653991 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.rpc [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Network 47423aec-29db-4d5c-86df-3c0039d5aa97 details requested by agent ovs-agent-dv-cinder-768458-18-iscsi with host dv-cinder-768458-18-iscsi {{(pid=103716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 02 05:33:39.688533 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70805f5d-21ac-4391-adcb-0b68df71f5d3 None None] Sync routers for ids ['b4ad9cfc-7181-4b96-8cf3-45036b5b57a9'] in dv-cinder-768458-18-iscsi {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 05:33:39.689807 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70805f5d-21ac-4391-adcb-0b68df71f5d3 None None] Routers {'b4ad9cfc-7181-4b96-8cf3-45036b5b57a9'} bound to L3 agent in host dv-cinder-768458-18-iscsi {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 05:33:39.690416 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-70805f5d-21ac-4391-adcb-0b68df71f5d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-02T05:20:42Z,description=,heartbeat_timestamp=2022-03-02T05:33:12Z,host='dv-cinder-768458-18-iscsi',id=9c2b50e6-1677-4aa9-928e-941b4c488fc5,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T05:20:42Z,topic='l3_agent')) {'router_ids': ['b4ad9cfc-7181-4b96-8cf3-45036b5b57a9'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 05:33:39.710181 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [None req-81d30e1a-354b-4758-b02c-484b7ebf8478 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5341072 Mar 02 05:33:39.712992 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.wsgi [-] (103714) accepted ('10.222.0.32', 41440) {{(pid=103714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:33:39.718590 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.v2.base [None req-e7597931-1710-4daf-a191-431f3838ff4c admin admin] Request body: {'subnet': {'network_id': '47423aec-29db-4d5c-86df-3c0039d5aa97', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1104423611-subnet', 'tenant_id': 'b72412da3ee64e2f809f939979d78b17', 'ip_version': 4}} {{(pid=103714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 05:33:39.799041 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.db.l3_dvr_db [None req-70805f5d-21ac-4391-adcb-0b68df71f5d3 None None] Set router b4ad9cfc-7181-4b96-8cf3-45036b5b57a9 gateway port host: dv-cinder-768458-18-iscsi {{(pid=103717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 05:33:39.822374 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7597931-1710-4daf-a191-431f3838ff4c admin admin] Made reservation on behalf of b72412da3ee64e2f809f939979d78b17 for: {'subnet': 1} {{(pid=103714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 05:33:39.824812 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-e7597931-1710-4daf-a191-431f3838ff4c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13179366'] for subnet (None), before_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:39.998857 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-70805f5d-21ac-4391-adcb-0b68df71f5d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4ad9cfc-7181-4b96-8cf3-45036b5b57a9', 'name': 'tempest-TestMinimumBasicScenario-1600551455-router', 'tenant_id': 'cf879fe6ac1c47f6b27ba257096d4c7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'external_fixed_ips': [{'subnet_id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'ip_address': '172.27.2.70'}], 'enable_snat': True}, 'gw_port_id': '86b38586-e2ba-4280-ab77-fbad6000f921', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T05:33:33Z', 'updated_at': '2022-03-02T05:33:37Z', 'revision_number': 4, 'project_id': 'cf879fe6ac1c47f6b27ba257096d4c7e', 'gw_port': {'id': '86b38586-e2ba-4280-ab77-fbad6000f921', 'name': '', 'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:d4:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ad9cfc-7181-4b96-8cf3-45036b5b57a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'ip_address': '172.27.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T05:33:34Z', 'updated_at': '2022-03-02T05:33:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-18-iscsi', '_interfaces': [{'id': '5280e16f-19f2-4db4-88c7-2c97f696e131', 'name': '', 'network_id': '79902201-00d3-4b67-8b4b-f9f77811e89e', 'tenant_id': 'cf879fe6ac1c47f6b27ba257096d4c7e', 'mac_address': 'fa:16:3e:87:56:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4ad9cfc-7181-4b96-8cf3-45036b5b57a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '878a1507-a24f-4e42-91b3-d1b3ffd1e65a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T05:33:36Z', 'updated_at': '2022-03-02T05:33:37Z', 'revision_number': 2, 'project_id': 'cf879fe6ac1c47f6b27ba257096d4c7e', 'subnets': [{'id': '878a1507-a24f-4e42-91b3-d1b3ffd1e65a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-18-iscsi', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 05:33:40.024790 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70805f5d-21ac-4391-adcb-0b68df71f5d3 None None] Checking router: b4ad9cfc-7181-4b96-8cf3-45036b5b57a9 for host: dv-cinder-768458-18-iscsi {{(pid=103717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 05:33:40.025143 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70805f5d-21ac-4391-adcb-0b68df71f5d3 None None] Updating router b4ad9cfc-7181-4b96-8cf3-45036b5b57a9 port 5280e16f-19f2-4db4-88c7-2c97f696e131 binding host dv-cinder-768458-18-iscsi {{(pid=103717) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 05:33:40.051447 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-70805f5d-21ac-4391-adcb-0b68df71f5d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for port (5280e16f-19f2-4db4-88c7-2c97f696e131), before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:40.056384 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-e7597931-1710-4daf-a191-431f3838ff4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13003823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13179348'] for subnet (3a434930-11f4-4776-887a-6fa65046f22b), after_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:40.113325 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7597931-1710-4daf-a191-431f3838ff4c admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a434930-11f4-4776-887a-6fa65046f22b,revision_number=0']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:33:40.121339 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7597931-1710-4daf-a191-431f3838ff4c admin admin] Checking segment: {'id': '38091164-dd7b-42b6-944c-ba79ab0f0a5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '47423aec-29db-4d5c-86df-3c0039d5aa97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 05:33:40.121688 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7597931-1710-4daf-a191-431f3838ff4c admin admin] Network hostable DHCP agents. Network: 47423aec-29db-4d5c-86df-3c0039d5aa97, hostable agents: ['516abb3b-63f8-4dbb-a4f1-8865516966e2'], hosted agents: [] {{(pid=103714) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 05:33:40.199466 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7597931-1710-4daf-a191-431f3838ff4c admin admin] Network 47423aec-29db-4d5c-86df-3c0039d5aa97 is scheduled to be hosted by DHCP agent 516abb3b-63f8-4dbb-a4f1-8865516966e2 with binding_index 1 {{(pid=103714) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 05:33:40.256211 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.scheduler.base_scheduler [None req-e7597931-1710-4daf-a191-431f3838ff4c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768458-18-iscsi, 47423aec-29db-4d5c-86df-3c0039d5aa97) {{(pid=103714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 05:33:40.260859 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7597931-1710-4daf-a191-431f3838ff4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:33:40.261465 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-e7597931-1710-4daf-a191-431f3838ff4c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:40.267233 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2865a524-4da6-48ed-aa13-2bd099a8884e None None] Network 47423aec-29db-4d5c-86df-3c0039d5aa97 requested from dv-cinder-768458-18-iscsi {{(pid=103716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 05:33:40.311408 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-70805f5d-21ac-4391-adcb-0b68df71f5d3 None None] Publish callbacks [] for port (5280e16f-19f2-4db4-88c7-2c97f696e131), precommit_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:40.316352 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [None req-e7597931-1710-4daf-a191-431f3838ff4c admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6021872 Mar 02 05:33:40.318855 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.wsgi [-] (103714) accepted ('10.222.0.32', 41444) {{(pid=103714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:33:40.323075 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.v2.base [None req-b7c29b22-bd7a-4d20-80d4-049696f11283 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1104423611-router', 'tenant_id': 'b72412da3ee64e2f809f939979d78b17', 'external_gateway_info': {'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58'}}} {{(pid=103714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 05:33:40.364814 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-70805f5d-21ac-4391-adcb-0b68df71f5d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789290460654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789289919735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789289921293'] for port (5280e16f-19f2-4db4-88c7-2c97f696e131), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:40.371122 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-417b7678-8b15-42a2-bcb5-210c95ffcabc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbfd83565-997b-582c-95b3-04c06eae76bb-47423aec-29db-4d5c-86df-3c0039d5aa97', 'network_id': '47423aec-29db-4d5c-86df-3c0039d5aa97', 'project_id': 'b72412da3ee64e2f809f939979d78b17', 'fixed_ips': [{'subnet_id': '3a434930-11f4-4776-887a-6fa65046f22b'}]}} from dv-cinder-768458-18-iscsi. {{(pid=103716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 02 05:33:40.372393 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-417b7678-8b15-42a2-bcb5-210c95ffcabc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for port (None), before_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:40.382545 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-b7c29b22-bd7a-4d20-80d4-049696f11283 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553608', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5211'] for router (9a86f8e9-0387-4408-ab11-99efe53c1300), before_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:40.383716 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-b7c29b22-bd7a-4d20-80d4-049696f11283 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-554951', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-624974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5154'] for router (9a86f8e9-0387-4408-ab11-99efe53c1300), precommit_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:40.410637 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fdf7b9-a6d1-424b-840a-28f066dc9248 None None] Pushing event updated for resources: {'Port': ['ID=5280e16f-19f2-4db4-88c7-2c97f696e131,revision_number=3']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:33:40.454964 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-b7c29b22-bd7a-4d20-80d4-049696f11283 admin admin] Publish callbacks [] for router_controller (9a86f8e9-0387-4408-ab11-99efe53c1300), precommit_add_association {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:40.486911 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-70805f5d-21ac-4391-adcb-0b68df71f5d3 None None] Attempting to bind port 5280e16f-19f2-4db4-88c7-2c97f696e131 on host dv-cinder-768458-18-iscsi for vnic_type normal with profile {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 05:33:40.487401 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-70805f5d-21ac-4391-adcb-0b68df71f5d3 None None] Attempting to bind port 5280e16f-19f2-4db4-88c7-2c97f696e131 by drivers openvswitch,hyperv on host dv-cinder-768458-18-iscsi at level 0 using segments [{'id': 'bfdb29d3-deb6-49e5-b796-0f6849bf03e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '79902201-00d3-4b67-8b4b-f9f77811e89e'}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 05:33:40.487823 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70805f5d-21ac-4391-adcb-0b68df71f5d3 None None] Attempting to bind port 5280e16f-19f2-4db4-88c7-2c97f696e131 on network 79902201-00d3-4b67-8b4b-f9f77811e89e {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 05:33:40.493078 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70805f5d-21ac-4391-adcb-0b68df71f5d3 None None] Checking agent: {'id': '64307ea2-7468-48d5-a188-5e76dfb99c6b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 5, 20, 46), 'started_at': datetime.datetime(2022, 3, 2, 5, 21, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 5, 33, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 05:33:40.493538 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70805f5d-21ac-4391-adcb-0b68df71f5d3 None None] Checking segment: {'id': 'bfdb29d3-deb6-49e5-b796-0f6849bf03e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '79902201-00d3-4b67-8b4b-f9f77811e89e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 05:33:40.494057 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-70805f5d-21ac-4391-adcb-0b68df71f5d3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:40.494491 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70805f5d-21ac-4391-adcb-0b68df71f5d3 None None] Bound using segment: {'id': 'bfdb29d3-deb6-49e5-b796-0f6849bf03e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '79902201-00d3-4b67-8b4b-f9f77811e89e'} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 05:33:40.495008 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-70805f5d-21ac-4391-adcb-0b68df71f5d3 None None] Bound port: 5280e16f-19f2-4db4-88c7-2c97f696e131, host: dv-cinder-768458-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfdb29d3-deb6-49e5-b796-0f6849bf03e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '79902201-00d3-4b67-8b4b-f9f77811e89e'}}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 05:33:40.495509 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-70805f5d-21ac-4391-adcb-0b68df71f5d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for port (5280e16f-19f2-4db4-88c7-2c97f696e131), before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:40.539069 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.db_base_plugin_common [None req-417b7678-8b15-42a2-bcb5-210c95ffcabc None None] Allocated IP 172.20.0.2 (47423aec-29db-4d5c-86df-3c0039d5aa97/3a434930-11f4-4776-887a-6fa65046f22b/7b9e63e1-1e35-459b-ba5e-903633ed61d0) {{(pid=103716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 05:33:40.587986 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-70805f5d-21ac-4391-adcb-0b68df71f5d3 None None] For port 5280e16f-19f2-4db4-88c7-2c97f696e131, host dv-cinder-768458-18-iscsi, cleared binding levels {{(pid=103717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 05:33:40.591213 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-70805f5d-21ac-4391-adcb-0b68df71f5d3 None None] For port 5280e16f-19f2-4db4-88c7-2c97f696e131, host dv-cinder-768458-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-18-iscsi',level=0,port_id=5280e16f-19f2-4db4-88c7-2c97f696e131,segment=NetworkSegment(bfdb29d3-deb6-49e5-b796-0f6849bf03e6),segment_id=bfdb29d3-deb6-49e5-b796-0f6849bf03e6)] {{(pid=103717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 05:33:40.657343 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-b7c29b22-bd7a-4d20-80d4-049696f11283 admin admin] Publish callbacks [] for router_gateway (9a86f8e9-0387-4408-ab11-99efe53c1300), precommit_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:40.662619 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-70805f5d-21ac-4391-adcb-0b68df71f5d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789290460654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789289919735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789289921293'] for port (5280e16f-19f2-4db4-88c7-2c97f696e131), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:40.685087 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.provisioning_blocks [None req-cc6d9c5c-a919-4088-8367-4777790c247f None None] Provisioning complete for port 5280e16f-19f2-4db4-88c7-2c97f696e131 triggered by entity DHCP. {{(pid=103716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 05:33:40.685646 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-cc6d9c5c-a919-4088-8367-4777790c247f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012754'] for port (5280e16f-19f2-4db4-88c7-2c97f696e131), provisioning_complete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:40.724154 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70805f5d-21ac-4391-adcb-0b68df71f5d3 None None] Routers {'b4ad9cfc-7181-4b96-8cf3-45036b5b57a9'} bound to L3 agent in host dv-cinder-768458-18-iscsi {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 05:33:40.725370 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-70805f5d-21ac-4391-adcb-0b68df71f5d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-02T05:20:42Z,description=,heartbeat_timestamp=2022-03-02T05:33:12Z,host='dv-cinder-768458-18-iscsi',id=9c2b50e6-1677-4aa9-928e-941b4c488fc5,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T05:20:42Z,topic='l3_agent')) {'router_ids': ['b4ad9cfc-7181-4b96-8cf3-45036b5b57a9'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 05:33:40.739397 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-417b7678-8b15-42a2-bcb5-210c95ffcabc None None] Publish callbacks [] for port (7b9e63e1-1e35-459b-ba5e-903633ed61d0), precommit_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:40.801474 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-cc6d9c5c-a919-4088-8367-4777790c247f None None] Current status of the port 5280e16f-19f2-4db4-88c7-2c97f696e131 is: DOWN; New status is: ACTIVE {{(pid=103716) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 05:33:40.801782 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-cc6d9c5c-a919-4088-8367-4777790c247f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for port (5280e16f-19f2-4db4-88c7-2c97f696e131), before_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:40.813334 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fdf7b9-a6d1-424b-840a-28f066dc9248 None None] Pushing event updated for resources: {'Port': ['ID=5280e16f-19f2-4db4-88c7-2c97f696e131,revision_number=4']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:33:40.832234 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-417b7678-8b15-42a2-bcb5-210c95ffcabc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789289919717'] for port (7b9e63e1-1e35-459b-ba5e-903633ed61d0), after_create {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:40.849360 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-cc6d9c5c-a919-4088-8367-4777790c247f None None] For port 5280e16f-19f2-4db4-88c7-2c97f696e131, host dv-cinder-768458-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-18-iscsi',level=0,port_id=5280e16f-19f2-4db4-88c7-2c97f696e131,segment=NetworkSegment(bfdb29d3-deb6-49e5-b796-0f6849bf03e6),segment_id=bfdb29d3-deb6-49e5-b796-0f6849bf03e6)] {{(pid=103716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 05:33:40.887180 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-417b7678-8b15-42a2-bcb5-210c95ffcabc None None] Network 47423aec-29db-4d5c-86df-3c0039d5aa97 is already hosted by enough agents. {{(pid=103716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 05:33:40.889847 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-cc6d9c5c-a919-4088-8367-4777790c247f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789290460654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789289919735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789289921293'] for port (5280e16f-19f2-4db4-88c7-2c97f696e131), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:40.896529 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.scheduler.base_scheduler [None req-417b7678-8b15-42a2-bcb5-210c95ffcabc None None] Resources bound (agent type, host, resource id): {{(pid=103716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 05:33:40.898471 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417b7678-8b15-42a2-bcb5-210c95ffcabc None None] Pushing event updated for resources: {'Port': ['ID=7b9e63e1-1e35-459b-ba5e-903633ed61d0,revision_number=1']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:33:40.900642 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-417b7678-8b15-42a2-bcb5-210c95ffcabc None None] Received port after_create {{(pid=103716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 05:33:40.955712 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6d9c5c-a919-4088-8367-4777790c247f None None] Pushing event updated for resources: {'Port': ['ID=5280e16f-19f2-4db4-88c7-2c97f696e131,revision_number=5']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:33:41.003649 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.db.l3_dvr_db [None req-70805f5d-21ac-4391-adcb-0b68df71f5d3 None None] Set router b4ad9cfc-7181-4b96-8cf3-45036b5b57a9 gateway port host: dv-cinder-768458-18-iscsi {{(pid=103717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 05:33:41.028081 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.managers [None req-417b7678-8b15-42a2-bcb5-210c95ffcabc None None] Attempting to bind port 7b9e63e1-1e35-459b-ba5e-903633ed61d0 on host dv-cinder-768458-18-iscsi for vnic_type normal with profile {{(pid=103716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 05:33:41.028457 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.managers [None req-417b7678-8b15-42a2-bcb5-210c95ffcabc None None] Attempting to bind port 7b9e63e1-1e35-459b-ba5e-903633ed61d0 by drivers openvswitch,hyperv on host dv-cinder-768458-18-iscsi at level 0 using segments [{'id': '38091164-dd7b-42b6-944c-ba79ab0f0a5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '47423aec-29db-4d5c-86df-3c0039d5aa97'}] {{(pid=103716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 05:33:41.028819 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-417b7678-8b15-42a2-bcb5-210c95ffcabc None None] Attempting to bind port 7b9e63e1-1e35-459b-ba5e-903633ed61d0 on network 47423aec-29db-4d5c-86df-3c0039d5aa97 {{(pid=103716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 05:33:41.032523 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.rpc [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Device 86b38586-e2ba-4280-ab77-fbad6000f921 up at agent ovs-agent-dv-cinder-768458-18-iscsi {{(pid=103716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 05:33:41.058336 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-417b7678-8b15-42a2-bcb5-210c95ffcabc None None] Checking agent: {'id': '64307ea2-7468-48d5-a188-5e76dfb99c6b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 5, 20, 46), 'started_at': datetime.datetime(2022, 3, 2, 5, 21, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 5, 33, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 05:33:41.058783 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-417b7678-8b15-42a2-bcb5-210c95ffcabc None None] Checking segment: {'id': '38091164-dd7b-42b6-944c-ba79ab0f0a5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '47423aec-29db-4d5c-86df-3c0039d5aa97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 05:33:41.059125 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-417b7678-8b15-42a2-bcb5-210c95ffcabc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:41.059543 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-417b7678-8b15-42a2-bcb5-210c95ffcabc None None] Bound using segment: {'id': '38091164-dd7b-42b6-944c-ba79ab0f0a5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '47423aec-29db-4d5c-86df-3c0039d5aa97'} {{(pid=103716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 05:33:41.060030 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.managers [None req-417b7678-8b15-42a2-bcb5-210c95ffcabc None None] Bound port: 7b9e63e1-1e35-459b-ba5e-903633ed61d0, host: dv-cinder-768458-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38091164-dd7b-42b6-944c-ba79ab0f0a5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '47423aec-29db-4d5c-86df-3c0039d5aa97'}}] {{(pid=103716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 05:33:41.060407 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-417b7678-8b15-42a2-bcb5-210c95ffcabc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for port (7b9e63e1-1e35-459b-ba5e-903633ed61d0), before_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:41.073123 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.provisioning_blocks [None req-1e00875d-9e59-4e6d-b1fd-98c482ebceaa None None] Provisioning complete for port 5280e16f-19f2-4db4-88c7-2c97f696e131 triggered by entity DHCP. {{(pid=103716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 05:33:41.073489 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-1e00875d-9e59-4e6d-b1fd-98c482ebceaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012754'] for port (5280e16f-19f2-4db4-88c7-2c97f696e131), provisioning_complete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:41.178751 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-417b7678-8b15-42a2-bcb5-210c95ffcabc None None] For port 7b9e63e1-1e35-459b-ba5e-903633ed61d0, host dv-cinder-768458-18-iscsi, cleared binding levels {{(pid=103716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 05:33:41.183664 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-417b7678-8b15-42a2-bcb5-210c95ffcabc None None] For port 7b9e63e1-1e35-459b-ba5e-903633ed61d0, host dv-cinder-768458-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-18-iscsi',level=0,port_id=7b9e63e1-1e35-459b-ba5e-903633ed61d0,segment=NetworkSegment(38091164-dd7b-42b6-944c-ba79ab0f0a5f),segment_id=38091164-dd7b-42b6-944c-ba79ab0f0a5f)] {{(pid=103716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 05:33:41.190746 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.provisioning_blocks [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Provisioning complete for port 86b38586-e2ba-4280-ab77-fbad6000f921 triggered by entity L2. {{(pid=103716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 05:33:41.191118 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012754'] for port (86b38586-e2ba-4280-ab77-fbad6000f921), provisioning_complete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:41.219431 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-70805f5d-21ac-4391-adcb-0b68df71f5d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4ad9cfc-7181-4b96-8cf3-45036b5b57a9', 'name': 'tempest-TestMinimumBasicScenario-1600551455-router', 'tenant_id': 'cf879fe6ac1c47f6b27ba257096d4c7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'external_fixed_ips': [{'subnet_id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'ip_address': '172.27.2.70'}], 'enable_snat': True}, 'gw_port_id': '86b38586-e2ba-4280-ab77-fbad6000f921', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T05:33:33Z', 'updated_at': '2022-03-02T05:33:37Z', 'revision_number': 4, 'project_id': 'cf879fe6ac1c47f6b27ba257096d4c7e', 'gw_port': {'id': '86b38586-e2ba-4280-ab77-fbad6000f921', 'name': '', 'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:d4:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ad9cfc-7181-4b96-8cf3-45036b5b57a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'ip_address': '172.27.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T05:33:34Z', 'updated_at': '2022-03-02T05:33:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-18-iscsi', '_interfaces': [{'id': '5280e16f-19f2-4db4-88c7-2c97f696e131', 'name': '', 'network_id': '79902201-00d3-4b67-8b4b-f9f77811e89e', 'tenant_id': 'cf879fe6ac1c47f6b27ba257096d4c7e', 'mac_address': 'fa:16:3e:87:56:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4ad9cfc-7181-4b96-8cf3-45036b5b57a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '878a1507-a24f-4e42-91b3-d1b3ffd1e65a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T05:33:36Z', 'updated_at': '2022-03-02T05:33:40Z', 'revision_number': 4, 'project_id': 'cf879fe6ac1c47f6b27ba257096d4c7e', 'subnets': [{'id': '878a1507-a24f-4e42-91b3-d1b3ffd1e65a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-18-iscsi', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 05:33:41.250453 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70805f5d-21ac-4391-adcb-0b68df71f5d3 None None] The sync data for ids ['b4ad9cfc-7181-4b96-8cf3-45036b5b57a9'] in dv-cinder-768458-18-iscsi is: [{'id': 'b4ad9cfc-7181-4b96-8cf3-45036b5b57a9', 'name': 'tempest-TestMinimumBasicScenario-1600551455-router', 'tenant_id': 'cf879fe6ac1c47f6b27ba257096d4c7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'external_fixed_ips': [{'subnet_id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'ip_address': '172.27.2.70'}], 'enable_snat': True}, 'gw_port_id': '86b38586-e2ba-4280-ab77-fbad6000f921', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T05:33:33Z', 'updated_at': '2022-03-02T05:33:37Z', 'revision_number': 4, 'project_id': 'cf879fe6ac1c47f6b27ba257096d4c7e', 'gw_port': {'id': '86b38586-e2ba-4280-ab77-fbad6000f921', 'name': '', 'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:d4:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ad9cfc-7181-4b96-8cf3-45036b5b57a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'ip_address': '172.27.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T05:33:34Z', 'updated_at': '2022-03-02T05:33:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-18-iscsi', '_interfaces': [{'id': '5280e16f-19f2-4db4-88c7-2c97f696e131', 'name': '', 'network_id': '79902201-00d3-4b67-8b4b-f9f77811e89e', 'tenant_id': 'cf879fe6ac1c47f6b27ba257096d4c7e', 'mac_address': 'fa:16:3e:87:56:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4ad9cfc-7181-4b96-8cf3-45036b5b57a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '878a1507-a24f-4e42-91b3-d1b3ffd1e65a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T05:33:36Z', 'updated_at': '2022-03-02T05:33:40Z', 'revision_number': 4, 'project_id': 'cf879fe6ac1c47f6b27ba257096d4c7e', 'subnets': [{'id': '878a1507-a24f-4e42-91b3-d1b3ffd1e65a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 05:33:41.252830 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-417b7678-8b15-42a2-bcb5-210c95ffcabc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789290460654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789289919735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789289921293'] for port (7b9e63e1-1e35-459b-ba5e-903633ed61d0), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:41.255250 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-b7c29b22-bd7a-4d20-80d4-049696f11283 admin admin] Publish callbacks [] for router_gateway (9a86f8e9-0387-4408-ab11-99efe53c1300), before_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:41.261694 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-1e00875d-9e59-4e6d-b1fd-98c482ebceaa None None] Current status of the port 5280e16f-19f2-4db4-88c7-2c97f696e131 is: ACTIVE; New status is: ACTIVE {{(pid=103716) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 05:33:41.277043 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-b7c29b22-bd7a-4d20-80d4-049696f11283 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for port (None), before_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:41.383085 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417b7678-8b15-42a2-bcb5-210c95ffcabc None None] Pushing event updated for resources: {'Port': ['ID=7b9e63e1-1e35-459b-ba5e-903633ed61d0,revision_number=2']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:33:41.400363 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Current status of the port 86b38586-e2ba-4280-ab77-fbad6000f921 is: ACTIVE; New status is: ACTIVE {{(pid=103716) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 05:33:41.446902 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.db.db_base_plugin_common [None req-b7c29b22-bd7a-4d20-80d4-049696f11283 admin admin] Allocated IP 172.27.2.203 (b55256da-732d-4561-a24f-23ea9a772c58/77df959b-d159-4f61-98dc-e86e1ea2cf69/7a572831-85c8-43f5-bb38-4d560af5e85d) {{(pid=103714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 05:33:41.591930 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-b7c29b22-bd7a-4d20-80d4-049696f11283 admin admin] Publish callbacks [] for port (7a572831-85c8-43f5-bb38-4d560af5e85d), precommit_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:41.685771 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-b7c29b22-bd7a-4d20-80d4-049696f11283 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789289919717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13003867'] for port (7a572831-85c8-43f5-bb38-4d560af5e85d), after_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:41.731190 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7c29b22-bd7a-4d20-80d4-049696f11283 admin admin] Network b55256da-732d-4561-a24f-23ea9a772c58 is already hosted by enough agents. {{(pid=103714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 05:33:41.735490 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.scheduler.base_scheduler [None req-b7c29b22-bd7a-4d20-80d4-049696f11283 admin admin] Resources bound (agent type, host, resource id): {{(pid=103714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 05:33:41.737498 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c29b22-bd7a-4d20-80d4-049696f11283 admin admin] Pushing event updated for resources: {'Port': ['ID=7a572831-85c8-43f5-bb38-4d560af5e85d,revision_number=1']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:33:41.739695 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7c29b22-bd7a-4d20-80d4-049696f11283 admin admin] Received port after_create {{(pid=103714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 05:33:41.745410 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-93aefdd2-80b6-42dd-a0ae-48a575d5bc94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (9c2b50e6-1677-4aa9-928e-941b4c488fc5), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:42.078310 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-b7c29b22-bd7a-4d20-80d4-049696f11283 admin admin] Publish callbacks [] for router_gateway (9a86f8e9-0387-4408-ab11-99efe53c1300), after_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:42.301281 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-b7c29b22-bd7a-4d20-80d4-049696f11283 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-554906'] for router (9a86f8e9-0387-4408-ab11-99efe53c1300), after_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:42.388978 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-164da8a4-8eb0-40b6-aeef-2e5b48b6a1a2 None None] Network 47423aec-29db-4d5c-86df-3c0039d5aa97 requested from dv-cinder-768458-18-iscsi {{(pid=103716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 05:33:42.502885 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7c29b22-bd7a-4d20-80d4-049696f11283 admin admin] Router 9a86f8e9-0387-4408-ab11-99efe53c1300 is scheduled to L3 agent 9c2b50e6-1677-4aa9-928e-941b4c488fc5 with binding_index 1 {{(pid=103714) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 02 05:33:42.592533 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.provisioning_blocks [None req-d04f2558-339f-4791-b841-79ab456f42e4 None None] Provisioning complete for port 7b9e63e1-1e35-459b-ba5e-903633ed61d0 triggered by entity DHCP. {{(pid=103716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 05:33:42.592757 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-d04f2558-339f-4791-b841-79ab456f42e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012754'] for port (7b9e63e1-1e35-459b-ba5e-903633ed61d0), provisioning_complete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:42.613203 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7c29b22-bd7a-4d20-80d4-049696f11283 admin admin] Notify agent at l3_agent.dv-cinder-768458-18-iscsi the message routers_updated {{(pid=103714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 05:33:42.638233 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b53cee3-2689-45d9-b250-139ff2c739af None None] Sync routers for ids ['9a86f8e9-0387-4408-ab11-99efe53c1300'] in dv-cinder-768458-18-iscsi {{(pid=103716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 05:33:42.663436 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b53cee3-2689-45d9-b250-139ff2c739af None None] Routers {'9a86f8e9-0387-4408-ab11-99efe53c1300'} bound to L3 agent in host dv-cinder-768458-18-iscsi {{(pid=103716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 05:33:42.664061 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.l3_hamode_db [None req-2b53cee3-2689-45d9-b250-139ff2c739af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-02T05:20:42Z,description=,heartbeat_timestamp=2022-03-02T05:33:42Z,host='dv-cinder-768458-18-iscsi',id=9c2b50e6-1677-4aa9-928e-941b4c488fc5,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T05:20:42Z,topic='l3_agent')) {'router_ids': ['9a86f8e9-0387-4408-ab11-99efe53c1300'], 'active': True} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 05:33:42.727237 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-b7c29b22-bd7a-4d20-80d4-049696f11283 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:42.731192 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [None req-b7c29b22-bd7a-4d20-80d4-049696f11283 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.4089143 Mar 02 05:33:42.734501 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.wsgi [-] (103714) accepted ('10.222.0.32', 41452) {{(pid=103714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:33:42.817508 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-d04f2558-339f-4791-b841-79ab456f42e4 None None] Current status of the port 7b9e63e1-1e35-459b-ba5e-903633ed61d0 is: DOWN; New status is: ACTIVE {{(pid=103716) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 05:33:42.818034 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-d04f2558-339f-4791-b841-79ab456f42e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for port (7b9e63e1-1e35-459b-ba5e-903633ed61d0), before_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:42.850283 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.l3_dvr_db [None req-2b53cee3-2689-45d9-b250-139ff2c739af None None] Set router 9a86f8e9-0387-4408-ab11-99efe53c1300 gateway port host: dv-cinder-768458-18-iscsi {{(pid=103716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 05:33:42.917261 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-2ae3422a-c85d-446a-90f5-ce5a8bf639ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (d4d802fc-4ac8-47f8-b030-2ffc185fa6dc), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:42.931255 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-d04f2558-339f-4791-b841-79ab456f42e4 None None] For port 7b9e63e1-1e35-459b-ba5e-903633ed61d0, host dv-cinder-768458-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-18-iscsi',level=0,port_id=7b9e63e1-1e35-459b-ba5e-903633ed61d0,segment=NetworkSegment(38091164-dd7b-42b6-944c-ba79ab0f0a5f),segment_id=38091164-dd7b-42b6-944c-ba79ab0f0a5f)] {{(pid=103716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 05:33:42.994593 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-d04f2558-339f-4791-b841-79ab456f42e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789290460654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789289919735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789289921293'] for port (7b9e63e1-1e35-459b-ba5e-903633ed61d0), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:43.085845 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.rpc [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Device 7b9e63e1-1e35-459b-ba5e-903633ed61d0 up at agent ovs-agent-dv-cinder-768458-18-iscsi {{(pid=103716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 05:33:43.116283 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04f2558-339f-4791-b841-79ab456f42e4 None None] Pushing event updated for resources: {'Port': ['ID=7b9e63e1-1e35-459b-ba5e-903633ed61d0,revision_number=3']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:33:43.152423 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.provisioning_blocks [None req-9a0fcf52-b11d-46cf-8442-0ac006a6db73 None None] Provisioning complete for port 7b9e63e1-1e35-459b-ba5e-903633ed61d0 triggered by entity DHCP. {{(pid=103716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 05:33:43.154902 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-9a0fcf52-b11d-46cf-8442-0ac006a6db73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012754'] for port (7b9e63e1-1e35-459b-ba5e-903633ed61d0), provisioning_complete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:43.204609 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.l3_hamode_db [None req-2b53cee3-2689-45d9-b250-139ff2c739af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a86f8e9-0387-4408-ab11-99efe53c1300', 'name': 'tempest-TestMinimumBasicScenario-1104423611-router', 'tenant_id': 'b72412da3ee64e2f809f939979d78b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'external_fixed_ips': [{'subnet_id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '7a572831-85c8-43f5-bb38-4d560af5e85d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T05:33:40Z', 'updated_at': '2022-03-02T05:33:41Z', 'revision_number': 3, 'project_id': 'b72412da3ee64e2f809f939979d78b17', 'gw_port': {'id': '7a572831-85c8-43f5-bb38-4d560af5e85d', 'name': '', 'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:e9:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a86f8e9-0387-4408-ab11-99efe53c1300', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T05:33:41Z', 'updated_at': '2022-03-02T05:33:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-18-iscsi'}], 'dv-cinder-768458-18-iscsi', False) {} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 05:33:43.207032 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.provisioning_blocks [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Provisioning complete for port 7b9e63e1-1e35-459b-ba5e-903633ed61d0 triggered by entity L2. {{(pid=103716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 05:33:43.207428 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012754'] for port (7b9e63e1-1e35-459b-ba5e-903633ed61d0), provisioning_complete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:43.213585 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-834441b8-870d-4d1b-97b6-e46ff2f89aa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for port (None), before_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:43.258319 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b53cee3-2689-45d9-b250-139ff2c739af None None] Checking router: 9a86f8e9-0387-4408-ab11-99efe53c1300 for host: dv-cinder-768458-18-iscsi {{(pid=103716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 05:33:43.258672 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b53cee3-2689-45d9-b250-139ff2c739af None None] Updating router 9a86f8e9-0387-4408-ab11-99efe53c1300 port 7a572831-85c8-43f5-bb38-4d560af5e85d binding host dv-cinder-768458-18-iscsi {{(pid=103716) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 05:33:43.301194 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-2b53cee3-2689-45d9-b250-139ff2c739af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for port (7a572831-85c8-43f5-bb38-4d560af5e85d), before_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:43.369902 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-9a0fcf52-b11d-46cf-8442-0ac006a6db73 None None] Current status of the port 7b9e63e1-1e35-459b-ba5e-903633ed61d0 is: ACTIVE; New status is: ACTIVE {{(pid=103716) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 05:33:43.382371 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.db.db_base_plugin_common [None req-834441b8-870d-4d1b-97b6-e46ff2f89aa9 admin admin] Allocated IP 172.20.0.1 (47423aec-29db-4d5c-86df-3c0039d5aa97/3a434930-11f4-4776-887a-6fa65046f22b/c693fe44-f32e-4779-b35d-5fed8a61ccb7) {{(pid=103714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 05:33:43.466036 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Current status of the port 7b9e63e1-1e35-459b-ba5e-903633ed61d0 is: ACTIVE; New status is: ACTIVE {{(pid=103716) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 05:33:43.467123 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.rpc [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Device 5280e16f-19f2-4db4-88c7-2c97f696e131 up at agent ovs-agent-dv-cinder-768458-18-iscsi {{(pid=103716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 05:33:43.491038 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-834441b8-870d-4d1b-97b6-e46ff2f89aa9 admin admin] Publish callbacks [] for port (c693fe44-f32e-4779-b35d-5fed8a61ccb7), precommit_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:43.574801 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.provisioning_blocks [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Provisioning complete for port 5280e16f-19f2-4db4-88c7-2c97f696e131 triggered by entity L2. {{(pid=103716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 05:33:43.575181 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012754'] for port (5280e16f-19f2-4db4-88c7-2c97f696e131), provisioning_complete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:43.576575 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-834441b8-870d-4d1b-97b6-e46ff2f89aa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789289919717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13003867'] for port (c693fe44-f32e-4779-b35d-5fed8a61ccb7), after_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:43.618950 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-834441b8-870d-4d1b-97b6-e46ff2f89aa9 admin admin] Network 47423aec-29db-4d5c-86df-3c0039d5aa97 is already hosted by enough agents. {{(pid=103714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 05:33:43.621737 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.scheduler.base_scheduler [None req-834441b8-870d-4d1b-97b6-e46ff2f89aa9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 05:33:43.627171 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-834441b8-870d-4d1b-97b6-e46ff2f89aa9 admin admin] Received port after_create {{(pid=103714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 05:33:43.630023 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834441b8-870d-4d1b-97b6-e46ff2f89aa9 admin admin] Pushing event updated for resources: {'Port': ['ID=c693fe44-f32e-4779-b35d-5fed8a61ccb7,revision_number=1']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:33:43.665885 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-834441b8-870d-4d1b-97b6-e46ff2f89aa9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-556487'] for router_interface (9a86f8e9-0387-4408-ab11-99efe53c1300), before_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:43.714139 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-2b53cee3-2689-45d9-b250-139ff2c739af None None] Publish callbacks [] for port (7a572831-85c8-43f5-bb38-4d560af5e85d), precommit_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:43.724223 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Current status of the port 5280e16f-19f2-4db4-88c7-2c97f696e131 is: ACTIVE; New status is: ACTIVE {{(pid=103716) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 05:33:43.782932 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-2b53cee3-2689-45d9-b250-139ff2c739af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789290460654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789289919735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789289921293'] for port (7a572831-85c8-43f5-bb38-4d560af5e85d), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:43.839351 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25119af7-45a6-4b17-8770-15359fa17a9e None None] Pushing event updated for resources: {'Port': ['ID=7a572831-85c8-43f5-bb38-4d560af5e85d,revision_number=2']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:33:43.841568 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.managers [None req-2b53cee3-2689-45d9-b250-139ff2c739af None None] Attempting to bind port 7a572831-85c8-43f5-bb38-4d560af5e85d on host dv-cinder-768458-18-iscsi for vnic_type normal with profile {{(pid=103716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 05:33:43.841968 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.managers [None req-2b53cee3-2689-45d9-b250-139ff2c739af None None] Attempting to bind port 7a572831-85c8-43f5-bb38-4d560af5e85d by drivers openvswitch,hyperv on host dv-cinder-768458-18-iscsi at level 0 using segments [{'id': '4c026da1-f439-448a-ad69-ccdbf2795772', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58'}] {{(pid=103716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 05:33:43.842331 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b53cee3-2689-45d9-b250-139ff2c739af None None] Attempting to bind port 7a572831-85c8-43f5-bb38-4d560af5e85d on network b55256da-732d-4561-a24f-23ea9a772c58 {{(pid=103716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 05:33:43.848542 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b53cee3-2689-45d9-b250-139ff2c739af None None] Checking agent: {'id': '64307ea2-7468-48d5-a188-5e76dfb99c6b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 5, 20, 46), 'started_at': datetime.datetime(2022, 3, 2, 5, 21, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 5, 33, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 05:33:43.848926 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b53cee3-2689-45d9-b250-139ff2c739af None None] Checking segment: {'id': '4c026da1-f439-448a-ad69-ccdbf2795772', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 05:33:43.849320 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-2b53cee3-2689-45d9-b250-139ff2c739af None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:43.849711 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b53cee3-2689-45d9-b250-139ff2c739af None None] Bound using segment: {'id': '4c026da1-f439-448a-ad69-ccdbf2795772', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58'} {{(pid=103716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 05:33:43.850180 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.managers [None req-2b53cee3-2689-45d9-b250-139ff2c739af None None] Bound port: 7a572831-85c8-43f5-bb38-4d560af5e85d, host: dv-cinder-768458-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c026da1-f439-448a-ad69-ccdbf2795772', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58'}}] {{(pid=103716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 05:33:43.850554 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-2b53cee3-2689-45d9-b250-139ff2c739af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for port (7a572831-85c8-43f5-bb38-4d560af5e85d), before_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:43.858204 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-834441b8-870d-4d1b-97b6-e46ff2f89aa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for port (c693fe44-f32e-4779-b35d-5fed8a61ccb7), before_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:43.912981 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.provisioning_blocks [None req-4eab92a1-83cc-4e08-96ba-706d30c97408 None None] Provisioning complete for port c693fe44-f32e-4779-b35d-5fed8a61ccb7 triggered by entity DHCP. {{(pid=103716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 05:33:43.913276 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-4eab92a1-83cc-4e08-96ba-706d30c97408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012754'] for port (c693fe44-f32e-4779-b35d-5fed8a61ccb7), provisioning_complete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:43.915078 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-2b53cee3-2689-45d9-b250-139ff2c739af None None] For port 7a572831-85c8-43f5-bb38-4d560af5e85d, host dv-cinder-768458-18-iscsi, cleared binding levels {{(pid=103716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 05:33:43.918733 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-2b53cee3-2689-45d9-b250-139ff2c739af None None] For port 7a572831-85c8-43f5-bb38-4d560af5e85d, host dv-cinder-768458-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-18-iscsi',level=0,port_id=7a572831-85c8-43f5-bb38-4d560af5e85d,segment=NetworkSegment(4c026da1-f439-448a-ad69-ccdbf2795772),segment_id=4c026da1-f439-448a-ad69-ccdbf2795772)] {{(pid=103716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 05:33:43.951859 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-4eab92a1-83cc-4e08-96ba-706d30c97408 None None] Port c693fe44-f32e-4779-b35d-5fed8a61ccb7 cannot update to ACTIVE because it is not bound. {{(pid=103716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 02 05:33:43.987415 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-2b53cee3-2689-45d9-b250-139ff2c739af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789290460654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789289919735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789289921293'] for port (7a572831-85c8-43f5-bb38-4d560af5e85d), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:44.019918 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-834441b8-870d-4d1b-97b6-e46ff2f89aa9 admin admin] Publish callbacks [] for port (c693fe44-f32e-4779-b35d-5fed8a61ccb7), precommit_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:44.043905 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b53cee3-2689-45d9-b250-139ff2c739af None None] Routers {'9a86f8e9-0387-4408-ab11-99efe53c1300'} bound to L3 agent in host dv-cinder-768458-18-iscsi {{(pid=103716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 05:33:44.044511 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.l3_hamode_db [None req-2b53cee3-2689-45d9-b250-139ff2c739af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-02T05:20:42Z,description=,heartbeat_timestamp=2022-03-02T05:33:42Z,host='dv-cinder-768458-18-iscsi',id=9c2b50e6-1677-4aa9-928e-941b4c488fc5,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T05:20:42Z,topic='l3_agent')) {'router_ids': ['9a86f8e9-0387-4408-ab11-99efe53c1300'], 'active': True} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 05:33:44.047990 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25119af7-45a6-4b17-8770-15359fa17a9e None None] Pushing event updated for resources: {'Port': ['ID=7a572831-85c8-43f5-bb38-4d560af5e85d,revision_number=3']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:33:44.084919 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-834441b8-870d-4d1b-97b6-e46ff2f89aa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789290460654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789289919735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789289921293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13003858'] for port (c693fe44-f32e-4779-b35d-5fed8a61ccb7), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:44.153591 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.l3_dvr_db [None req-2b53cee3-2689-45d9-b250-139ff2c739af None None] Set router 9a86f8e9-0387-4408-ab11-99efe53c1300 gateway port host: dv-cinder-768458-18-iscsi {{(pid=103716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 05:33:44.156022 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-834441b8-870d-4d1b-97b6-e46ff2f89aa9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-555351'] for router_interface (9a86f8e9-0387-4408-ab11-99efe53c1300), after_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:44.158746 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834441b8-870d-4d1b-97b6-e46ff2f89aa9 admin admin] Pushing event updated for resources: {'Port': ['ID=c693fe44-f32e-4779-b35d-5fed8a61ccb7,revision_number=2']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:33:44.259341 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-834441b8-870d-4d1b-97b6-e46ff2f89aa9 admin admin] Network 47423aec-29db-4d5c-86df-3c0039d5aa97 is already hosted by enough agents. {{(pid=103714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 05:33:44.260903 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.scheduler.base_scheduler [None req-834441b8-870d-4d1b-97b6-e46ff2f89aa9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 05:33:44.392327 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-834441b8-870d-4d1b-97b6-e46ff2f89aa9 admin admin] Router 9a86f8e9-0387-4408-ab11-99efe53c1300 has already been hosted by L3 agent 9c2b50e6-1677-4aa9-928e-941b4c488fc5 {{(pid=103714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 05:33:44.487995 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f73b428b-984e-4c5a-9878-aef8f2b511ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (e0636eb1-3d25-4c31-a6e5-3f8fd1255322), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:44.523775 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.l3_hamode_db [None req-2b53cee3-2689-45d9-b250-139ff2c739af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a86f8e9-0387-4408-ab11-99efe53c1300', 'name': 'tempest-TestMinimumBasicScenario-1104423611-router', 'tenant_id': 'b72412da3ee64e2f809f939979d78b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'external_fixed_ips': [{'subnet_id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '7a572831-85c8-43f5-bb38-4d560af5e85d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T05:33:40Z', 'updated_at': '2022-03-02T05:33:43Z', 'revision_number': 4, 'project_id': 'b72412da3ee64e2f809f939979d78b17', 'gw_port': {'id': '7a572831-85c8-43f5-bb38-4d560af5e85d', 'name': '', 'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:e9:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a86f8e9-0387-4408-ab11-99efe53c1300', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T05:33:41Z', 'updated_at': '2022-03-02T05:33:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-18-iscsi', '_interfaces': [{'id': 'c693fe44-f32e-4779-b35d-5fed8a61ccb7', 'name': '', 'network_id': '47423aec-29db-4d5c-86df-3c0039d5aa97', 'tenant_id': 'b72412da3ee64e2f809f939979d78b17', 'mac_address': 'fa:16:3e:51:5b:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a86f8e9-0387-4408-ab11-99efe53c1300', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '3a434930-11f4-4776-887a-6fa65046f22b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T05:33:43Z', 'updated_at': '2022-03-02T05:33:43Z', 'revision_number': 1, 'project_id': 'b72412da3ee64e2f809f939979d78b17', 'subnets': [{'id': '3a434930-11f4-4776-887a-6fa65046f22b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-18-iscsi', False) {} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 05:33:44.524759 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-834441b8-870d-4d1b-97b6-e46ff2f89aa9 admin admin] Notify agent at l3_agent.dv-cinder-768458-18-iscsi the message routers_updated {{(pid=103714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 05:33:44.535828 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [None req-834441b8-870d-4d1b-97b6-e46ff2f89aa9 admin admin] 10.222.0.32 "PUT /v2.0/routers/9a86f8e9-0387-4408-ab11-99efe53c1300/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7978914 Mar 02 05:33:44.552179 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b53cee3-2689-45d9-b250-139ff2c739af None None] The sync data for ids ['9a86f8e9-0387-4408-ab11-99efe53c1300'] in dv-cinder-768458-18-iscsi is: [{'id': '9a86f8e9-0387-4408-ab11-99efe53c1300', 'name': 'tempest-TestMinimumBasicScenario-1104423611-router', 'tenant_id': 'b72412da3ee64e2f809f939979d78b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'external_fixed_ips': [{'subnet_id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '7a572831-85c8-43f5-bb38-4d560af5e85d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T05:33:40Z', 'updated_at': '2022-03-02T05:33:43Z', 'revision_number': 4, 'project_id': 'b72412da3ee64e2f809f939979d78b17', 'gw_port': {'id': '7a572831-85c8-43f5-bb38-4d560af5e85d', 'name': '', 'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:e9:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a86f8e9-0387-4408-ab11-99efe53c1300', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T05:33:41Z', 'updated_at': '2022-03-02T05:33:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-18-iscsi', '_interfaces': [{'id': 'c693fe44-f32e-4779-b35d-5fed8a61ccb7', 'name': '', 'network_id': '47423aec-29db-4d5c-86df-3c0039d5aa97', 'tenant_id': 'b72412da3ee64e2f809f939979d78b17', 'mac_address': 'fa:16:3e:51:5b:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a86f8e9-0387-4408-ab11-99efe53c1300', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '3a434930-11f4-4776-887a-6fa65046f22b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T05:33:43Z', 'updated_at': '2022-03-02T05:33:43Z', 'revision_number': 1, 'project_id': 'b72412da3ee64e2f809f939979d78b17', 'subnets': [{'id': '3a434930-11f4-4776-887a-6fa65046f22b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 05:33:44.575447 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.provisioning_blocks [None req-ae7a8e62-d113-4275-b85b-59da288f7f4d None None] Provisioning complete for port c693fe44-f32e-4779-b35d-5fed8a61ccb7 triggered by entity DHCP. {{(pid=103716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 05:33:44.575827 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ae7a8e62-d113-4275-b85b-59da288f7f4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012754'] for port (c693fe44-f32e-4779-b35d-5fed8a61ccb7), provisioning_complete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:44.611624 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-ae7a8e62-d113-4275-b85b-59da288f7f4d None None] Port c693fe44-f32e-4779-b35d-5fed8a61ccb7 cannot update to ACTIVE because it is not bound. {{(pid=103716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 02 05:33:44.970427 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.rpc [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Device 7b9e63e1-1e35-459b-ba5e-903633ed61d0 up at agent ovs-agent-dv-cinder-768458-18-iscsi {{(pid=103716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 05:33:45.037267 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.provisioning_blocks [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Provisioning complete for port 7b9e63e1-1e35-459b-ba5e-903633ed61d0 triggered by entity L2. {{(pid=103716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 05:33:45.037644 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012754'] for port (7b9e63e1-1e35-459b-ba5e-903633ed61d0), provisioning_complete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:45.155761 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Current status of the port 7b9e63e1-1e35-459b-ba5e-903633ed61d0 is: ACTIVE; New status is: ACTIVE {{(pid=103716) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 05:33:45.753796 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (64307ea2-7468-48d5-a188-5e76dfb99c6b), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:47.000812 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.rpc [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Device 7a572831-85c8-43f5-bb38-4d560af5e85d up at agent ovs-agent-dv-cinder-768458-18-iscsi {{(pid=103716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 05:33:47.056567 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.provisioning_blocks [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Provisioning complete for port 7a572831-85c8-43f5-bb38-4d560af5e85d triggered by entity L2. {{(pid=103716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 05:33:47.057330 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012754'] for port (7a572831-85c8-43f5-bb38-4d560af5e85d), provisioning_complete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:47.138529 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Current status of the port 7a572831-85c8-43f5-bb38-4d560af5e85d is: DOWN; New status is: ACTIVE {{(pid=103716) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 05:33:47.139229 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for port (7a572831-85c8-43f5-bb38-4d560af5e85d), before_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:47.162234 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] For port 7a572831-85c8-43f5-bb38-4d560af5e85d, host dv-cinder-768458-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-18-iscsi',level=0,port_id=7a572831-85c8-43f5-bb38-4d560af5e85d,segment=NetworkSegment(4c026da1-f439-448a-ad69-ccdbf2795772),segment_id=4c026da1-f439-448a-ad69-ccdbf2795772)] {{(pid=103716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 05:33:47.216422 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789290460654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789289919735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789289921293'] for port (7a572831-85c8-43f5-bb38-4d560af5e85d), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:47.269081 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Pushing event updated for resources: {'Port': ['ID=7a572831-85c8-43f5-bb38-4d560af5e85d,revision_number=4']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:33:48.614704 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38559aa2-8b0b-4241-99c8-46a7365b40ab None None] Sync routers for ids ['9a86f8e9-0387-4408-ab11-99efe53c1300'] in dv-cinder-768458-18-iscsi {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 05:33:48.625872 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38559aa2-8b0b-4241-99c8-46a7365b40ab None None] Routers {'9a86f8e9-0387-4408-ab11-99efe53c1300'} bound to L3 agent in host dv-cinder-768458-18-iscsi {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 05:33:48.626509 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-38559aa2-8b0b-4241-99c8-46a7365b40ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-02T05:20:42Z,description=,heartbeat_timestamp=2022-03-02T05:33:42Z,host='dv-cinder-768458-18-iscsi',id=9c2b50e6-1677-4aa9-928e-941b4c488fc5,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T05:20:42Z,topic='l3_agent')) {'router_ids': ['9a86f8e9-0387-4408-ab11-99efe53c1300'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 05:33:48.768129 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.db.l3_dvr_db [None req-38559aa2-8b0b-4241-99c8-46a7365b40ab None None] Set router 9a86f8e9-0387-4408-ab11-99efe53c1300 gateway port host: dv-cinder-768458-18-iscsi {{(pid=103717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 05:33:48.980876 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.rpc [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Device 7a572831-85c8-43f5-bb38-4d560af5e85d up at agent ovs-agent-dv-cinder-768458-18-iscsi {{(pid=103716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 05:33:49.000775 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-38559aa2-8b0b-4241-99c8-46a7365b40ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a86f8e9-0387-4408-ab11-99efe53c1300', 'name': 'tempest-TestMinimumBasicScenario-1104423611-router', 'tenant_id': 'b72412da3ee64e2f809f939979d78b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'external_fixed_ips': [{'subnet_id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '7a572831-85c8-43f5-bb38-4d560af5e85d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T05:33:40Z', 'updated_at': '2022-03-02T05:33:43Z', 'revision_number': 4, 'project_id': 'b72412da3ee64e2f809f939979d78b17', 'gw_port': {'id': '7a572831-85c8-43f5-bb38-4d560af5e85d', 'name': '', 'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:e9:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a86f8e9-0387-4408-ab11-99efe53c1300', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T05:33:41Z', 'updated_at': '2022-03-02T05:33:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-18-iscsi', '_interfaces': [{'id': 'c693fe44-f32e-4779-b35d-5fed8a61ccb7', 'name': '', 'network_id': '47423aec-29db-4d5c-86df-3c0039d5aa97', 'tenant_id': 'b72412da3ee64e2f809f939979d78b17', 'mac_address': 'fa:16:3e:51:5b:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a86f8e9-0387-4408-ab11-99efe53c1300', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '3a434930-11f4-4776-887a-6fa65046f22b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T05:33:43Z', 'updated_at': '2022-03-02T05:33:43Z', 'revision_number': 2, 'project_id': 'b72412da3ee64e2f809f939979d78b17', 'subnets': [{'id': '3a434930-11f4-4776-887a-6fa65046f22b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-18-iscsi', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 05:33:49.047048 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.provisioning_blocks [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Provisioning complete for port 7a572831-85c8-43f5-bb38-4d560af5e85d triggered by entity L2. {{(pid=103716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 05:33:49.047849 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012754'] for port (7a572831-85c8-43f5-bb38-4d560af5e85d), provisioning_complete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:49.132141 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38559aa2-8b0b-4241-99c8-46a7365b40ab None None] Checking router: 9a86f8e9-0387-4408-ab11-99efe53c1300 for host: dv-cinder-768458-18-iscsi {{(pid=103717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 05:33:49.132939 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38559aa2-8b0b-4241-99c8-46a7365b40ab None None] Updating router 9a86f8e9-0387-4408-ab11-99efe53c1300 port c693fe44-f32e-4779-b35d-5fed8a61ccb7 binding host dv-cinder-768458-18-iscsi {{(pid=103717) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 05:33:49.152307 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Current status of the port 7a572831-85c8-43f5-bb38-4d560af5e85d is: ACTIVE; New status is: ACTIVE {{(pid=103716) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 05:33:49.163658 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-38559aa2-8b0b-4241-99c8-46a7365b40ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for port (c693fe44-f32e-4779-b35d-5fed8a61ccb7), before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:49.442027 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-38559aa2-8b0b-4241-99c8-46a7365b40ab None None] Publish callbacks [] for port (c693fe44-f32e-4779-b35d-5fed8a61ccb7), precommit_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:49.531608 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-38559aa2-8b0b-4241-99c8-46a7365b40ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789290460654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789289919735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789289921293'] for port (c693fe44-f32e-4779-b35d-5fed8a61ccb7), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:49.580506 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d570a1-a0a4-41e2-9b98-3132936b2af2 None None] Pushing event updated for resources: {'Port': ['ID=c693fe44-f32e-4779-b35d-5fed8a61ccb7,revision_number=3']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:33:49.641324 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-38559aa2-8b0b-4241-99c8-46a7365b40ab None None] Attempting to bind port c693fe44-f32e-4779-b35d-5fed8a61ccb7 on host dv-cinder-768458-18-iscsi for vnic_type normal with profile {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 05:33:49.641969 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-38559aa2-8b0b-4241-99c8-46a7365b40ab None None] Attempting to bind port c693fe44-f32e-4779-b35d-5fed8a61ccb7 by drivers openvswitch,hyperv on host dv-cinder-768458-18-iscsi at level 0 using segments [{'id': '38091164-dd7b-42b6-944c-ba79ab0f0a5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '47423aec-29db-4d5c-86df-3c0039d5aa97'}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 05:33:49.642092 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38559aa2-8b0b-4241-99c8-46a7365b40ab None None] Attempting to bind port c693fe44-f32e-4779-b35d-5fed8a61ccb7 on network 47423aec-29db-4d5c-86df-3c0039d5aa97 {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 05:33:49.647609 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38559aa2-8b0b-4241-99c8-46a7365b40ab None None] Checking agent: {'id': '64307ea2-7468-48d5-a188-5e76dfb99c6b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-18-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 5, 20, 46), 'started_at': datetime.datetime(2022, 3, 2, 5, 21, 16), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 5, 33, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-18-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 05:33:49.647977 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38559aa2-8b0b-4241-99c8-46a7365b40ab None None] Checking segment: {'id': '38091164-dd7b-42b6-944c-ba79ab0f0a5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '47423aec-29db-4d5c-86df-3c0039d5aa97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 05:33:49.648381 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-38559aa2-8b0b-4241-99c8-46a7365b40ab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:49.648772 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38559aa2-8b0b-4241-99c8-46a7365b40ab None None] Bound using segment: {'id': '38091164-dd7b-42b6-944c-ba79ab0f0a5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '47423aec-29db-4d5c-86df-3c0039d5aa97'} {{(pid=103717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 05:33:49.649243 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.managers [None req-38559aa2-8b0b-4241-99c8-46a7365b40ab None None] Bound port: c693fe44-f32e-4779-b35d-5fed8a61ccb7, host: dv-cinder-768458-18-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38091164-dd7b-42b6-944c-ba79ab0f0a5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '47423aec-29db-4d5c-86df-3c0039d5aa97'}}] {{(pid=103717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 05:33:49.649619 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-38559aa2-8b0b-4241-99c8-46a7365b40ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for port (c693fe44-f32e-4779-b35d-5fed8a61ccb7), before_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:49.740236 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-38559aa2-8b0b-4241-99c8-46a7365b40ab None None] For port c693fe44-f32e-4779-b35d-5fed8a61ccb7, host dv-cinder-768458-18-iscsi, cleared binding levels {{(pid=103717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 05:33:49.743635 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.plugins.ml2.db [None req-38559aa2-8b0b-4241-99c8-46a7365b40ab None None] For port c693fe44-f32e-4779-b35d-5fed8a61ccb7, host dv-cinder-768458-18-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-18-iscsi',level=0,port_id=c693fe44-f32e-4779-b35d-5fed8a61ccb7,segment=NetworkSegment(38091164-dd7b-42b6-944c-ba79ab0f0a5f),segment_id=38091164-dd7b-42b6-944c-ba79ab0f0a5f)] {{(pid=103717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 05:33:49.810776 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron_lib.callbacks.manager [None req-38559aa2-8b0b-4241-99c8-46a7365b40ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789290460654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789289919735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789289921293'] for port (c693fe44-f32e-4779-b35d-5fed8a61ccb7), after_update {{(pid=103717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:49.878207 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.provisioning_blocks [None req-7fc661a0-43ee-401b-b788-0fef01f8a8d1 None None] Provisioning complete for port c693fe44-f32e-4779-b35d-5fed8a61ccb7 triggered by entity DHCP. {{(pid=103716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 05:33:49.880885 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-7fc661a0-43ee-401b-b788-0fef01f8a8d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012754'] for port (c693fe44-f32e-4779-b35d-5fed8a61ccb7), provisioning_complete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:49.918644 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d570a1-a0a4-41e2-9b98-3132936b2af2 None None] Pushing event updated for resources: {'Port': ['ID=c693fe44-f32e-4779-b35d-5fed8a61ccb7,revision_number=4']} {{(pid=103717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:33:49.938193 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38559aa2-8b0b-4241-99c8-46a7365b40ab None None] Routers {'9a86f8e9-0387-4408-ab11-99efe53c1300'} bound to L3 agent in host dv-cinder-768458-18-iscsi {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 05:33:49.938812 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-38559aa2-8b0b-4241-99c8-46a7365b40ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-02T05:20:42Z,description=,heartbeat_timestamp=2022-03-02T05:33:42Z,host='dv-cinder-768458-18-iscsi',id=9c2b50e6-1677-4aa9-928e-941b4c488fc5,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T05:20:42Z,topic='l3_agent')) {'router_ids': ['9a86f8e9-0387-4408-ab11-99efe53c1300'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 05:33:50.076923 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-7fc661a0-43ee-401b-b788-0fef01f8a8d1 None None] Current status of the port c693fe44-f32e-4779-b35d-5fed8a61ccb7 is: DOWN; New status is: ACTIVE {{(pid=103716) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 05:33:50.078218 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-7fc661a0-43ee-401b-b788-0fef01f8a8d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for port (c693fe44-f32e-4779-b35d-5fed8a61ccb7), before_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:50.123858 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-7fc661a0-43ee-401b-b788-0fef01f8a8d1 None None] For port c693fe44-f32e-4779-b35d-5fed8a61ccb7, host dv-cinder-768458-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-18-iscsi',level=0,port_id=c693fe44-f32e-4779-b35d-5fed8a61ccb7,segment=NetworkSegment(38091164-dd7b-42b6-944c-ba79ab0f0a5f),segment_id=38091164-dd7b-42b6-944c-ba79ab0f0a5f)] {{(pid=103716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 05:33:50.131839 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.db.l3_dvr_db [None req-38559aa2-8b0b-4241-99c8-46a7365b40ab None None] Set router 9a86f8e9-0387-4408-ab11-99efe53c1300 gateway port host: dv-cinder-768458-18-iscsi {{(pid=103717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 05:33:50.176052 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-7fc661a0-43ee-401b-b788-0fef01f8a8d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789290460654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789289919735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789289921293'] for port (c693fe44-f32e-4779-b35d-5fed8a61ccb7), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:50.237349 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc661a0-43ee-401b-b788-0fef01f8a8d1 None None] Pushing event updated for resources: {'Port': ['ID=c693fe44-f32e-4779-b35d-5fed8a61ccb7,revision_number=5']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:33:50.302069 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.provisioning_blocks [None req-682a3eb8-9a4d-4b5a-9836-2d15dcbb50f4 None None] Provisioning complete for port c693fe44-f32e-4779-b35d-5fed8a61ccb7 triggered by entity DHCP. {{(pid=103716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 05:33:50.302484 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-682a3eb8-9a4d-4b5a-9836-2d15dcbb50f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012754'] for port (c693fe44-f32e-4779-b35d-5fed8a61ccb7), provisioning_complete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:50.375902 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-38559aa2-8b0b-4241-99c8-46a7365b40ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a86f8e9-0387-4408-ab11-99efe53c1300', 'name': 'tempest-TestMinimumBasicScenario-1104423611-router', 'tenant_id': 'b72412da3ee64e2f809f939979d78b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'external_fixed_ips': [{'subnet_id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '7a572831-85c8-43f5-bb38-4d560af5e85d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T05:33:40Z', 'updated_at': '2022-03-02T05:33:43Z', 'revision_number': 4, 'project_id': 'b72412da3ee64e2f809f939979d78b17', 'gw_port': {'id': '7a572831-85c8-43f5-bb38-4d560af5e85d', 'name': '', 'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:e9:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a86f8e9-0387-4408-ab11-99efe53c1300', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T05:33:41Z', 'updated_at': '2022-03-02T05:33:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-18-iscsi', '_interfaces': [{'id': 'c693fe44-f32e-4779-b35d-5fed8a61ccb7', 'name': '', 'network_id': '47423aec-29db-4d5c-86df-3c0039d5aa97', 'tenant_id': 'b72412da3ee64e2f809f939979d78b17', 'mac_address': 'fa:16:3e:51:5b:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a86f8e9-0387-4408-ab11-99efe53c1300', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '3a434930-11f4-4776-887a-6fa65046f22b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T05:33:43Z', 'updated_at': '2022-03-02T05:33:49Z', 'revision_number': 4, 'project_id': 'b72412da3ee64e2f809f939979d78b17', 'subnets': [{'id': '3a434930-11f4-4776-887a-6fa65046f22b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-18-iscsi', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 05:33:50.405877 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-682a3eb8-9a4d-4b5a-9836-2d15dcbb50f4 None None] Current status of the port c693fe44-f32e-4779-b35d-5fed8a61ccb7 is: ACTIVE; New status is: ACTIVE {{(pid=103716) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 05:33:50.406444 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38559aa2-8b0b-4241-99c8-46a7365b40ab None None] The sync data for ids ['9a86f8e9-0387-4408-ab11-99efe53c1300'] in dv-cinder-768458-18-iscsi is: [{'id': '9a86f8e9-0387-4408-ab11-99efe53c1300', 'name': 'tempest-TestMinimumBasicScenario-1104423611-router', 'tenant_id': 'b72412da3ee64e2f809f939979d78b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'external_fixed_ips': [{'subnet_id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '7a572831-85c8-43f5-bb38-4d560af5e85d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T05:33:40Z', 'updated_at': '2022-03-02T05:33:43Z', 'revision_number': 4, 'project_id': 'b72412da3ee64e2f809f939979d78b17', 'gw_port': {'id': '7a572831-85c8-43f5-bb38-4d560af5e85d', 'name': '', 'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:e9:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a86f8e9-0387-4408-ab11-99efe53c1300', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T05:33:41Z', 'updated_at': '2022-03-02T05:33:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-18-iscsi', '_interfaces': [{'id': 'c693fe44-f32e-4779-b35d-5fed8a61ccb7', 'name': '', 'network_id': '47423aec-29db-4d5c-86df-3c0039d5aa97', 'tenant_id': 'b72412da3ee64e2f809f939979d78b17', 'mac_address': 'fa:16:3e:51:5b:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a86f8e9-0387-4408-ab11-99efe53c1300', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '3a434930-11f4-4776-887a-6fa65046f22b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T05:33:43Z', 'updated_at': '2022-03-02T05:33:49Z', 'revision_number': 4, 'project_id': 'b72412da3ee64e2f809f939979d78b17', 'subnets': [{'id': '3a434930-11f4-4776-887a-6fa65046f22b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 05:33:50.998184 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.rpc [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Device c693fe44-f32e-4779-b35d-5fed8a61ccb7 up at agent ovs-agent-dv-cinder-768458-18-iscsi {{(pid=103716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 05:33:51.057434 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.provisioning_blocks [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Provisioning complete for port c693fe44-f32e-4779-b35d-5fed8a61ccb7 triggered by entity L2. {{(pid=103716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 05:33:51.058056 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012754'] for port (c693fe44-f32e-4779-b35d-5fed8a61ccb7), provisioning_complete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:51.170917 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Current status of the port c693fe44-f32e-4779-b35d-5fed8a61ccb7 is: ACTIVE; New status is: ACTIVE {{(pid=103716) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 05:33:51.731067 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441725a0-c54d-4242-b27c-005f51479476 req-abe4e52f-4814-48bd-ae64-2b20c113f42d tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:33:51.732602 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-441725a0-c54d-4242-b27c-005f51479476 req-abe4e52f-4814-48bd-ae64-2b20c113f42d tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] 10.222.0.32 "GET /v2.0/ports?device_id=7002d8fb-8274-485e-b875-ad2e5586984a HTTP/1.1" status: 200 len: 945 time: 0.0570166 Mar 02 05:33:51.786785 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-441725a0-c54d-4242-b27c-005f51479476 req-6fc100be-e8a0-43a6-b1a5-d4d71713181d tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] 10.222.0.32 "GET /v2.0/security-groups?id=c04bdde9-68b7-4585-97f2-cb2ed276dc41&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0448081 Mar 02 05:33:52.921503 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81eb64d2-81d6-4a76-b0c6-e77b9967e6e7 req-808e754d-3c10-493a-9927-9fab871bf4b2 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:33:52.923249 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-81eb64d2-81d6-4a76-b0c6-e77b9967e6e7 req-808e754d-3c10-493a-9927-9fab871bf4b2 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] 10.222.0.32 "GET /v2.0/ports?device_id=7002d8fb-8274-485e-b875-ad2e5586984a HTTP/1.1" status: 200 len: 945 time: 0.0605257 Mar 02 05:33:52.979407 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-81eb64d2-81d6-4a76-b0c6-e77b9967e6e7 req-c19cbc6d-1451-4b03-af5a-1e7eef72d2aa tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] 10.222.0.32 "GET /v2.0/security-groups?id=c04bdde9-68b7-4585-97f2-cb2ed276dc41&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0471184 Mar 02 05:33:53.796350 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c6dcac-b38c-4b00-8e27-37927ab5be39 req-010aad2b-8b53-4629-8fd2-565c4862290c tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:33:53.797893 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-99c6dcac-b38c-4b00-8e27-37927ab5be39 req-010aad2b-8b53-4629-8fd2-565c4862290c tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] 10.222.0.41 "GET /v2.0/ports?device_id=7002d8fb-8274-485e-b875-ad2e5586984a HTTP/1.1" status: 200 len: 945 time: 0.0634308 Mar 02 05:33:53.922574 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [req-99c6dcac-b38c-4b00-8e27-37927ab5be39 req-66aa4118-086c-4cab-a7a1-5e45cfb21cef tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] Deleting port b95876af-1853-4698-af0e-a36b0deb3b5a {{(pid=103715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 05:33:53.923314 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-99c6dcac-b38c-4b00-8e27-37927ab5be39 req-66aa4118-086c-4cab-a7a1-5e45cfb21cef tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789290453881'] for port (b95876af-1853-4698-af0e-a36b0deb3b5a), before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:54.025559 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.db [req-99c6dcac-b38c-4b00-8e27-37927ab5be39 req-66aa4118-086c-4cab-a7a1-5e45cfb21cef tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] For port b95876af-1853-4698-af0e-a36b0deb3b5a, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=b95876af-1853-4698-af0e-a36b0deb3b5a,segment=NetworkSegment(43e8c482-1a50-4e10-a19a-64e9763e2b05),segment_id=43e8c482-1a50-4e10-a19a-64e9763e2b05)] {{(pid=103715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 05:33:54.025731 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-99c6dcac-b38c-4b00-8e27-37927ab5be39 req-66aa4118-086c-4cab-a7a1-5e45cfb21cef tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542039'] for port (b95876af-1853-4698-af0e-a36b0deb3b5a), precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:54.127808 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb95a5f-b7ee-45d2-b939-014d8deba5ad req-753b896d-60fa-4c95-9d8a-82732aebdee3 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:33:54.129448 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-feb95a5f-b7ee-45d2-b939-014d8deba5ad req-753b896d-60fa-4c95-9d8a-82732aebdee3 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] 10.222.0.32 "GET /v2.0/ports?device_id=7002d8fb-8274-485e-b875-ad2e5586984a HTTP/1.1" status: 200 len: 945 time: 0.0690928 Mar 02 05:33:54.184776 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-feb95a5f-b7ee-45d2-b939-014d8deba5ad req-40755da8-cb45-4f3c-8b0a-b4a2495ba629 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] 10.222.0.32 "GET /v2.0/security-groups?id=c04bdde9-68b7-4585-97f2-cb2ed276dc41&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0491970 Mar 02 05:33:54.276699 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-99c6dcac-b38c-4b00-8e27-37927ab5be39 req-66aa4118-086c-4cab-a7a1-5e45cfb21cef tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:54.277089 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-99c6dcac-b38c-4b00-8e27-37927ab5be39 req-66aa4118-086c-4cab-a7a1-5e45cfb21cef tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556348'] for floatingip (355b6a1e-4dc2-4361-9585-8070412618d1), after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:54.277433 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.db.l3_db [req-99c6dcac-b38c-4b00-8e27-37927ab5be39 req-66aa4118-086c-4cab-a7a1-5e45cfb21cef tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] Floating IP 355b6a1e-4dc2-4361-9585-8070412618d1 disassociated. External IP: 172.27.2.12, port: b95876af-1853-4698-af0e-a36b0deb3b5a. Mar 02 05:33:54.277843 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [req-99c6dcac-b38c-4b00-8e27-37927ab5be39 req-66aa4118-086c-4cab-a7a1-5e45cfb21cef tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] Calling delete_port for b95876af-1853-4698-af0e-a36b0deb3b5a owned by compute:nova {{(pid=103715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 05:33:54.507588 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-99c6dcac-b38c-4b00-8e27-37927ab5be39 req-66aa4118-086c-4cab-a7a1-5e45cfb21cef tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789290460636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789289919726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14203002'] for port (b95876af-1853-4698-af0e-a36b0deb3b5a), after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:54.538627 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66aa4118-086c-4cab-a7a1-5e45cfb21cef tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] Pushing event deleted for resources: {'Port': ['ID=b95876af-1853-4698-af0e-a36b0deb3b5a,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:33:54.683210 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.scheduler.l3_agent_scheduler [req-99c6dcac-b38c-4b00-8e27-37927ab5be39 req-66aa4118-086c-4cab-a7a1-5e45cfb21cef tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] Router 279f7eec-5f94-4a26-9856-cbbd0eb5eab5 has already been hosted by L3 agent 9c2b50e6-1677-4aa9-928e-941b4c488fc5 {{(pid=103715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 05:33:54.803441 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-99c6dcac-b38c-4b00-8e27-37927ab5be39 req-66aa4118-086c-4cab-a7a1-5e45cfb21cef tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] Notify agent at l3_agent.dv-cinder-768458-18-iscsi the message routers_updated {{(pid=103715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 05:33:54.814999 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-410ab04b-37ab-4980-951c-c0beee616d91 None None] Sync routers for ids ['279f7eec-5f94-4a26-9856-cbbd0eb5eab5'] in dv-cinder-768458-18-iscsi {{(pid=103716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 05:33:54.825017 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-410ab04b-37ab-4980-951c-c0beee616d91 None None] Routers {'279f7eec-5f94-4a26-9856-cbbd0eb5eab5'} bound to L3 agent in host dv-cinder-768458-18-iscsi {{(pid=103716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 05:33:54.825557 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.l3_hamode_db [None req-410ab04b-37ab-4980-951c-c0beee616d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-02T05:20:42Z,description=,heartbeat_timestamp=2022-03-02T05:33:42Z,host='dv-cinder-768458-18-iscsi',id=9c2b50e6-1677-4aa9-928e-941b4c488fc5,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T05:20:42Z,topic='l3_agent')) {'router_ids': ['279f7eec-5f94-4a26-9856-cbbd0eb5eab5'], 'active': True} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 05:33:54.850075 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [req-99c6dcac-b38c-4b00-8e27-37927ab5be39 req-66aa4118-086c-4cab-a7a1-5e45cfb21cef tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] No DVR routers for this DVR port b95876af-1853-4698-af0e-a36b0deb3b5a on host hv-cinder-76845 {{(pid=103715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 05:33:54.852647 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-99c6dcac-b38c-4b00-8e27-37927ab5be39 req-66aa4118-086c-4cab-a7a1-5e45cfb21cef tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25628'] for port (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:54.855945 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-99c6dcac-b38c-4b00-8e27-37927ab5be39 req-66aa4118-086c-4cab-a7a1-5e45cfb21cef tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] 10.222.0.41 "DELETE /v2.0/ports/b95876af-1853-4698-af0e-a36b0deb3b5a HTTP/1.1" status: 204 len: 173 time: 1.0499763 Mar 02 05:33:54.856389 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7002d8fb-8274-485e-b875-ad2e5586984a', 'name': 'network-vif-deleted', 'tag': 'b95876af-1853-4698-af0e-a36b0deb3b5a'}] {{(pid=103715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 05:33:54.858710 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6b615920106d83c92ac2e7a83ecc91ff2029d0c3ca4726e1521f538b1ed31e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0cd1720-28e0-47f4-8d21-84474d732769" -d '{"events": [{"server_uuid": "7002d8fb-8274-485e-b875-ad2e5586984a", "name": "network-vif-deleted", "tag": "b95876af-1853-4698-af0e-a36b0deb3b5a"}]}' {{(pid=103715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 05:33:54.899202 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 05:33:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7662aaa-2bcf-464c-b879-35b87094cb2d x-openstack-request-id: req-a7662aaa-2bcf-464c-b879-35b87094cb2d {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 05:33:54.899529 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7002d8fb-8274-485e-b875-ad2e5586984a", "name": "network-vif-deleted", "tag": "b95876af-1853-4698-af0e-a36b0deb3b5a", "status": "completed", "code": 200}]} {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 05:33:54.899785 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a7662aaa-2bcf-464c-b879-35b87094cb2d {{(pid=103715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 05:33:54.900186 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7002d8fb-8274-485e-b875-ad2e5586984a', 'name': 'network-vif-deleted', 'tag': 'b95876af-1853-4698-af0e-a36b0deb3b5a', 'status': 'completed', 'code': 200} Mar 02 05:33:54.947543 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.l3_dvr_db [None req-410ab04b-37ab-4980-951c-c0beee616d91 None None] Set router 279f7eec-5f94-4a26-9856-cbbd0eb5eab5 gateway port host: dv-cinder-768458-18-iscsi {{(pid=103716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 05:33:55.168580 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.l3_hamode_db [None req-410ab04b-37ab-4980-951c-c0beee616d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '279f7eec-5f94-4a26-9856-cbbd0eb5eab5', 'name': 'tempest-AttachVolumeTestJSON-318348053-router', 'tenant_id': 'e206b3ab3679495682403c34b4fe8d9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'external_fixed_ips': [{'subnet_id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'ip_address': '172.27.2.68'}], 'enable_snat': True}, 'gw_port_id': 'f69dbdff-dc8a-4904-ae26-78b3078d3ae3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T05:29:04Z', 'updated_at': '2022-03-02T05:29:17Z', 'revision_number': 4, 'project_id': 'e206b3ab3679495682403c34b4fe8d9a', 'gw_port': {'id': 'f69dbdff-dc8a-4904-ae26-78b3078d3ae3', 'name': '', 'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:af:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '279f7eec-5f94-4a26-9856-cbbd0eb5eab5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'ip_address': '172.27.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T05:29:06Z', 'updated_at': '2022-03-02T05:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-18-iscsi', '_interfaces': [{'id': '5b703634-9ede-4863-b157-97a8de60550a', 'name': '', 'network_id': '18011967-2bc2-45c8-947b-290963b3926b', 'tenant_id': 'e206b3ab3679495682403c34b4fe8d9a', 'mac_address': 'fa:16:3e:c8:2a:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '279f7eec-5f94-4a26-9856-cbbd0eb5eab5', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '24744b4d-8303-4a95-a314-609059e1d9b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T05:29:12Z', 'updated_at': '2022-03-02T05:29:27Z', 'revision_number': 5, 'project_id': 'e206b3ab3679495682403c34b4fe8d9a', 'subnets': [{'id': '24744b4d-8303-4a95-a314-609059e1d9b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-18-iscsi', False) {} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 05:33:55.202269 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-410ab04b-37ab-4980-951c-c0beee616d91 None None] Checking router: 279f7eec-5f94-4a26-9856-cbbd0eb5eab5 for host: dv-cinder-768458-18-iscsi {{(pid=103716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 05:33:55.210639 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-410ab04b-37ab-4980-951c-c0beee616d91 None None] Routers {'279f7eec-5f94-4a26-9856-cbbd0eb5eab5'} bound to L3 agent in host dv-cinder-768458-18-iscsi {{(pid=103716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 05:33:55.211255 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.l3_hamode_db [None req-410ab04b-37ab-4980-951c-c0beee616d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-02T05:20:42Z,description=,heartbeat_timestamp=2022-03-02T05:33:42Z,host='dv-cinder-768458-18-iscsi',id=9c2b50e6-1677-4aa9-928e-941b4c488fc5,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T05:20:42Z,topic='l3_agent')) {'router_ids': ['279f7eec-5f94-4a26-9856-cbbd0eb5eab5'], 'active': True} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 05:33:55.310848 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-4dbd98f4-04cb-4fa8-9103-af81319915c0 req-fd4b9a7a-c00c-4c7f-a4b4-59405ec52897 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] 10.222.0.32 "GET /v2.0/ports?device_id=7002d8fb-8274-485e-b875-ad2e5586984a HTTP/1.1" status: 200 len: 210 time: 0.0336335 Mar 02 05:33:55.337597 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.l3_dvr_db [None req-410ab04b-37ab-4980-951c-c0beee616d91 None None] Set router 279f7eec-5f94-4a26-9856-cbbd0eb5eab5 gateway port host: dv-cinder-768458-18-iscsi {{(pid=103716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 05:33:55.552184 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.l3_hamode_db [None req-410ab04b-37ab-4980-951c-c0beee616d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '279f7eec-5f94-4a26-9856-cbbd0eb5eab5', 'name': 'tempest-AttachVolumeTestJSON-318348053-router', 'tenant_id': 'e206b3ab3679495682403c34b4fe8d9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'external_fixed_ips': [{'subnet_id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'ip_address': '172.27.2.68'}], 'enable_snat': True}, 'gw_port_id': 'f69dbdff-dc8a-4904-ae26-78b3078d3ae3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T05:29:04Z', 'updated_at': '2022-03-02T05:29:17Z', 'revision_number': 4, 'project_id': 'e206b3ab3679495682403c34b4fe8d9a', 'gw_port': {'id': 'f69dbdff-dc8a-4904-ae26-78b3078d3ae3', 'name': '', 'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:af:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '279f7eec-5f94-4a26-9856-cbbd0eb5eab5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'ip_address': '172.27.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T05:29:06Z', 'updated_at': '2022-03-02T05:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-18-iscsi', '_interfaces': [{'id': '5b703634-9ede-4863-b157-97a8de60550a', 'name': '', 'network_id': '18011967-2bc2-45c8-947b-290963b3926b', 'tenant_id': 'e206b3ab3679495682403c34b4fe8d9a', 'mac_address': 'fa:16:3e:c8:2a:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '279f7eec-5f94-4a26-9856-cbbd0eb5eab5', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '24744b4d-8303-4a95-a314-609059e1d9b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T05:29:12Z', 'updated_at': '2022-03-02T05:29:27Z', 'revision_number': 5, 'project_id': 'e206b3ab3679495682403c34b4fe8d9a', 'subnets': [{'id': '24744b4d-8303-4a95-a314-609059e1d9b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-18-iscsi', False) {} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 05:33:55.578709 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-410ab04b-37ab-4980-951c-c0beee616d91 None None] The sync data for ids ['279f7eec-5f94-4a26-9856-cbbd0eb5eab5'] in dv-cinder-768458-18-iscsi is: [{'id': '279f7eec-5f94-4a26-9856-cbbd0eb5eab5', 'name': 'tempest-AttachVolumeTestJSON-318348053-router', 'tenant_id': 'e206b3ab3679495682403c34b4fe8d9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'external_fixed_ips': [{'subnet_id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'ip_address': '172.27.2.68'}], 'enable_snat': True}, 'gw_port_id': 'f69dbdff-dc8a-4904-ae26-78b3078d3ae3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T05:29:04Z', 'updated_at': '2022-03-02T05:29:17Z', 'revision_number': 4, 'project_id': 'e206b3ab3679495682403c34b4fe8d9a', 'gw_port': {'id': 'f69dbdff-dc8a-4904-ae26-78b3078d3ae3', 'name': '', 'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:af:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '279f7eec-5f94-4a26-9856-cbbd0eb5eab5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'ip_address': '172.27.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T05:29:06Z', 'updated_at': '2022-03-02T05:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-18-iscsi', '_interfaces': [{'id': '5b703634-9ede-4863-b157-97a8de60550a', 'name': '', 'network_id': '18011967-2bc2-45c8-947b-290963b3926b', 'tenant_id': 'e206b3ab3679495682403c34b4fe8d9a', 'mac_address': 'fa:16:3e:c8:2a:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '279f7eec-5f94-4a26-9856-cbbd0eb5eab5', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '24744b4d-8303-4a95-a314-609059e1d9b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T05:29:12Z', 'updated_at': '2022-03-02T05:29:27Z', 'revision_number': 5, 'project_id': 'e206b3ab3679495682403c34b4fe8d9a', 'subnets': [{'id': '24744b4d-8303-4a95-a314-609059e1d9b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 05:33:55.643666 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e91de5-47c7-4b01-b0aa-68386dcee116 req-4ea06737-6da4-4d08-9f9e-7b24f5b3e980 tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:33:55.647791 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-d6e91de5-47c7-4b01-b0aa-68386dcee116 req-4ea06737-6da4-4d08-9f9e-7b24f5b3e980 tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] 10.222.0.32 "GET /v2.0/networks?id=79902201-00d3-4b67-8b4b-f9f77811e89e HTTP/1.1" status: 200 len: 815 time: 0.1090789 Mar 02 05:33:55.660595 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-d6e91de5-47c7-4b01-b0aa-68386dcee116 req-4c0eec89-6744-4838-84aa-3237ab0dfd58 tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] 10.222.0.32 "GET /v2.0/quotas/cf879fe6ac1c47f6b27ba257096d4c7e HTTP/1.1" status: 200 len: 375 time: 0.0097611 Mar 02 05:33:55.704281 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.wsgi [-] (103714) accepted ('10.222.0.32', 41600) {{(pid=103714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:33:55.731163 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-d6e91de5-47c7-4b01-b0aa-68386dcee116 req-48536d32-0fd3-4448-9dbd-ec10c9ae475c tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=cf879fe6ac1c47f6b27ba257096d4c7e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0647376 Mar 02 05:33:55.833151 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-ca9ecd37-b4d5-4c92-ba73-6d5d4b3c3de1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:55.848893 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-d6e91de5-47c7-4b01-b0aa-68386dcee116 req-c127b04d-1b9e-4ea1-ad55-451be990ab7f service neutron] 10.222.0.32 "GET /v2.0/networks/79902201-00d3-4b67-8b4b-f9f77811e89e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002533 Mar 02 05:33:55.871487 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7475e720-8ff4-4f5f-a1ee-c1c61e032e25 None None] New status for floating IP 355b6a1e-4dc2-4361-9585-8070412618d1: DOWN {{(pid=103717) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 05:33:55.910580 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-ca9ecd37-b4d5-4c92-ba73-6d5d4b3c3de1 admin admin] Publish callbacks [] for security_group (d3eb1994-8030-4451-8129-394c9119310c), precommit_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:55.944162 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-d6e91de5-47c7-4b01-b0aa-68386dcee116 req-c2ae89b0-6146-4936-86a0-c875c2e9dda2 service neutron] 10.222.0.32 "GET /v2.0/networks/79902201-00d3-4b67-8b4b-f9f77811e89e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890570 Mar 02 05:33:55.981859 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-ca9ecd37-b4d5-4c92-ba73-6d5d4b3c3de1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629892'] for security_group (d3eb1994-8030-4451-8129-394c9119310c), after_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:56.033021 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9ecd37-b4d5-4c92-ba73-6d5d4b3c3de1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3eb1994-8030-4451-8129-394c9119310c,revision_number=1']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:33:56.036475 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.32', 41604) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:33:56.036626 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [None req-ca9ecd37-b4d5-4c92-ba73-6d5d4b3c3de1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a5331bfc383148c08a901f9feb4f7c46&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3312304 Mar 02 05:33:56.092491 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-318ef5bc-3dd4-433b-b109-2b615de9f1fd admin admin] Publish callbacks [] for security_group (d3eb1994-8030-4451-8129-394c9119310c), before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:56.115467 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-318ef5bc-3dd4-433b-b109-2b615de9f1fd admin admin] Publish callbacks [] for security_group (d3eb1994-8030-4451-8129-394c9119310c), precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:56.151150 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-b8a71c3a-3444-44c4-a615-9f84bd1695b7 req-3fcd0c8f-b7a6-42e2-aa9f-91c21d7bb6c2 tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] 10.222.0.32 "GET /v2.0/ports?device_id=c6cdd2a3-d11a-458f-8463-513c97e08942 HTTP/1.1" status: 200 len: 210 time: 0.0282800 Mar 02 05:33:56.221551 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-318ef5bc-3dd4-433b-b109-2b615de9f1fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629892'] for security_group (d3eb1994-8030-4451-8129-394c9119310c), after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:56.224146 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-318ef5bc-3dd4-433b-b109-2b615de9f1fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:56.225340 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-318ef5bc-3dd4-433b-b109-2b615de9f1fd admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d3eb1994-8030-4451-8129-394c9119310c HTTP/1.1" status: 204 len: 168 time: 0.1876791 Mar 02 05:33:56.233639 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318ef5bc-3dd4-433b-b109-2b615de9f1fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3eb1994-8030-4451-8129-394c9119310c,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:33:56.434331 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.32', 41620) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:33:56.456668 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.db.agents_db [None req-19237f2e-a493-4721-ab19-473fd9844311 None None] Agent healthcheck: found 6 active agents {{(pid=103717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 05:33:56.491076 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-edbb6802-6e1d-4ae3-b580-5420a9da7dac tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] Publish callbacks [] for security_group (c04bdde9-68b7-4585-97f2-cb2ed276dc41), before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:56.514229 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-edbb6802-6e1d-4ae3-b580-5420a9da7dac tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] Publish callbacks [] for security_group (c04bdde9-68b7-4585-97f2-cb2ed276dc41), precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:56.644552 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-edbb6802-6e1d-4ae3-b580-5420a9da7dac tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629892'] for security_group (c04bdde9-68b7-4585-97f2-cb2ed276dc41), after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:56.647191 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-edbb6802-6e1d-4ae3-b580-5420a9da7dac tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] Publish callbacks [] for security_group (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:56.649214 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-edbb6802-6e1d-4ae3-b580-5420a9da7dac tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] 10.222.0.32 "DELETE /v2.0/security-groups/c04bdde9-68b7-4585-97f2-cb2ed276dc41 HTTP/1.1" status: 204 len: 168 time: 0.2130630 Mar 02 05:33:56.657782 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.wsgi [-] (103714) accepted ('10.222.0.32', 41630) {{(pid=103714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:33:56.658551 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbb6802-6e1d-4ae3-b580-5420a9da7dac tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c04bdde9-68b7-4585-97f2-cb2ed276dc41,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:33:56.686046 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.api.v2.resource [None req-8f1c77d9-f3f3-4c62-ad79-c9591a7f7854 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] show failed (client error): The resource could not be found. Mar 02 05:33:56.686046 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [None req-8f1c77d9-f3f3-4c62-ad79-c9591a7f7854 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] 10.222.0.32 "GET /v2.0/security-groups/c04bdde9-68b7-4585-97f2-cb2ed276dc41 HTTP/1.1" status: 404 len: 347 time: 0.0226130 Mar 02 05:33:56.687973 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.wsgi [-] (103714) accepted ('10.222.0.32', 41632) {{(pid=103714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:33:56.814429 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-5f753aaa-4a16-4028-9f2b-1d3f2d7c8e14 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] Deleting port 09b519b7-518a-479c-b553-32c4792424b6 {{(pid=103714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 05:33:56.815274 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-5f753aaa-4a16-4028-9f2b-1d3f2d7c8e14 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789290453881'] for port (09b519b7-518a-479c-b553-32c4792424b6), before_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:56.888545 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-5f753aaa-4a16-4028-9f2b-1d3f2d7c8e14 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542039'] for port (09b519b7-518a-479c-b553-32c4792424b6), precommit_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:56.888875 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-5f753aaa-4a16-4028-9f2b-1d3f2d7c8e14 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] Publish callbacks [] for floatingip (09b519b7-518a-479c-b553-32c4792424b6), precommit_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:56.900430 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-5f753aaa-4a16-4028-9f2b-1d3f2d7c8e14 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] Calling delete_port for 09b519b7-518a-479c-b553-32c4792424b6 owned by network:floatingip {{(pid=103714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 05:33:57.258382 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-c8b8b4f2-62aa-46c4-8ff4-3e92772712f6 req-1988458d-6651-4bef-b050-6a14e38238b7 tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] 10.222.0.32 "GET /v2.0/ports?device_id=c6cdd2a3-d11a-458f-8463-513c97e08942 HTTP/1.1" status: 200 len: 210 time: 0.0347602 Mar 02 05:33:57.416394 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-5f753aaa-4a16-4028-9f2b-1d3f2d7c8e14 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789290460636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789289919726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13003867'] for port (09b519b7-518a-479c-b553-32c4792424b6), after_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:57.432456 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.rpc [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Device b95876af-1853-4698-af0e-a36b0deb3b5a no longer exists at agent hyperv_hv-cinder-76845 {{(pid=103716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 05:33:57.444020 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f753aaa-4a16-4028-9f2b-1d3f2d7c8e14 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] Pushing event deleted for resources: {'Port': ['ID=09b519b7-518a-479c-b553-32c4792424b6,revision_number=None']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:33:57.454915 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] No Port match for: b95876af-1853-4698-af0e-a36b0deb3b5a {{(pid=103716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 05:33:57.455367 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.rpc [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Device b95876af-1853-4698-af0e-a36b0deb3b5a not bound to the agent host hv-cinder-76845 {{(pid=103716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 05:33:57.508712 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-5f753aaa-4a16-4028-9f2b-1d3f2d7c8e14 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] Publish callbacks [] for floatingip (355b6a1e-4dc2-4361-9585-8070412618d1), after_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:57.511358 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-5f753aaa-4a16-4028-9f2b-1d3f2d7c8e14 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25628'] for floatingip (None), before_response {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:57.512504 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [None req-5f753aaa-4a16-4028-9f2b-1d3f2d7c8e14 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] 10.222.0.32 "DELETE /v2.0/floatingips/355b6a1e-4dc2-4361-9585-8070412618d1 HTTP/1.1" status: 204 len: 168 time: 0.8233883 Mar 02 05:33:58.126848 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.32', 41656) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:33:58.132043 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.v2.base [None req-3f80f2d9-2c7c-48ff-bfb8-65345421c5c1 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1774665874', 'description': 'tempest-description--1509354211'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 05:33:58.232462 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-3f80f2d9-2c7c-48ff-bfb8-65345421c5c1 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] Publish callbacks [] for security_group (None), before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:58.380154 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-d08e8983-8e8f-4ff6-857f-aa677cf47923 req-5f1e2d41-fa4c-4306-9a30-5a54e161a0ca tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] 10.222.0.32 "GET /v2.0/ports?device_id=c6cdd2a3-d11a-458f-8463-513c97e08942 HTTP/1.1" status: 200 len: 210 time: 0.0499713 Mar 02 05:33:58.391967 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e91de5-47c7-4b01-b0aa-68386dcee116 req-66ea3160-d03e-4c17-9ab3-140801719859 tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:33:58.393552 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-d6e91de5-47c7-4b01-b0aa-68386dcee116 req-66ea3160-d03e-4c17-9ab3-140801719859 tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] 10.222.0.41 "GET /v2.0/networks?id=79902201-00d3-4b67-8b4b-f9f77811e89e HTTP/1.1" status: 200 len: 815 time: 0.1811206 Mar 02 05:33:58.407116 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.v2.base [req-d6e91de5-47c7-4b01-b0aa-68386dcee116 req-32c2f141-5f99-4fc7-91d6-71095156835d tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] Request body: {'port': {'device_id': 'c6cdd2a3-d11a-458f-8463-513c97e08942', 'network_id': '79902201-00d3-4b67-8b4b-f9f77811e89e', 'admin_state_up': True, 'tenant_id': 'cf879fe6ac1c47f6b27ba257096d4c7e'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 05:33:58.412756 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-3f80f2d9-2c7c-48ff-bfb8-65345421c5c1 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] Publish callbacks [] for security_group (c9038ebb-838a-464d-969e-4cf61979d644), precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:58.467414 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-3f80f2d9-2c7c-48ff-bfb8-65345421c5c1 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629892'] for security_group (c9038ebb-838a-464d-969e-4cf61979d644), after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:58.518742 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f80f2d9-2c7c-48ff-bfb8-65345421c5c1 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9038ebb-838a-464d-969e-4cf61979d644,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:33:58.625362 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-3f80f2d9-2c7c-48ff-bfb8-65345421c5c1 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] Publish callbacks [] for security_group (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:58.626608 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-3f80f2d9-2c7c-48ff-bfb8-65345421c5c1 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4982331 Mar 02 05:33:58.629380 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.32', 41668) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:33:58.633661 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.v2.base [None req-07f02a50-0cb6-45be-bdf8-14857d5f8d43 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] Request body: {'security_group_rule': {'security_group_id': 'c9038ebb-838a-464d-969e-4cf61979d644', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 05:33:58.695741 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6e91de5-47c7-4b01-b0aa-68386dcee116 req-32c2f141-5f99-4fc7-91d6-71095156835d tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] Made reservation on behalf of cf879fe6ac1c47f6b27ba257096d4c7e for: {'port': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 05:33:58.699094 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-d6e91de5-47c7-4b01-b0aa-68386dcee116 req-32c2f141-5f99-4fc7-91d6-71095156835d tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for port (None), before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:58.730236 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-07f02a50-0cb6-45be-bdf8-14857d5f8d43 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] Publish callbacks [] for security_group_rule (b786df84-7159-4119-a7c9-61633434436e), before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:59.095557 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-07f02a50-0cb6-45be-bdf8-14857d5f8d43 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] Publish callbacks [] for security_group_rule (b786df84-7159-4119-a7c9-61633434436e), precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:59.113455 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.db.db_base_plugin_common [req-d6e91de5-47c7-4b01-b0aa-68386dcee116 req-32c2f141-5f99-4fc7-91d6-71095156835d tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] Allocated IP 172.20.0.10 (79902201-00d3-4b67-8b4b-f9f77811e89e/878a1507-a24f-4e42-91b3-d1b3ffd1e65a/5d8c1029-5861-4b24-9abf-870c49243d01) {{(pid=103715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 05:33:59.158013 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-07f02a50-0cb6-45be-bdf8-14857d5f8d43 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629875'] for security_group_rule (b786df84-7159-4119-a7c9-61633434436e), after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:59.200509 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f02a50-0cb6-45be-bdf8-14857d5f8d43 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b786df84-7159-4119-a7c9-61633434436e,revision_number=0']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:33:59.282833 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-07f02a50-0cb6-45be-bdf8-14857d5f8d43 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:59.284866 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-07f02a50-0cb6-45be-bdf8-14857d5f8d43 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6536822 Mar 02 05:33:59.292012 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.wsgi [-] (103714) accepted ('10.222.0.32', 41692) {{(pid=103714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:33:59.297941 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.v2.base [None req-82e59e8e-0845-4eb4-aca6-73084c2fd122 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] Request body: {'security_group_rule': {'security_group_id': 'c9038ebb-838a-464d-969e-4cf61979d644', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 05:33:59.351487 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-d6e91de5-47c7-4b01-b0aa-68386dcee116 req-32c2f141-5f99-4fc7-91d6-71095156835d tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] Publish callbacks [] for port (5d8c1029-5861-4b24-9abf-870c49243d01), precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:59.421790 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-82e59e8e-0845-4eb4-aca6-73084c2fd122 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] Publish callbacks [] for security_group_rule (b42f7db1-8dc7-4e72-9fe9-fb6466e47d03), before_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:59.462470 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-d6e91de5-47c7-4b01-b0aa-68386dcee116 req-32c2f141-5f99-4fc7-91d6-71095156835d tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789289919717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14203002'] for port (5d8c1029-5861-4b24-9abf-870c49243d01), after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:59.525871 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6e91de5-47c7-4b01-b0aa-68386dcee116 req-32c2f141-5f99-4fc7-91d6-71095156835d tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] Network 79902201-00d3-4b67-8b4b-f9f77811e89e is already hosted by enough agents. {{(pid=103715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 05:33:59.529808 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [req-d6e91de5-47c7-4b01-b0aa-68386dcee116 req-32c2f141-5f99-4fc7-91d6-71095156835d tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] Resources bound (agent type, host, resource id): {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 05:33:59.556723 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6e91de5-47c7-4b01-b0aa-68386dcee116 req-32c2f141-5f99-4fc7-91d6-71095156835d tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] Received port after_create {{(pid=103715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 05:33:59.602615 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-82e59e8e-0845-4eb4-aca6-73084c2fd122 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] Publish callbacks [] for security_group_rule (b42f7db1-8dc7-4e72-9fe9-fb6466e47d03), precommit_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:59.621132 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c2f141-5f99-4fc7-91d6-71095156835d tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] Pushing event updated for resources: {'Port': ['ID=5d8c1029-5861-4b24-9abf-870c49243d01,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:33:59.638621 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900c8e54-5d29-4660-ad46-73d48bb1d58a req-916f5bcf-b8e0-4f42-b09f-b385d28113d7 tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:33:59.647466 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-900c8e54-5d29-4660-ad46-73d48bb1d58a req-916f5bcf-b8e0-4f42-b09f-b385d28113d7 tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] 10.222.0.32 "GET /v2.0/ports?device_id=c6cdd2a3-d11a-458f-8463-513c97e08942 HTTP/1.1" status: 200 len: 932 time: 0.1928716 Mar 02 05:33:59.689850 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-82e59e8e-0845-4eb4-aca6-73084c2fd122 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629875'] for security_group_rule (b42f7db1-8dc7-4e72-9fe9-fb6466e47d03), after_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:59.711696 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e91de5-47c7-4b01-b0aa-68386dcee116 req-32c2f141-5f99-4fc7-91d6-71095156835d tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:33:59.712481 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-d6e91de5-47c7-4b01-b0aa-68386dcee116 req-32c2f141-5f99-4fc7-91d6-71095156835d tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25628'] for port (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:59.794625 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e59e8e-0845-4eb4-aca6-73084c2fd122 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b42f7db1-8dc7-4e72-9fe9-fb6466e47d03,revision_number=0']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:33:59.796360 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-d6e91de5-47c7-4b01-b0aa-68386dcee116 req-32c2f141-5f99-4fc7-91d6-71095156835d tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3927863 Mar 02 05:33:59.819959 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-900c8e54-5d29-4660-ad46-73d48bb1d58a req-30871093-cd4e-443f-ba6b-daf7e661427d tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] 10.222.0.32 "GET /v2.0/security-groups?id=a83bf63b-328f-4864-a4da-dc8ab850ba56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646154 Mar 02 05:33:59.913021 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-82e59e8e-0845-4eb4-aca6-73084c2fd122 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:33:59.915323 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [None req-82e59e8e-0845-4eb4-aca6-73084c2fd122 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6213057 Mar 02 05:33:59.918608 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.32', 41702) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:33:59.925583 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.v2.base [None req-e26412b9-6098-4bc7-a91f-ddea20caf9c2 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] Request body: {'floatingip': {'floating_network_id': 'b55256da-732d-4561-a24f-23ea9a772c58'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 05:34:00.016733 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.provisioning_blocks [None req-d4e1ad56-caf0-4c39-8b70-6bd958cc083c None None] Provisioning complete for port 5d8c1029-5861-4b24-9abf-870c49243d01 triggered by entity DHCP. {{(pid=103716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 05:34:00.017921 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-d4e1ad56-caf0-4c39-8b70-6bd958cc083c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012754'] for port (5d8c1029-5861-4b24-9abf-870c49243d01), provisioning_complete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:34:00.021478 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-e26412b9-6098-4bc7-a91f-ddea20caf9c2 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:34:00.079615 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-d4e1ad56-caf0-4c39-8b70-6bd958cc083c None None] Port 5d8c1029-5861-4b24-9abf-870c49243d01 cannot update to ACTIVE because it is not bound. {{(pid=103716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 02 05:34:00.143573 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-e26412b9-6098-4bc7-a91f-ddea20caf9c2 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for port (None), before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:34:00.296885 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.db.db_base_plugin_common [None req-e26412b9-6098-4bc7-a91f-ddea20caf9c2 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] Allocated IP 172.27.2.110 (b55256da-732d-4561-a24f-23ea9a772c58/77df959b-d159-4f61-98dc-e86e1ea2cf69/b7e2643d-c3a1-4384-ab0b-77c839355eae) {{(pid=103715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 05:34:00.433569 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-e26412b9-6098-4bc7-a91f-ddea20caf9c2 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] Publish callbacks [] for port (b7e2643d-c3a1-4384-ab0b-77c839355eae), precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:34:00.507928 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-e26412b9-6098-4bc7-a91f-ddea20caf9c2 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789289919717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14203002'] for port (b7e2643d-c3a1-4384-ab0b-77c839355eae), after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:34:00.555886 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e26412b9-6098-4bc7-a91f-ddea20caf9c2 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] Network b55256da-732d-4561-a24f-23ea9a772c58 is already hosted by enough agents. {{(pid=103715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 05:34:00.559907 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-e26412b9-6098-4bc7-a91f-ddea20caf9c2 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] Resources bound (agent type, host, resource id): {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 05:34:00.564624 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e26412b9-6098-4bc7-a91f-ddea20caf9c2 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] Received port after_create {{(pid=103715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 05:34:00.570449 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26412b9-6098-4bc7-a91f-ddea20caf9c2 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] Pushing event updated for resources: {'Port': ['ID=b7e2643d-c3a1-4384-ab0b-77c839355eae,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:34:00.668590 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-e26412b9-6098-4bc7-a91f-ddea20caf9c2 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] Publish callbacks [] for floatingip (026cc034-4cfc-44af-b9ef-f6ca6e76c4c5), precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:34:00.762448 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-e26412b9-6098-4bc7-a91f-ddea20caf9c2 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for port (b7e2643d-c3a1-4384-ab0b-77c839355eae), before_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:34:00.978976 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d6c8ad-9ceb-4087-b315-38998c3d779b req-63b3a6f0-2630-4775-8330-5c837c49d721 tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:34:00.980454 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-96d6c8ad-9ceb-4087-b315-38998c3d779b req-63b3a6f0-2630-4775-8330-5c837c49d721 tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] 10.222.0.32 "GET /v2.0/ports?device_id=c6cdd2a3-d11a-458f-8463-513c97e08942 HTTP/1.1" status: 200 len: 932 time: 0.0949531 Mar 02 05:34:00.982641 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-e26412b9-6098-4bc7-a91f-ddea20caf9c2 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] Publish callbacks [] for port (b7e2643d-c3a1-4384-ab0b-77c839355eae), precommit_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:34:01.031657 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-96d6c8ad-9ceb-4087-b315-38998c3d779b req-dd99b977-fe37-4f9a-89c9-95bb31b29a6c tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] 10.222.0.32 "GET /v2.0/security-groups?id=a83bf63b-328f-4864-a4da-dc8ab850ba56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438635 Mar 02 05:34:01.073256 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-e26412b9-6098-4bc7-a91f-ddea20caf9c2 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789290460654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789289919735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789289921293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14202995'] for port (b7e2643d-c3a1-4384-ab0b-77c839355eae), after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:34:01.145814 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26412b9-6098-4bc7-a91f-ddea20caf9c2 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] Pushing event updated for resources: {'Port': ['ID=b7e2643d-c3a1-4384-ab0b-77c839355eae,revision_number=2']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:34:01.161557 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-e26412b9-6098-4bc7-a91f-ddea20caf9c2 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556348'] for floatingip (026cc034-4cfc-44af-b9ef-f6ca6e76c4c5), after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:34:01.224131 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-e26412b9-6098-4bc7-a91f-ddea20caf9c2 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25628'] for floatingip (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:34:01.225431 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-e26412b9-6098-4bc7-a91f-ddea20caf9c2 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3068521 Mar 02 05:34:01.444336 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-17605ce3-86a4-4d90-822c-1e3703a4ebe9 req-9f53d70b-dc53-442b-ab6c-6d16cd325af6 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1774665874&fields=id&tenant_id=e206b3ab3679495682403c34b4fe8d9a HTTP/1.1" status: 200 len: 267 time: 0.0456591 Mar 02 05:34:01.573588 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17605ce3-86a4-4d90-822c-1e3703a4ebe9 req-a0fd330b-f030-436b-9a55-e85d63fb1b18 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:34:01.575443 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-17605ce3-86a4-4d90-822c-1e3703a4ebe9 req-a0fd330b-f030-436b-9a55-e85d63fb1b18 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] 10.222.0.32 "GET /v2.0/networks?id=18011967-2bc2-45c8-947b-290963b3926b HTTP/1.1" status: 200 len: 810 time: 0.1248090 Mar 02 05:34:01.598644 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-17605ce3-86a4-4d90-822c-1e3703a4ebe9 req-8e4e4856-f022-4039-9d98-0de04dac4b3a tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] 10.222.0.32 "GET /v2.0/quotas/e206b3ab3679495682403c34b4fe8d9a HTTP/1.1" status: 200 len: 375 time: 0.0164440 Mar 02 05:34:01.664296 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-17605ce3-86a4-4d90-822c-1e3703a4ebe9 req-de59252a-67f0-484e-8d6a-3cec31cb19d1 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=e206b3ab3679495682403c34b4fe8d9a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0575464 Mar 02 05:34:01.792786 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-17605ce3-86a4-4d90-822c-1e3703a4ebe9 req-f5dee03f-31fe-4a06-aff4-59a9f7b571c8 service neutron] 10.222.0.32 "GET /v2.0/networks/18011967-2bc2-45c8-947b-290963b3926b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157429 Mar 02 05:34:01.888596 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-17605ce3-86a4-4d90-822c-1e3703a4ebe9 req-7a3c30a7-6cdc-42c0-8e27-e15166481db6 service neutron] 10.222.0.32 "GET /v2.0/networks/18011967-2bc2-45c8-947b-290963b3926b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895472 Mar 02 05:34:02.156584 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-bad56034-0d34-4bf2-94c7-ea1fbf7c0bc6 req-32efcb25-b70b-45a2-81a9-c671acc1aa01 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b223aa8-6cba-46dd-8a83-b1b36ae55114 HTTP/1.1" status: 200 len: 210 time: 0.0408130 Mar 02 05:34:02.194932 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e16b10-ba8c-4e2b-95e5-a9812cdf457b req-88fd634c-9e80-4c4e-a4ef-8e8ccff818a6 tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:34:02.194932 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-84e16b10-ba8c-4e2b-95e5-a9812cdf457b req-88fd634c-9e80-4c4e-a4ef-8e8ccff818a6 tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] 10.222.0.32 "GET /v2.0/ports?device_id=c6cdd2a3-d11a-458f-8463-513c97e08942 HTTP/1.1" status: 200 len: 932 time: 0.0795908 Mar 02 05:34:02.270260 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-84e16b10-ba8c-4e2b-95e5-a9812cdf457b req-016b8a0f-7c3f-43a0-a2f6-30fd3a6e63ea tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] 10.222.0.32 "GET /v2.0/security-groups?id=a83bf63b-328f-4864-a4da-dc8ab850ba56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702553 Mar 02 05:34:03.449198 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-7212794f-9496-45a1-8e15-873073a6ec0a req-45901042-fc2c-4383-8f38-7270afd942fe tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b223aa8-6cba-46dd-8a83-b1b36ae55114 HTTP/1.1" status: 200 len: 210 time: 0.2298298 Mar 02 05:34:03.484633 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2635231-2f09-488e-8cb7-952dd8e42ff7 req-4a77aadf-6ae0-468a-bcde-648192efce34 tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:34:03.486797 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-b2635231-2f09-488e-8cb7-952dd8e42ff7 req-4a77aadf-6ae0-468a-bcde-648192efce34 tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] 10.222.0.32 "GET /v2.0/ports?device_id=c6cdd2a3-d11a-458f-8463-513c97e08942 HTTP/1.1" status: 200 len: 932 time: 0.1323709 Mar 02 05:34:03.577253 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-b2635231-2f09-488e-8cb7-952dd8e42ff7 req-550cac46-8e75-457b-b747-66f39f31518a tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] 10.222.0.32 "GET /v2.0/security-groups?id=a83bf63b-328f-4864-a4da-dc8ab850ba56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506499 Mar 02 05:34:04.555343 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-63fec823-dbb2-41ec-8c54-61dc6549da1f req-af6e0a58-2dff-48e4-9241-1e2d7b2a2e7c tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b223aa8-6cba-46dd-8a83-b1b36ae55114 HTTP/1.1" status: 200 len: 210 time: 0.0326686 Mar 02 05:34:04.693839 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b7d070-88d6-4d9d-a5ef-c1e75dc50a78 req-baa8afc3-c0e4-4849-b50d-c91bc2c4a15e tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:34:04.695612 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-d6b7d070-88d6-4d9d-a5ef-c1e75dc50a78 req-baa8afc3-c0e4-4849-b50d-c91bc2c4a15e tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] 10.222.0.32 "GET /v2.0/ports?device_id=c6cdd2a3-d11a-458f-8463-513c97e08942 HTTP/1.1" status: 200 len: 932 time: 0.0585496 Mar 02 05:34:04.763220 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-d6b7d070-88d6-4d9d-a5ef-c1e75dc50a78 req-88215a18-dee9-4464-9b73-000289a6110c tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] 10.222.0.32 "GET /v2.0/security-groups?id=a83bf63b-328f-4864-a4da-dc8ab850ba56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570869 Mar 02 05:34:05.668774 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-4f6fb7f2-e9ba-46d6-b950-e9f7daed2449 req-d87f6fdc-529e-46e5-a0b6-28bba66319d2 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b223aa8-6cba-46dd-8a83-b1b36ae55114 HTTP/1.1" status: 200 len: 210 time: 0.0308819 Mar 02 05:34:05.890677 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4bd68f-f78f-498d-bdb0-0a16e12cad7d req-896cf0bd-bfb3-42c6-ae90-bd48a73ebc0c tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:34:05.892300 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-2e4bd68f-f78f-498d-bdb0-0a16e12cad7d req-896cf0bd-bfb3-42c6-ae90-bd48a73ebc0c tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] 10.222.0.32 "GET /v2.0/ports?device_id=c6cdd2a3-d11a-458f-8463-513c97e08942 HTTP/1.1" status: 200 len: 932 time: 0.0581896 Mar 02 05:34:05.948499 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-2e4bd68f-f78f-498d-bdb0-0a16e12cad7d req-09543e4c-c12c-4e07-b3e8-00fba8c09521 tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] 10.222.0.32 "GET /v2.0/security-groups?id=a83bf63b-328f-4864-a4da-dc8ab850ba56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447602 Mar 02 05:34:06.768138 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-07dd8dfc-28c8-4df0-a5d5-a9edc3d0ba4d req-1de56e42-16f0-44ed-84cf-5283509110ca tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b223aa8-6cba-46dd-8a83-b1b36ae55114 HTTP/1.1" status: 200 len: 210 time: 0.0278966 Mar 02 05:34:07.056029 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (db45f871-b7ec-436d-b6b8-6a0a072a2253), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:34:07.075001 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12adad0e-51ea-4118-b861-527b96ad3c7d req-c47fe702-75f0-4624-add1-bf76bede98a8 tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:34:07.076605 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-12adad0e-51ea-4118-b861-527b96ad3c7d req-c47fe702-75f0-4624-add1-bf76bede98a8 tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] 10.222.0.32 "GET /v2.0/ports?device_id=c6cdd2a3-d11a-458f-8463-513c97e08942 HTTP/1.1" status: 200 len: 932 time: 0.0587792 Mar 02 05:34:07.127808 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-12adad0e-51ea-4118-b861-527b96ad3c7d req-e2dca146-c86c-440c-9f5e-80b6c7b7b902 tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] 10.222.0.32 "GET /v2.0/security-groups?id=a83bf63b-328f-4864-a4da-dc8ab850ba56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455976 Mar 02 05:34:07.860720 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-51ed4210-a29e-43e2-b1cc-7a27b3eda7a7 req-1f125485-18fa-41af-b399-edfc5a25aef8 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b223aa8-6cba-46dd-8a83-b1b36ae55114 HTTP/1.1" status: 200 len: 210 time: 0.0262764 Mar 02 05:34:08.249082 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47441a9a-2d06-40e3-bd43-6888d8a81ad9 req-e8d8acc4-7070-4937-99fc-b8515bde0443 tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:34:08.250579 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-47441a9a-2d06-40e3-bd43-6888d8a81ad9 req-e8d8acc4-7070-4937-99fc-b8515bde0443 tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] 10.222.0.32 "GET /v2.0/ports?device_id=c6cdd2a3-d11a-458f-8463-513c97e08942 HTTP/1.1" status: 200 len: 932 time: 0.0571897 Mar 02 05:34:08.299131 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-47441a9a-2d06-40e3-bd43-6888d8a81ad9 req-f89d38ac-5481-4c1b-999b-1b6151186429 tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] 10.222.0.32 "GET /v2.0/security-groups?id=a83bf63b-328f-4864-a4da-dc8ab850ba56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428207 Mar 02 05:34:08.950788 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-43bb9650-b80f-434e-a9d0-be4923efff05 req-c6efeb26-7747-4fd7-bbfe-d2ce33e0a0d3 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b223aa8-6cba-46dd-8a83-b1b36ae55114 HTTP/1.1" status: 200 len: 210 time: 0.0260341 Mar 02 05:34:09.413925 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c97226-cbbb-4d50-832d-a1b118cabce7 req-4348bfae-1731-4e30-b1ef-a5c470c37d35 tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:34:09.415437 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-b5c97226-cbbb-4d50-832d-a1b118cabce7 req-4348bfae-1731-4e30-b1ef-a5c470c37d35 tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] 10.222.0.32 "GET /v2.0/ports?device_id=c6cdd2a3-d11a-458f-8463-513c97e08942 HTTP/1.1" status: 200 len: 932 time: 0.0513232 Mar 02 05:34:09.462173 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-b5c97226-cbbb-4d50-832d-a1b118cabce7 req-699b869d-9a0a-4cae-b391-85541edfe901 tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] 10.222.0.32 "GET /v2.0/security-groups?id=a83bf63b-328f-4864-a4da-dc8ab850ba56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406349 Mar 02 05:34:09.592774 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-fc6654a3-cc1a-426e-bc6c-6b29174a5ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (516abb3b-63f8-4dbb-a4f1-8865516966e2), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:34:09.692294 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.v2.base [req-d6e91de5-47c7-4b01-b0aa-68386dcee116 req-8455a89d-385c-4e61-b7f6-2e1ebba6889d service neutron] Request body: {'port': {'device_id': 'c6cdd2a3-d11a-458f-8463-513c97e08942', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76845'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 05:34:09.762551 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-d6e91de5-47c7-4b01-b0aa-68386dcee116 req-8455a89d-385c-4e61-b7f6-2e1ebba6889d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for port (5d8c1029-5861-4b24-9abf-870c49243d01), before_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:34:10.024025 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.notifiers.nova [req-d6e91de5-47c7-4b01-b0aa-68386dcee116 req-8455a89d-385c-4e61-b7f6-2e1ebba6889d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d8c1029-5861-4b24-9abf-870c49243d01 {{(pid=103715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 05:34:10.032839 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-d6e91de5-47c7-4b01-b0aa-68386dcee116 req-8455a89d-385c-4e61-b7f6-2e1ebba6889d service neutron] Publish callbacks [] for port (5d8c1029-5861-4b24-9abf-870c49243d01), precommit_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:34:10.046447 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.db.provisioning_blocks [req-d6e91de5-47c7-4b01-b0aa-68386dcee116 req-8455a89d-385c-4e61-b7f6-2e1ebba6889d service neutron] Transition to ACTIVE for port object 5d8c1029-5861-4b24-9abf-870c49243d01 will not be triggered until provisioned by entity L2. {{(pid=103715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 02 05:34:10.054174 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-36b805ff-4e0a-4f62-a08a-856f7df7969e req-9489e5fc-992e-4e1e-b657-16b1b0be1759 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b223aa8-6cba-46dd-8a83-b1b36ae55114 HTTP/1.1" status: 200 len: 210 time: 0.0363936 Mar 02 05:34:10.107079 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-d6e91de5-47c7-4b01-b0aa-68386dcee116 req-8455a89d-385c-4e61-b7f6-2e1ebba6889d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789290460654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789289919735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789289921293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14202995'] for port (5d8c1029-5861-4b24-9abf-870c49243d01), after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:34:10.157681 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8455a89d-385c-4e61-b7f6-2e1ebba6889d service neutron] Pushing event updated for resources: {'Port': ['ID=5d8c1029-5861-4b24-9abf-870c49243d01,revision_number=2']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:34:10.245072 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.managers [req-d6e91de5-47c7-4b01-b0aa-68386dcee116 req-8455a89d-385c-4e61-b7f6-2e1ebba6889d service neutron] Attempting to bind port 5d8c1029-5861-4b24-9abf-870c49243d01 on host hv-cinder-76845 for vnic_type normal with profile {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 05:34:10.245072 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.managers [req-d6e91de5-47c7-4b01-b0aa-68386dcee116 req-8455a89d-385c-4e61-b7f6-2e1ebba6889d service neutron] Attempting to bind port 5d8c1029-5861-4b24-9abf-870c49243d01 by drivers openvswitch,hyperv on host hv-cinder-76845 at level 0 using segments [{'id': 'bfdb29d3-deb6-49e5-b796-0f6849bf03e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '79902201-00d3-4b67-8b4b-f9f77811e89e'}] {{(pid=103715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 05:34:10.245072 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6e91de5-47c7-4b01-b0aa-68386dcee116 req-8455a89d-385c-4e61-b7f6-2e1ebba6889d service neutron] Attempting to bind port 5d8c1029-5861-4b24-9abf-870c49243d01 on network 79902201-00d3-4b67-8b4b-f9f77811e89e {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 05:34:10.245072 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6e91de5-47c7-4b01-b0aa-68386dcee116 req-8455a89d-385c-4e61-b7f6-2e1ebba6889d service neutron] Port 5d8c1029-5861-4b24-9abf-870c49243d01 on network 79902201-00d3-4b67-8b4b-f9f77811e89e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76845 {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 02 05:34:10.245585 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6e91de5-47c7-4b01-b0aa-68386dcee116 req-8455a89d-385c-4e61-b7f6-2e1ebba6889d service neutron] Attempting to bind port 5d8c1029-5861-4b24-9abf-870c49243d01 on network 79902201-00d3-4b67-8b4b-f9f77811e89e {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 05:34:10.251205 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6e91de5-47c7-4b01-b0aa-68386dcee116 req-8455a89d-385c-4e61-b7f6-2e1ebba6889d service neutron] Checking agent: {'id': 'db45f871-b7ec-436d-b6b8-6a0a072a2253', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76845', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 5, 27, 7), 'started_at': datetime.datetime(2022, 3, 2, 5, 27, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 5, 34, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 05:34:10.251580 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6e91de5-47c7-4b01-b0aa-68386dcee116 req-8455a89d-385c-4e61-b7f6-2e1ebba6889d service neutron] Checking segment: {'id': 'bfdb29d3-deb6-49e5-b796-0f6849bf03e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '79902201-00d3-4b67-8b4b-f9f77811e89e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 05:34:10.252060 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6e91de5-47c7-4b01-b0aa-68386dcee116 req-8455a89d-385c-4e61-b7f6-2e1ebba6889d service neutron] Bound using segment: {'id': 'bfdb29d3-deb6-49e5-b796-0f6849bf03e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '79902201-00d3-4b67-8b4b-f9f77811e89e'} {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 05:34:10.252561 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.managers [req-d6e91de5-47c7-4b01-b0aa-68386dcee116 req-8455a89d-385c-4e61-b7f6-2e1ebba6889d service neutron] Bound port: 5d8c1029-5861-4b24-9abf-870c49243d01, host: hv-cinder-76845, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bfdb29d3-deb6-49e5-b796-0f6849bf03e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '79902201-00d3-4b67-8b4b-f9f77811e89e'}}] {{(pid=103715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 05:34:10.252987 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-d6e91de5-47c7-4b01-b0aa-68386dcee116 req-8455a89d-385c-4e61-b7f6-2e1ebba6889d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for port (5d8c1029-5861-4b24-9abf-870c49243d01), before_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:34:10.322411 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.db [req-d6e91de5-47c7-4b01-b0aa-68386dcee116 req-8455a89d-385c-4e61-b7f6-2e1ebba6889d service neutron] For port 5d8c1029-5861-4b24-9abf-870c49243d01, host hv-cinder-76845, cleared binding levels {{(pid=103715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 05:34:10.325457 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.db [req-d6e91de5-47c7-4b01-b0aa-68386dcee116 req-8455a89d-385c-4e61-b7f6-2e1ebba6889d service neutron] For port 5d8c1029-5861-4b24-9abf-870c49243d01, host hv-cinder-76845, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=5d8c1029-5861-4b24-9abf-870c49243d01,segment=NetworkSegment(bfdb29d3-deb6-49e5-b796-0f6849bf03e6),segment_id=bfdb29d3-deb6-49e5-b796-0f6849bf03e6)] {{(pid=103715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 05:34:10.376137 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-d6e91de5-47c7-4b01-b0aa-68386dcee116 req-8455a89d-385c-4e61-b7f6-2e1ebba6889d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789290460654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789289919735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789289921293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14202995'] for port (5d8c1029-5861-4b24-9abf-870c49243d01), after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:34:10.415730 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e91de5-47c7-4b01-b0aa-68386dcee116 req-8455a89d-385c-4e61-b7f6-2e1ebba6889d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:34:10.416341 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-d6e91de5-47c7-4b01-b0aa-68386dcee116 req-8455a89d-385c-4e61-b7f6-2e1ebba6889d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25628'] for port (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:34:10.417741 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-d6e91de5-47c7-4b01-b0aa-68386dcee116 req-8455a89d-385c-4e61-b7f6-2e1ebba6889d service neutron] 10.222.0.41 "PUT /v2.0/ports/5d8c1029-5861-4b24-9abf-870c49243d01 HTTP/1.1" status: 200 len: 1094 time: 0.7300942 Mar 02 05:34:10.418226 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6cdd2a3-d11a-458f-8463-513c97e08942', 'tag': '5d8c1029-5861-4b24-9abf-870c49243d01'}] {{(pid=103715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 05:34:10.420626 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6b615920106d83c92ac2e7a83ecc91ff2029d0c3ca4726e1521f538b1ed31e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2352464d-0a11-47a1-873a-09b3e4d560f5" -d '{"events": [{"name": "network-changed", "server_uuid": "c6cdd2a3-d11a-458f-8463-513c97e08942", "tag": "5d8c1029-5861-4b24-9abf-870c49243d01"}]}' {{(pid=103715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 05:34:10.444379 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8455a89d-385c-4e61-b7f6-2e1ebba6889d service neutron] Pushing event updated for resources: {'Port': ['ID=5d8c1029-5861-4b24-9abf-870c49243d01,revision_number=3']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:34:10.466562 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Mar 2022 05:34:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-965d43c5-8dfb-4bda-8188-d7f3ab22f30e x-openstack-request-id: req-965d43c5-8dfb-4bda-8188-d7f3ab22f30e {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 05:34:10.466948 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6cdd2a3-d11a-458f-8463-513c97e08942", "tag": "5d8c1029-5861-4b24-9abf-870c49243d01", "status": "completed", "code": 200}]} {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 05:34:10.467334 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-965d43c5-8dfb-4bda-8188-d7f3ab22f30e {{(pid=103715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 05:34:10.467749 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6cdd2a3-d11a-458f-8463-513c97e08942', 'tag': '5d8c1029-5861-4b24-9abf-870c49243d01', 'status': 'completed', 'code': 200} Mar 02 05:34:10.546694 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2352464d-0a11-47a1-873a-09b3e4d560f5 req-324f4118-e0fe-4f64-9574-53b0ec5a9caa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:34:10.551866 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-2352464d-0a11-47a1-873a-09b3e4d560f5 req-324f4118-e0fe-4f64-9574-53b0ec5a9caa service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cf879fe6ac1c47f6b27ba257096d4c7e&device_id=c6cdd2a3-d11a-458f-8463-513c97e08942 HTTP/1.1" status: 200 len: 1128 time: 0.0593307 Mar 02 05:34:10.633216 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a7f251-ec32-4004-b59c-90cc62805a44 req-bde114b1-3eaf-4f68-a4b3-f5b525568056 tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:34:10.634701 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-71a7f251-ec32-4004-b59c-90cc62805a44 req-bde114b1-3eaf-4f68-a4b3-f5b525568056 tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] 10.222.0.32 "GET /v2.0/ports?device_id=c6cdd2a3-d11a-458f-8463-513c97e08942 HTTP/1.1" status: 200 len: 944 time: 0.0837080 Mar 02 05:34:10.688059 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-71a7f251-ec32-4004-b59c-90cc62805a44 req-b349e4dc-1c25-4090-a366-24497a8776d9 tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] 10.222.0.32 "GET /v2.0/security-groups?id=a83bf63b-328f-4864-a4da-dc8ab850ba56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459709 Mar 02 05:34:10.705921 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2352464d-0a11-47a1-873a-09b3e4d560f5 req-da97d8b2-f9e6-4820-b6f1-709dc4c76886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:34:10.705921 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-2352464d-0a11-47a1-873a-09b3e4d560f5 req-da97d8b2-f9e6-4820-b6f1-709dc4c76886 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=cf879fe6ac1c47f6b27ba257096d4c7e&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1425600 Mar 02 05:34:10.803765 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2352464d-0a11-47a1-873a-09b3e4d560f5 req-aceb88e4-afb8-4082-b564-8fd0a25eb109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:34:10.805309 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-2352464d-0a11-47a1-873a-09b3e4d560f5 req-aceb88e4-afb8-4082-b564-8fd0a25eb109 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0949907 Mar 02 05:34:10.885837 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17605ce3-86a4-4d90-822c-1e3703a4ebe9 req-9ccd51a9-2571-4b31-bc39-acc0963af470 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:34:10.885837 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-17605ce3-86a4-4d90-822c-1e3703a4ebe9 req-9ccd51a9-2571-4b31-bc39-acc0963af470 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] 10.222.0.41 "GET /v2.0/networks?id=18011967-2bc2-45c8-947b-290963b3926b HTTP/1.1" status: 200 len: 810 time: 0.1076977 Mar 02 05:34:10.897842 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e91de5-47c7-4b01-b0aa-68386dcee116 req-cbe8aec0-5a38-41ed-9797-cdc54b5a7634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:34:10.901434 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-d6e91de5-47c7-4b01-b0aa-68386dcee116 req-cbe8aec0-5a38-41ed-9797-cdc54b5a7634 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cf879fe6ac1c47f6b27ba257096d4c7e&device_id=c6cdd2a3-d11a-458f-8463-513c97e08942 HTTP/1.1" status: 200 len: 1128 time: 0.0598960 Mar 02 05:34:10.945903 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-17605ce3-86a4-4d90-822c-1e3703a4ebe9 req-ee806ca6-db03-4727-8104-bf899eef84cd tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e206b3ab3679495682403c34b4fe8d9a HTTP/1.1" status: 200 len: 380 time: 0.0590944 Mar 02 05:34:10.948387 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-d6e91de5-47c7-4b01-b0aa-68386dcee116 req-32d14223-e8e6-4f8b-aec9-a0813041110e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5d8c1029-5861-4b24-9abf-870c49243d01 HTTP/1.1" status: 200 len: 217 time: 0.0406337 Mar 02 05:34:10.968035 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.v2.base [req-17605ce3-86a4-4d90-822c-1e3703a4ebe9 req-5570123e-e56f-466b-b9f8-d67e0e690066 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] Request body: {'port': {'device_id': '4b223aa8-6cba-46dd-8a83-b1b36ae55114', 'network_id': '18011967-2bc2-45c8-947b-290963b3926b', 'admin_state_up': True, 'tenant_id': 'e206b3ab3679495682403c34b4fe8d9a', 'security_groups': ['c9038ebb-838a-464d-969e-4cf61979d644']}} {{(pid=103714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 05:34:11.020738 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e91de5-47c7-4b01-b0aa-68386dcee116 req-6304f7f0-7e58-44a2-b6be-1f8d13d0a8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:34:11.022557 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-d6e91de5-47c7-4b01-b0aa-68386dcee116 req-6304f7f0-7e58-44a2-b6be-1f8d13d0a8cf service neutron] 10.222.0.41 "GET /v2.0/subnets?id=878a1507-a24f-4e42-91b3-d1b3ffd1e65a HTTP/1.1" status: 200 len: 854 time: 0.0568354 Mar 02 05:34:11.083998 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e91de5-47c7-4b01-b0aa-68386dcee116 req-95710735-ea67-447f-ba22-797429b0b3da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:34:11.085715 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-d6e91de5-47c7-4b01-b0aa-68386dcee116 req-95710735-ea67-447f-ba22-797429b0b3da service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=79902201-00d3-4b67-8b4b-f9f77811e89e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0548096 Mar 02 05:34:11.173980 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-bc098c81-6adc-4d3f-b0d9-4eeb2ceeaec8 req-b4f62ff5-9a20-4482-a07b-7cfe71e3423f tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b223aa8-6cba-46dd-8a83-b1b36ae55114 HTTP/1.1" status: 200 len: 210 time: 0.0354316 Mar 02 05:34:11.188153 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17605ce3-86a4-4d90-822c-1e3703a4ebe9 req-5570123e-e56f-466b-b9f8-d67e0e690066 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] Made reservation on behalf of e206b3ab3679495682403c34b4fe8d9a for: {'port': 1} {{(pid=103714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 05:34:11.192540 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [req-17605ce3-86a4-4d90-822c-1e3703a4ebe9 req-5570123e-e56f-466b-b9f8-d67e0e690066 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for port (None), before_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:34:11.210669 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-d6e91de5-47c7-4b01-b0aa-68386dcee116 req-3478764a-0141-4e4f-b571-251fe8a4e650 service neutron] 10.222.0.41 "GET /v2.0/networks/79902201-00d3-4b67-8b4b-f9f77811e89e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170573 Mar 02 05:34:11.323249 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-d6e91de5-47c7-4b01-b0aa-68386dcee116 req-d38162ab-d8b8-4d59-aa3f-130112ef4d8f service neutron] 10.222.0.41 "GET /v2.0/networks/79902201-00d3-4b67-8b4b-f9f77811e89e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991328 Mar 02 05:34:11.345251 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.db.db_base_plugin_common [req-17605ce3-86a4-4d90-822c-1e3703a4ebe9 req-5570123e-e56f-466b-b9f8-d67e0e690066 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] Allocated IP 172.20.0.7 (18011967-2bc2-45c8-947b-290963b3926b/24744b4d-8303-4a95-a314-609059e1d9b5/baafd727-dd88-4e3f-9809-9cc5dab7a352) {{(pid=103714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 05:34:11.490724 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [req-17605ce3-86a4-4d90-822c-1e3703a4ebe9 req-5570123e-e56f-466b-b9f8-d67e0e690066 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] Publish callbacks [] for port (baafd727-dd88-4e3f-9809-9cc5dab7a352), precommit_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:34:11.583135 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [req-17605ce3-86a4-4d90-822c-1e3703a4ebe9 req-5570123e-e56f-466b-b9f8-d67e0e690066 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789289919717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13003867'] for port (baafd727-dd88-4e3f-9809-9cc5dab7a352), after_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:34:11.629291 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17605ce3-86a4-4d90-822c-1e3703a4ebe9 req-5570123e-e56f-466b-b9f8-d67e0e690066 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] Network 18011967-2bc2-45c8-947b-290963b3926b is already hosted by enough agents. {{(pid=103714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 05:34:11.632372 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.scheduler.base_scheduler [req-17605ce3-86a4-4d90-822c-1e3703a4ebe9 req-5570123e-e56f-466b-b9f8-d67e0e690066 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] Resources bound (agent type, host, resource id): {{(pid=103714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 05:34:11.636343 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.db.l3_dvrscheduler_db [req-17605ce3-86a4-4d90-822c-1e3703a4ebe9 req-5570123e-e56f-466b-b9f8-d67e0e690066 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] Received port after_create {{(pid=103714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 05:34:11.664809 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5570123e-e56f-466b-b9f8-d67e0e690066 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] Pushing event updated for resources: {'Port': ['ID=baafd727-dd88-4e3f-9809-9cc5dab7a352,revision_number=1']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:34:11.699555 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17605ce3-86a4-4d90-822c-1e3703a4ebe9 req-5570123e-e56f-466b-b9f8-d67e0e690066 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:34:11.706730 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [req-17605ce3-86a4-4d90-822c-1e3703a4ebe9 req-5570123e-e56f-466b-b9f8-d67e0e690066 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25628'] for port (None), before_response {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:34:11.781878 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-66a5be27-292e-4ab6-89f2-b6052700587e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (9c2b50e6-1677-4aa9-928e-941b4c488fc5), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:34:11.813776 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-17605ce3-86a4-4d90-822c-1e3703a4ebe9 req-5570123e-e56f-466b-b9f8-d67e0e690066 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8498373 Mar 02 05:34:11.817407 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1d5c5d-4df1-48ed-afc4-a2f775f2605e req-c4feff24-0d74-40f6-a7e1-a2f395be8799 tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:34:11.818948 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-ad1d5c5d-4df1-48ed-afc4-a2f775f2605e req-c4feff24-0d74-40f6-a7e1-a2f395be8799 tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] 10.222.0.32 "GET /v2.0/ports?device_id=c6cdd2a3-d11a-458f-8463-513c97e08942 HTTP/1.1" status: 200 len: 944 time: 0.0600607 Mar 02 05:34:11.825256 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.v2.base [req-17605ce3-86a4-4d90-822c-1e3703a4ebe9 req-bdcf7543-bc32-449f-8496-e7b3fb98a195 service neutron] Request body: {'port': {'device_id': '4b223aa8-6cba-46dd-8a83-b1b36ae55114', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76845'}} {{(pid=103714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 05:34:11.890489 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-ad1d5c5d-4df1-48ed-afc4-a2f775f2605e req-0948b1be-bf98-4d2a-9e25-961cd0824f86 tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] 10.222.0.32 "GET /v2.0/security-groups?id=a83bf63b-328f-4864-a4da-dc8ab850ba56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541897 Mar 02 05:34:11.928431 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.provisioning_blocks [None req-0feea3c5-e5a9-4ab6-86c5-ff0ddad7d54f None None] Provisioning complete for port baafd727-dd88-4e3f-9809-9cc5dab7a352 triggered by entity DHCP. {{(pid=103716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 05:34:11.928739 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-0feea3c5-e5a9-4ab6-86c5-ff0ddad7d54f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012754'] for port (baafd727-dd88-4e3f-9809-9cc5dab7a352), provisioning_complete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:34:11.929117 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc284a05-1215-48ce-959a-85d463ff81e1 req-c0d3e04f-9055-4a98-af2e-9d00dc30a4d1 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:34:11.930605 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-dc284a05-1215-48ce-959a-85d463ff81e1 req-c0d3e04f-9055-4a98-af2e-9d00dc30a4d1 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/ports?device_id=f113b7a2-946b-46bc-b2d7-90e10ff913f1 HTTP/1.1" status: 200 len: 945 time: 0.1015041 Mar 02 05:34:11.931160 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [req-17605ce3-86a4-4d90-822c-1e3703a4ebe9 req-bdcf7543-bc32-449f-8496-e7b3fb98a195 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for port (baafd727-dd88-4e3f-9809-9cc5dab7a352), before_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:34:11.966957 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-0feea3c5-e5a9-4ab6-86c5-ff0ddad7d54f None None] Port baafd727-dd88-4e3f-9809-9cc5dab7a352 cannot update to ACTIVE because it is not bound. {{(pid=103716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 02 05:34:12.024122 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-dc284a05-1215-48ce-959a-85d463ff81e1 req-0ac441af-2ef9-4017-a92b-0e35e91e5013 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/security-groups?id=991bbb6a-b336-47ac-a115-31af4aa86146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834007 Mar 02 05:34:12.225488 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.notifiers.nova [req-17605ce3-86a4-4d90-822c-1e3703a4ebe9 req-bdcf7543-bc32-449f-8496-e7b3fb98a195 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id baafd727-dd88-4e3f-9809-9cc5dab7a352 {{(pid=103714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 05:34:12.233447 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [req-17605ce3-86a4-4d90-822c-1e3703a4ebe9 req-bdcf7543-bc32-449f-8496-e7b3fb98a195 service neutron] Publish callbacks [] for port (baafd727-dd88-4e3f-9809-9cc5dab7a352), precommit_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:34:12.245313 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.db.provisioning_blocks [req-17605ce3-86a4-4d90-822c-1e3703a4ebe9 req-bdcf7543-bc32-449f-8496-e7b3fb98a195 service neutron] Transition to ACTIVE for port object baafd727-dd88-4e3f-9809-9cc5dab7a352 will not be triggered until provisioned by entity L2. {{(pid=103714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 02 05:34:12.308838 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcb4820-d55c-4825-aecd-660da39ac712 req-9828b84f-aea8-40e2-94f1-62ad563ab081 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:34:12.310523 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-ffcb4820-d55c-4825-aecd-660da39ac712 req-9828b84f-aea8-40e2-94f1-62ad563ab081 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b223aa8-6cba-46dd-8a83-b1b36ae55114 HTTP/1.1" status: 200 len: 931 time: 0.0532753 Mar 02 05:34:12.312939 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [req-17605ce3-86a4-4d90-822c-1e3703a4ebe9 req-bdcf7543-bc32-449f-8496-e7b3fb98a195 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789290460654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789289919735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789289921293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13003858'] for port (baafd727-dd88-4e3f-9809-9cc5dab7a352), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:34:12.366906 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcf7543-bc32-449f-8496-e7b3fb98a195 service neutron] Pushing event updated for resources: {'Port': ['ID=baafd727-dd88-4e3f-9809-9cc5dab7a352,revision_number=2']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:34:12.381698 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-ffcb4820-d55c-4825-aecd-660da39ac712 req-b6ee643c-5cb4-457a-af15-8f7ce0f4fbc2 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] 10.222.0.32 "GET /v2.0/security-groups?id=c9038ebb-838a-464d-969e-4cf61979d644&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623515 Mar 02 05:34:12.438180 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.managers [req-17605ce3-86a4-4d90-822c-1e3703a4ebe9 req-bdcf7543-bc32-449f-8496-e7b3fb98a195 service neutron] Attempting to bind port baafd727-dd88-4e3f-9809-9cc5dab7a352 on host hv-cinder-76845 for vnic_type normal with profile {{(pid=103714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 05:34:12.438818 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.managers [req-17605ce3-86a4-4d90-822c-1e3703a4ebe9 req-bdcf7543-bc32-449f-8496-e7b3fb98a195 service neutron] Attempting to bind port baafd727-dd88-4e3f-9809-9cc5dab7a352 by drivers openvswitch,hyperv on host hv-cinder-76845 at level 0 using segments [{'id': '43e8c482-1a50-4e10-a19a-64e9763e2b05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '18011967-2bc2-45c8-947b-290963b3926b'}] {{(pid=103714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 05:34:12.439156 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17605ce3-86a4-4d90-822c-1e3703a4ebe9 req-bdcf7543-bc32-449f-8496-e7b3fb98a195 service neutron] Attempting to bind port baafd727-dd88-4e3f-9809-9cc5dab7a352 on network 18011967-2bc2-45c8-947b-290963b3926b {{(pid=103714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 05:34:12.444110 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17605ce3-86a4-4d90-822c-1e3703a4ebe9 req-bdcf7543-bc32-449f-8496-e7b3fb98a195 service neutron] Port baafd727-dd88-4e3f-9809-9cc5dab7a352 on network 18011967-2bc2-45c8-947b-290963b3926b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76845 {{(pid=103714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 02 05:34:12.444444 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17605ce3-86a4-4d90-822c-1e3703a4ebe9 req-bdcf7543-bc32-449f-8496-e7b3fb98a195 service neutron] Attempting to bind port baafd727-dd88-4e3f-9809-9cc5dab7a352 on network 18011967-2bc2-45c8-947b-290963b3926b {{(pid=103714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 05:34:12.449841 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17605ce3-86a4-4d90-822c-1e3703a4ebe9 req-bdcf7543-bc32-449f-8496-e7b3fb98a195 service neutron] Checking agent: {'id': 'db45f871-b7ec-436d-b6b8-6a0a072a2253', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76845', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 5, 27, 7), 'started_at': datetime.datetime(2022, 3, 2, 5, 27, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 5, 34, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 05:34:12.450189 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17605ce3-86a4-4d90-822c-1e3703a4ebe9 req-bdcf7543-bc32-449f-8496-e7b3fb98a195 service neutron] Checking segment: {'id': '43e8c482-1a50-4e10-a19a-64e9763e2b05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '18011967-2bc2-45c8-947b-290963b3926b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 05:34:12.450584 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17605ce3-86a4-4d90-822c-1e3703a4ebe9 req-bdcf7543-bc32-449f-8496-e7b3fb98a195 service neutron] Bound using segment: {'id': '43e8c482-1a50-4e10-a19a-64e9763e2b05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '18011967-2bc2-45c8-947b-290963b3926b'} {{(pid=103714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 05:34:12.451026 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.managers [req-17605ce3-86a4-4d90-822c-1e3703a4ebe9 req-bdcf7543-bc32-449f-8496-e7b3fb98a195 service neutron] Bound port: baafd727-dd88-4e3f-9809-9cc5dab7a352, host: hv-cinder-76845, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43e8c482-1a50-4e10-a19a-64e9763e2b05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '18011967-2bc2-45c8-947b-290963b3926b'}}] {{(pid=103714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 05:34:12.451576 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [req-17605ce3-86a4-4d90-822c-1e3703a4ebe9 req-bdcf7543-bc32-449f-8496-e7b3fb98a195 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for port (baafd727-dd88-4e3f-9809-9cc5dab7a352), before_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:34:12.539735 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.db [req-17605ce3-86a4-4d90-822c-1e3703a4ebe9 req-bdcf7543-bc32-449f-8496-e7b3fb98a195 service neutron] For port baafd727-dd88-4e3f-9809-9cc5dab7a352, host hv-cinder-76845, cleared binding levels {{(pid=103714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 05:34:12.548643 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.db [req-17605ce3-86a4-4d90-822c-1e3703a4ebe9 req-bdcf7543-bc32-449f-8496-e7b3fb98a195 service neutron] For port baafd727-dd88-4e3f-9809-9cc5dab7a352, host hv-cinder-76845, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=baafd727-dd88-4e3f-9809-9cc5dab7a352,segment=NetworkSegment(43e8c482-1a50-4e10-a19a-64e9763e2b05),segment_id=43e8c482-1a50-4e10-a19a-64e9763e2b05)] {{(pid=103714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 05:34:12.644793 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [req-17605ce3-86a4-4d90-822c-1e3703a4ebe9 req-bdcf7543-bc32-449f-8496-e7b3fb98a195 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789290460654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789289919735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789289921293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13003858'] for port (baafd727-dd88-4e3f-9809-9cc5dab7a352), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:34:12.681187 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17605ce3-86a4-4d90-822c-1e3703a4ebe9 req-bdcf7543-bc32-449f-8496-e7b3fb98a195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:34:12.681814 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [req-17605ce3-86a4-4d90-822c-1e3703a4ebe9 req-bdcf7543-bc32-449f-8496-e7b3fb98a195 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25628'] for port (None), before_response {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:34:12.683533 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-17605ce3-86a4-4d90-822c-1e3703a4ebe9 req-bdcf7543-bc32-449f-8496-e7b3fb98a195 service neutron] 10.222.0.41 "PUT /v2.0/ports/baafd727-dd88-4e3f-9809-9cc5dab7a352 HTTP/1.1" status: 200 len: 1093 time: 0.8627605 Mar 02 05:34:12.683977 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b223aa8-6cba-46dd-8a83-b1b36ae55114', 'tag': 'baafd727-dd88-4e3f-9809-9cc5dab7a352'}] {{(pid=103714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 05:34:12.687105 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ff79788530fe2085a0b37cf7dfc71d903fcc72df0d156f3e5e7065db2593a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19163962-12b2-4b25-a8e4-395a96b62f52" -d '{"events": [{"name": "network-changed", "server_uuid": "4b223aa8-6cba-46dd-8a83-b1b36ae55114", "tag": "baafd727-dd88-4e3f-9809-9cc5dab7a352"}]}' {{(pid=103714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 05:34:12.717536 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcf7543-bc32-449f-8496-e7b3fb98a195 service neutron] Pushing event updated for resources: {'Port': ['ID=baafd727-dd88-4e3f-9809-9cc5dab7a352,revision_number=3']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:34:12.726266 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdcf7543-bc32-449f-8496-e7b3fb98a195 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:34:12.726630 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdcf7543-bc32-449f-8496-e7b3fb98a195 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:34:12.726986 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdcf7543-bc32-449f-8496-e7b3fb98a195 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:34:12.727356 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdcf7543-bc32-449f-8496-e7b3fb98a195 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:34:12.727699 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdcf7543-bc32-449f-8496-e7b3fb98a195 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:34:12.728041 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdcf7543-bc32-449f-8496-e7b3fb98a195 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:34:12.728381 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdcf7543-bc32-449f-8496-e7b3fb98a195 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:34:12.728714 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdcf7543-bc32-449f-8496-e7b3fb98a195 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:34:12.729124 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdcf7543-bc32-449f-8496-e7b3fb98a195 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:34:12.729377 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdcf7543-bc32-449f-8496-e7b3fb98a195 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:34:12.729766 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdcf7543-bc32-449f-8496-e7b3fb98a195 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:34:12.730074 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdcf7543-bc32-449f-8496-e7b3fb98a195 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:34:12.730470 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdcf7543-bc32-449f-8496-e7b3fb98a195 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:34:12.735582 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Mar 2022 05:34:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33887638-acb2-4714-acb6-9b08d7c63006 x-openstack-request-id: req-33887638-acb2-4714-acb6-9b08d7c63006 {{(pid=103714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 05:34:12.735939 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b223aa8-6cba-46dd-8a83-b1b36ae55114", "tag": "baafd727-dd88-4e3f-9809-9cc5dab7a352", "status": "completed", "code": 200}]} {{(pid=103714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 05:34:12.736204 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-33887638-acb2-4714-acb6-9b08d7c63006 {{(pid=103714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 05:34:12.736607 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b223aa8-6cba-46dd-8a83-b1b36ae55114', 'tag': 'baafd727-dd88-4e3f-9809-9cc5dab7a352', 'status': 'completed', 'code': 200} Mar 02 05:34:12.798525 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-2ae3422a-c85d-446a-90f5-ce5a8bf639ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (d4d802fc-4ac8-47f8-b030-2ffc185fa6dc), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:34:12.802189 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19163962-12b2-4b25-a8e4-395a96b62f52 req-b0c3c4f9-938b-49fd-b924-55f177545405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:34:12.803783 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-19163962-12b2-4b25-a8e4-395a96b62f52 req-b0c3c4f9-938b-49fd-b924-55f177545405 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e206b3ab3679495682403c34b4fe8d9a&device_id=4b223aa8-6cba-46dd-8a83-b1b36ae55114 HTTP/1.1" status: 200 len: 1127 time: 0.0491927 Mar 02 05:34:12.914465 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19163962-12b2-4b25-a8e4-395a96b62f52 req-1d0a6e13-2f64-4ac5-974c-ff3b5f2fd17c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:34:12.916080 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-19163962-12b2-4b25-a8e4-395a96b62f52 req-1d0a6e13-2f64-4ac5-974c-ff3b5f2fd17c service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=e206b3ab3679495682403c34b4fe8d9a&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1038432 Mar 02 05:34:13.010522 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc0c6b1-057c-4cab-9368-dc043c070ec7 req-99168f3b-8a25-44d9-b57f-2bdead2df242 tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:34:13.012496 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-bdc0c6b1-057c-4cab-9368-dc043c070ec7 req-99168f3b-8a25-44d9-b57f-2bdead2df242 tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] 10.222.0.32 "GET /v2.0/ports?device_id=c6cdd2a3-d11a-458f-8463-513c97e08942 HTTP/1.1" status: 200 len: 944 time: 0.0560496 Mar 02 05:34:13.013385 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19163962-12b2-4b25-a8e4-395a96b62f52 req-dd23baef-93ad-485a-9398-76f34a18fcbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:34:13.014867 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-19163962-12b2-4b25-a8e4-395a96b62f52 req-dd23baef-93ad-485a-9398-76f34a18fcbe service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0907545 Mar 02 05:34:13.071510 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-bdc0c6b1-057c-4cab-9368-dc043c070ec7 req-6ca136d0-e1d0-43df-918e-a0d49e878d03 tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] 10.222.0.32 "GET /v2.0/security-groups?id=a83bf63b-328f-4864-a4da-dc8ab850ba56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529816 Mar 02 05:34:13.128952 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17605ce3-86a4-4d90-822c-1e3703a4ebe9 req-0d626e8e-ccf1-4f59-ab29-d1fe8e24647a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:34:13.130406 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-17605ce3-86a4-4d90-822c-1e3703a4ebe9 req-0d626e8e-ccf1-4f59-ab29-d1fe8e24647a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e206b3ab3679495682403c34b4fe8d9a&device_id=4b223aa8-6cba-46dd-8a83-b1b36ae55114 HTTP/1.1" status: 200 len: 1127 time: 0.0758371 Mar 02 05:34:13.176827 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-17605ce3-86a4-4d90-822c-1e3703a4ebe9 req-4fbfd67a-c88f-416b-a1a6-c29f054199b0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=baafd727-dd88-4e3f-9809-9cc5dab7a352 HTTP/1.1" status: 200 len: 217 time: 0.0382085 Mar 02 05:34:13.188456 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a8286c-8b79-454c-a370-67253ea2919c req-458e9652-f66c-4a95-bd0d-479ea4c718cf tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:34:13.189859 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-81a8286c-8b79-454c-a370-67253ea2919c req-458e9652-f66c-4a95-bd0d-479ea4c718cf tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/ports?device_id=f113b7a2-946b-46bc-b2d7-90e10ff913f1 HTTP/1.1" status: 200 len: 945 time: 0.0908902 Mar 02 05:34:13.258867 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17605ce3-86a4-4d90-822c-1e3703a4ebe9 req-1ef21b1c-b69e-46fd-9891-dda09966f65a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:34:13.260425 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-17605ce3-86a4-4d90-822c-1e3703a4ebe9 req-1ef21b1c-b69e-46fd-9891-dda09966f65a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=24744b4d-8303-4a95-a314-609059e1d9b5 HTTP/1.1" status: 200 len: 849 time: 0.0696895 Mar 02 05:34:13.280723 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-81a8286c-8b79-454c-a370-67253ea2919c req-f3dbd318-eaf3-4f62-a92f-ae8d17788352 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/security-groups?id=991bbb6a-b336-47ac-a115-31af4aa86146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809119 Mar 02 05:34:13.315137 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17605ce3-86a4-4d90-822c-1e3703a4ebe9 req-ff868f49-9065-4c85-b386-4153889094d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:34:13.316684 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-17605ce3-86a4-4d90-822c-1e3703a4ebe9 req-ff868f49-9065-4c85-b386-4153889094d3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=18011967-2bc2-45c8-947b-290963b3926b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0479598 Mar 02 05:34:13.412773 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-17605ce3-86a4-4d90-822c-1e3703a4ebe9 req-ddfa5090-52a7-4451-b5a7-1e7a76085e74 service neutron] 10.222.0.41 "GET /v2.0/networks/18011967-2bc2-45c8-947b-290963b3926b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883601 Mar 02 05:34:13.471106 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.rpc [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Device 5d8c1029-5861-4b24-9abf-870c49243d01 details requested by agent hyperv_hv-cinder-76845 with host hv-cinder-76845 {{(pid=103716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 02 05:34:13.508730 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-17605ce3-86a4-4d90-822c-1e3703a4ebe9 req-e8bfc2fe-3db4-4108-a3e6-b8634abbc7b7 service neutron] 10.222.0.41 "GET /v2.0/networks/18011967-2bc2-45c8-947b-290963b3926b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892310 Mar 02 05:34:13.512794 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b957af-2945-4d23-a8c8-9f44bdac8f41 req-77ba7f38-4ebb-419f-bf87-a51d852956f0 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:34:13.514937 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-f3b957af-2945-4d23-a8c8-9f44bdac8f41 req-77ba7f38-4ebb-419f-bf87-a51d852956f0 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b223aa8-6cba-46dd-8a83-b1b36ae55114 HTTP/1.1" status: 200 len: 943 time: 0.0689068 Mar 02 05:34:13.563549 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-f3b957af-2945-4d23-a8c8-9f44bdac8f41 req-518265d8-17f3-4136-8bae-629f3a6e0ec9 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] 10.222.0.32 "GET /v2.0/security-groups?id=c9038ebb-838a-464d-969e-4cf61979d644&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421643 Mar 02 05:34:13.573362 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] For port 5d8c1029-5861-4b24-9abf-870c49243d01, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=5d8c1029-5861-4b24-9abf-870c49243d01,segment=NetworkSegment(bfdb29d3-deb6-49e5-b796-0f6849bf03e6),segment_id=bfdb29d3-deb6-49e5-b796-0f6849bf03e6)] {{(pid=103716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 05:34:13.586035 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.rpc [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Returning: {'device': '5d8c1029-5861-4b24-9abf-870c49243d01', 'network_id': '79902201-00d3-4b67-8b4b-f9f77811e89e', 'port_id': '5d8c1029-5861-4b24-9abf-870c49243d01', 'mac_address': 'fa:16:3e:42:9f:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 275, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '878a1507-a24f-4e42-91b3-d1b3ffd1e65a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 02 05:34:13.622873 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Current status of the port 5d8c1029-5861-4b24-9abf-870c49243d01 is: DOWN; New status is: BUILD {{(pid=103716) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 05:34:13.623308 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for port (5d8c1029-5861-4b24-9abf-870c49243d01), before_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:34:13.635804 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.notifiers.nova [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d8c1029-5861-4b24-9abf-870c49243d01 {{(pid=103716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 05:34:13.655572 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] For port 5d8c1029-5861-4b24-9abf-870c49243d01, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=5d8c1029-5861-4b24-9abf-870c49243d01,segment=NetworkSegment(bfdb29d3-deb6-49e5-b796-0f6849bf03e6),segment_id=bfdb29d3-deb6-49e5-b796-0f6849bf03e6)] {{(pid=103716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 05:34:13.712561 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789290460654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789289919735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789289921293'] for port (5d8c1029-5861-4b24-9abf-870c49243d01), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:34:13.758581 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Pushing event updated for resources: {'Port': ['ID=5d8c1029-5861-4b24-9abf-870c49243d01,revision_number=4']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:34:13.981156 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] get_ports_and_sgs() called for port_ids ['5d8c1029-5861-4b24-9abf-870c49243d01'] {{(pid=103716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 05:34:14.188907 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9fd332-3bcf-4776-a767-0fcc2f387dc7 req-5a313b33-ae07-4b45-b489-c702dc929f50 tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:34:14.190345 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-ec9fd332-3bcf-4776-a767-0fcc2f387dc7 req-5a313b33-ae07-4b45-b489-c702dc929f50 tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] 10.222.0.32 "GET /v2.0/ports?device_id=c6cdd2a3-d11a-458f-8463-513c97e08942 HTTP/1.1" status: 200 len: 945 time: 0.0537674 Mar 02 05:34:14.236677 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-ec9fd332-3bcf-4776-a767-0fcc2f387dc7 req-38d40cd1-18d1-4bd8-9486-4d05372def32 tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] 10.222.0.32 "GET /v2.0/security-groups?id=a83bf63b-328f-4864-a4da-dc8ab850ba56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406849 Mar 02 05:34:14.323975 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f73b428b-984e-4c5a-9878-aef8f2b511ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (e0636eb1-3d25-4c31-a6e5-3f8fd1255322), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:34:14.402240 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e38f14-4ad8-41cf-96aa-7ec7fe565b1d req-2fc379af-c880-4c6f-94f7-3f032401fede tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:34:14.403779 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-64e38f14-4ad8-41cf-96aa-7ec7fe565b1d req-2fc379af-c880-4c6f-94f7-3f032401fede tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/ports?device_id=f113b7a2-946b-46bc-b2d7-90e10ff913f1 HTTP/1.1" status: 200 len: 945 time: 0.0523708 Mar 02 05:34:14.452422 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-64e38f14-4ad8-41cf-96aa-7ec7fe565b1d req-040645cd-d25b-4c60-843d-ed904aa64590 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/security-groups?id=991bbb6a-b336-47ac-a115-31af4aa86146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423889 Mar 02 05:34:14.682613 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1257857-015f-4499-a516-09661fa2ca48 req-111f35c6-fdde-4089-8b5a-ef8bd8713437 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:34:14.684096 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-e1257857-015f-4499-a516-09661fa2ca48 req-111f35c6-fdde-4089-8b5a-ef8bd8713437 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b223aa8-6cba-46dd-8a83-b1b36ae55114 HTTP/1.1" status: 200 len: 943 time: 0.0546024 Mar 02 05:34:14.728976 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-e1257857-015f-4499-a516-09661fa2ca48 req-93ee1859-113f-4c69-b4e0-95f83fea688e tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] 10.222.0.32 "GET /v2.0/security-groups?id=c9038ebb-838a-464d-969e-4cf61979d644&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392613 Mar 02 05:34:15.360348 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79528d77-b2d6-4b74-9dd4-aa87cd9d2450 req-5af78d07-4bb5-43fe-be1b-3cbe61f95b64 tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:34:15.361830 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-79528d77-b2d6-4b74-9dd4-aa87cd9d2450 req-5af78d07-4bb5-43fe-be1b-3cbe61f95b64 tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] 10.222.0.32 "GET /v2.0/ports?device_id=c6cdd2a3-d11a-458f-8463-513c97e08942 HTTP/1.1" status: 200 len: 945 time: 0.0516891 Mar 02 05:34:15.411629 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-79528d77-b2d6-4b74-9dd4-aa87cd9d2450 req-c6b4e545-eac8-4702-9370-50944648df6b tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] 10.222.0.32 "GET /v2.0/security-groups?id=a83bf63b-328f-4864-a4da-dc8ab850ba56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437448 Mar 02 05:34:15.491403 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.rpc [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Device baafd727-dd88-4e3f-9809-9cc5dab7a352 details requested by agent hyperv_hv-cinder-76845 with host hv-cinder-76845 {{(pid=103716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 02 05:34:15.491825 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.rpc [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Device 5d8c1029-5861-4b24-9abf-870c49243d01 up at agent hyperv_hv-cinder-76845 {{(pid=103716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 05:34:15.575744 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2ee295-e4d2-46c2-9f92-f9193502c39c req-502b5645-7468-4386-9fbe-bdc1ec59de6b tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:34:15.577397 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-0d2ee295-e4d2-46c2-9f92-f9193502c39c req-502b5645-7468-4386-9fbe-bdc1ec59de6b tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/ports?device_id=f113b7a2-946b-46bc-b2d7-90e10ff913f1 HTTP/1.1" status: 200 len: 945 time: 0.0529933 Mar 02 05:34:15.624672 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] For port baafd727-dd88-4e3f-9809-9cc5dab7a352, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=baafd727-dd88-4e3f-9809-9cc5dab7a352,segment=NetworkSegment(43e8c482-1a50-4e10-a19a-64e9763e2b05),segment_id=43e8c482-1a50-4e10-a19a-64e9763e2b05)] {{(pid=103716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 05:34:15.630578 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-0d2ee295-e4d2-46c2-9f92-f9193502c39c req-d117b5d2-4fec-4715-9033-228ee333c9dc tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/security-groups?id=991bbb6a-b336-47ac-a115-31af4aa86146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434964 Mar 02 05:34:15.636166 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.rpc [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Returning: {'device': 'baafd727-dd88-4e3f-9809-9cc5dab7a352', 'network_id': '18011967-2bc2-45c8-947b-290963b3926b', 'port_id': 'baafd727-dd88-4e3f-9809-9cc5dab7a352', 'mac_address': 'fa:16:3e:fa:03:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 269, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24744b4d-8303-4a95-a314-609059e1d9b5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 02 05:34:15.688030 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.provisioning_blocks [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Provisioning for port 5d8c1029-5861-4b24-9abf-870c49243d01 completed by entity L2. {{(pid=103716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 02 05:34:15.691504 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Current status of the port baafd727-dd88-4e3f-9809-9cc5dab7a352 is: DOWN; New status is: BUILD {{(pid=103716) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 05:34:15.691893 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for port (baafd727-dd88-4e3f-9809-9cc5dab7a352), before_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:34:15.700481 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.provisioning_blocks [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Provisioning complete for port 5d8c1029-5861-4b24-9abf-870c49243d01 triggered by entity L2. {{(pid=103716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 05:34:15.702019 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012754'] for port (5d8c1029-5861-4b24-9abf-870c49243d01), provisioning_complete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:34:15.728990 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.notifiers.nova [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id baafd727-dd88-4e3f-9809-9cc5dab7a352 {{(pid=103716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 05:34:15.756683 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] For port baafd727-dd88-4e3f-9809-9cc5dab7a352, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=baafd727-dd88-4e3f-9809-9cc5dab7a352,segment=NetworkSegment(43e8c482-1a50-4e10-a19a-64e9763e2b05),segment_id=43e8c482-1a50-4e10-a19a-64e9763e2b05)] {{(pid=103716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 05:34:15.758466 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (64307ea2-7468-48d5-a188-5e76dfb99c6b), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:34:15.806454 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Current status of the port 5d8c1029-5861-4b24-9abf-870c49243d01 is: BUILD; New status is: ACTIVE {{(pid=103716) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 05:34:15.806850 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for port (5d8c1029-5861-4b24-9abf-870c49243d01), before_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:34:15.818672 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789290460654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789289919735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789289921293'] for port (baafd727-dd88-4e3f-9809-9cc5dab7a352), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:34:15.854971 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6df6353-277e-41f5-aa62-c9c08ae50eef req-6f463f5f-439c-4b6e-8fbb-a500019d70f0 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:34:15.857057 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-f6df6353-277e-41f5-aa62-c9c08ae50eef req-6f463f5f-439c-4b6e-8fbb-a500019d70f0 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b223aa8-6cba-46dd-8a83-b1b36ae55114 HTTP/1.1" status: 200 len: 944 time: 0.0541551 Mar 02 05:34:15.859389 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6cdd2a3-d11a-458f-8463-513c97e08942', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d8c1029-5861-4b24-9abf-870c49243d01'}] {{(pid=103716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 05:34:15.862206 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5cc3ee08ba8b8203ef00b822cbb368117e1f515a76881e78a723e4cc0774230" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99684cdc-7ce3-4042-8040-ab66b0cb69bb" -d '{"events": [{"server_uuid": "c6cdd2a3-d11a-458f-8463-513c97e08942", "name": "network-vif-plugged", "status": "completed", "tag": "5d8c1029-5861-4b24-9abf-870c49243d01"}]}' {{(pid=103716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 05:34:15.868202 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] For port 5d8c1029-5861-4b24-9abf-870c49243d01, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=5d8c1029-5861-4b24-9abf-870c49243d01,segment=NetworkSegment(bfdb29d3-deb6-49e5-b796-0f6849bf03e6),segment_id=bfdb29d3-deb6-49e5-b796-0f6849bf03e6)] {{(pid=103716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 05:34:15.897805 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Pushing event updated for resources: {'Port': ['ID=baafd727-dd88-4e3f-9809-9cc5dab7a352,revision_number=4']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:34:15.909805 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 05:34:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a8df666-7eee-4464-8279-0630eac1df8b x-openstack-request-id: req-7a8df666-7eee-4464-8279-0630eac1df8b {{(pid=103716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 05:34:15.910098 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6cdd2a3-d11a-458f-8463-513c97e08942", "name": "network-vif-plugged", "status": "completed", "tag": "5d8c1029-5861-4b24-9abf-870c49243d01", "code": 200}]} {{(pid=103716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 05:34:15.910354 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7a8df666-7eee-4464-8279-0630eac1df8b {{(pid=103716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 05:34:15.910775 dv-cinder-768458-18-iscsi neutron-server[103716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6cdd2a3-d11a-458f-8463-513c97e08942', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d8c1029-5861-4b24-9abf-870c49243d01', 'code': 200} Mar 02 05:34:15.921593 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-f6df6353-277e-41f5-aa62-c9c08ae50eef req-733c98f5-689e-4072-a9a2-19bb4b9bf092 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] 10.222.0.32 "GET /v2.0/security-groups?id=c9038ebb-838a-464d-969e-4cf61979d644&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567765 Mar 02 05:34:15.937005 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789290460654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789289919735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789289921293'] for port (5d8c1029-5861-4b24-9abf-870c49243d01), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:34:15.991936 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Pushing event updated for resources: {'Port': ['ID=5d8c1029-5861-4b24-9abf-870c49243d01,revision_number=5']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:34:16.090927 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] get_ports_and_sgs() called for port_ids ['baafd727-dd88-4e3f-9809-9cc5dab7a352'] {{(pid=103716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 05:34:16.190097 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc01a92-5797-464f-b1a2-563e2b3c4c34 req-96473fbd-59dd-4356-88c8-9b6b4f9f2e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:34:16.191791 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-4dc01a92-5797-464f-b1a2-563e2b3c4c34 req-96473fbd-59dd-4356-88c8-9b6b4f9f2e7c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c6cdd2a3-d11a-458f-8463-513c97e08942 HTTP/1.1" status: 200 len: 1130 time: 0.0478826 Mar 02 05:34:16.239601 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-4dc01a92-5797-464f-b1a2-563e2b3c4c34 req-bd06e38c-2ae9-4ba6-852f-e1cc188aad28 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=a83bf63b-328f-4864-a4da-dc8ab850ba56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396745 Mar 02 05:34:16.530570 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c91caa2-f5ff-4f30-a978-c9ff9b342afc req-c20f1f83-6dcb-424c-b3d0-079ff11f3d1b tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:34:16.532056 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-8c91caa2-f5ff-4f30-a978-c9ff9b342afc req-c20f1f83-6dcb-424c-b3d0-079ff11f3d1b tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] 10.222.0.32 "GET /v2.0/ports?device_id=c6cdd2a3-d11a-458f-8463-513c97e08942 HTTP/1.1" status: 200 len: 946 time: 0.0521550 Mar 02 05:34:16.579517 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-8c91caa2-f5ff-4f30-a978-c9ff9b342afc req-0a56d2fe-22f9-4e81-9042-bb5238dd57b6 tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] 10.222.0.32 "GET /v2.0/security-groups?id=a83bf63b-328f-4864-a4da-dc8ab850ba56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418279 Mar 02 05:34:16.766197 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b799bd-69c7-4549-89ed-b3d3658285be req-ed8feab3-b037-42f4-8151-d21d599b14fe tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:34:16.767666 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-f5b799bd-69c7-4549-89ed-b3d3658285be req-ed8feab3-b037-42f4-8151-d21d599b14fe tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/ports?device_id=f113b7a2-946b-46bc-b2d7-90e10ff913f1 HTTP/1.1" status: 200 len: 945 time: 0.0586994 Mar 02 05:34:16.814710 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-f5b799bd-69c7-4549-89ed-b3d3658285be req-3046ec9c-8680-4371-80e0-5cf151f26550 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/security-groups?id=991bbb6a-b336-47ac-a115-31af4aa86146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416512 Mar 02 05:34:17.041128 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c0e393-c0fd-453c-9e09-e16257fc13c1 req-ac0133fa-e8de-4f78-8e2d-d40ffba9c65c tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:34:17.042516 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-52c0e393-c0fd-453c-9e09-e16257fc13c1 req-ac0133fa-e8de-4f78-8e2d-d40ffba9c65c tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b223aa8-6cba-46dd-8a83-b1b36ae55114 HTTP/1.1" status: 200 len: 944 time: 0.0526853 Mar 02 05:34:17.094120 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-52c0e393-c0fd-453c-9e09-e16257fc13c1 req-559ea403-e552-4800-9581-3f5c2f4030e0 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] 10.222.0.32 "GET /v2.0/security-groups?id=c9038ebb-838a-464d-969e-4cf61979d644&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453844 Mar 02 05:34:17.514494 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.rpc [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Device baafd727-dd88-4e3f-9809-9cc5dab7a352 up at agent hyperv_hv-cinder-76845 {{(pid=103716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 05:34:17.632664 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.provisioning_blocks [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Provisioning for port baafd727-dd88-4e3f-9809-9cc5dab7a352 completed by entity L2. {{(pid=103716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 02 05:34:17.636694 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.provisioning_blocks [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Provisioning complete for port baafd727-dd88-4e3f-9809-9cc5dab7a352 triggered by entity L2. {{(pid=103716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 05:34:17.637093 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012754'] for port (baafd727-dd88-4e3f-9809-9cc5dab7a352), provisioning_complete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:34:17.710486 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718f5e0d-f593-43fb-bed9-864793c09ae8 req-6e4e9d7f-b024-4588-8f21-32197a24adc6 tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:34:17.712089 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-718f5e0d-f593-43fb-bed9-864793c09ae8 req-6e4e9d7f-b024-4588-8f21-32197a24adc6 tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] 10.222.0.32 "GET /v2.0/ports?device_id=c6cdd2a3-d11a-458f-8463-513c97e08942 HTTP/1.1" status: 200 len: 946 time: 0.0680315 Mar 02 05:34:17.721488 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Current status of the port baafd727-dd88-4e3f-9809-9cc5dab7a352 is: BUILD; New status is: ACTIVE {{(pid=103716) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 05:34:17.721983 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for port (baafd727-dd88-4e3f-9809-9cc5dab7a352), before_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:34:17.758228 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] For port baafd727-dd88-4e3f-9809-9cc5dab7a352, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=baafd727-dd88-4e3f-9809-9cc5dab7a352,segment=NetworkSegment(43e8c482-1a50-4e10-a19a-64e9763e2b05),segment_id=43e8c482-1a50-4e10-a19a-64e9763e2b05)] {{(pid=103716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 05:34:17.768422 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-718f5e0d-f593-43fb-bed9-864793c09ae8 req-e1f6f2d5-cc1e-41af-b8cd-457fb82b204a tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] 10.222.0.32 "GET /v2.0/security-groups?id=a83bf63b-328f-4864-a4da-dc8ab850ba56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497682 Mar 02 05:34:17.809844 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789290460654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789289919735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789289921293'] for port (baafd727-dd88-4e3f-9809-9cc5dab7a352), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:34:17.859013 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Pushing event updated for resources: {'Port': ['ID=baafd727-dd88-4e3f-9809-9cc5dab7a352,revision_number=5']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:34:17.911463 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b223aa8-6cba-46dd-8a83-b1b36ae55114', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'baafd727-dd88-4e3f-9809-9cc5dab7a352'}] {{(pid=103716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 05:34:17.913833 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5cc3ee08ba8b8203ef00b822cbb368117e1f515a76881e78a723e4cc0774230" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d61b5949-d3dc-434a-b011-933d1d868ae9" -d '{"events": [{"server_uuid": "4b223aa8-6cba-46dd-8a83-b1b36ae55114", "name": "network-vif-plugged", "status": "completed", "tag": "baafd727-dd88-4e3f-9809-9cc5dab7a352"}]}' {{(pid=103716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 05:34:17.952094 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 05:34:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46355d70-3d70-44b9-85c5-bb6c9fc9f37f x-openstack-request-id: req-46355d70-3d70-44b9-85c5-bb6c9fc9f37f {{(pid=103716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 05:34:17.952387 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b223aa8-6cba-46dd-8a83-b1b36ae55114", "name": "network-vif-plugged", "status": "completed", "tag": "baafd727-dd88-4e3f-9809-9cc5dab7a352", "code": 200}]} {{(pid=103716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 05:34:17.953113 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-46355d70-3d70-44b9-85c5-bb6c9fc9f37f {{(pid=103716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 05:34:17.953113 dv-cinder-768458-18-iscsi neutron-server[103716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b223aa8-6cba-46dd-8a83-b1b36ae55114', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'baafd727-dd88-4e3f-9809-9cc5dab7a352', 'code': 200} Mar 02 05:34:18.044446 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef415a9-81bc-4294-bd69-c4669b2ba289 req-cb01e279-afe8-4c99-b428-9f49fdf8fd9f tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:34:18.048699 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-aef415a9-81bc-4294-bd69-c4669b2ba289 req-cb01e279-afe8-4c99-b428-9f49fdf8fd9f tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/ports?device_id=f113b7a2-946b-46bc-b2d7-90e10ff913f1 HTTP/1.1" status: 200 len: 945 time: 0.0538056 Mar 02 05:34:18.095508 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-aef415a9-81bc-4294-bd69-c4669b2ba289 req-e17a7d3c-7037-4a74-9939-d09042058e02 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/security-groups?id=991bbb6a-b336-47ac-a115-31af4aa86146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433207 Mar 02 05:34:18.219004 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b748c97-0ad3-4b6a-8a53-3701f8bb659d req-76668cd4-8fb6-4760-aba9-731e65bf01d3 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:34:18.220513 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-9b748c97-0ad3-4b6a-8a53-3701f8bb659d req-76668cd4-8fb6-4760-aba9-731e65bf01d3 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b223aa8-6cba-46dd-8a83-b1b36ae55114 HTTP/1.1" status: 200 len: 945 time: 0.0562444 Mar 02 05:34:18.271595 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-9b748c97-0ad3-4b6a-8a53-3701f8bb659d req-60ae8a9d-b081-4bac-9933-a1696d3bcab5 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] 10.222.0.32 "GET /v2.0/security-groups?id=c9038ebb-838a-464d-969e-4cf61979d644&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441644 Mar 02 05:34:18.277781 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7efb3bb-0941-49e2-a015-96e1058f751f req-ac3602ac-a2c0-4bed-b189-559ca71bfc8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:34:18.279488 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-f7efb3bb-0941-49e2-a015-96e1058f751f req-ac3602ac-a2c0-4bed-b189-559ca71bfc8d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4b223aa8-6cba-46dd-8a83-b1b36ae55114 HTTP/1.1" status: 200 len: 1129 time: 0.0903823 Mar 02 05:34:18.329771 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-f7efb3bb-0941-49e2-a015-96e1058f751f req-d11e7e08-c7cb-48a0-83ec-16c2010f039c service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=c9038ebb-838a-464d-969e-4cf61979d644&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388172 Mar 02 05:34:18.896144 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f1fde5-bc73-494e-91ec-60b80ea87352 req-2da882ca-36d0-4710-abf2-4956206256d2 tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:34:18.897780 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-55f1fde5-bc73-494e-91ec-60b80ea87352 req-2da882ca-36d0-4710-abf2-4956206256d2 tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] 10.222.0.32 "GET /v2.0/ports?device_id=c6cdd2a3-d11a-458f-8463-513c97e08942 HTTP/1.1" status: 200 len: 946 time: 0.0558774 Mar 02 05:34:18.947075 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-55f1fde5-bc73-494e-91ec-60b80ea87352 req-d7892636-d4c8-40c9-b26e-2af61894dde2 tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] 10.222.0.32 "GET /v2.0/security-groups?id=a83bf63b-328f-4864-a4da-dc8ab850ba56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438092 Mar 02 05:34:19.068738 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1241a3d-f946-4d03-8a89-74f443d93d5a req-5cc09a1a-e1bc-46cc-8820-44ef1a64d4f0 tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:34:19.070886 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-a1241a3d-f946-4d03-8a89-74f443d93d5a req-5cc09a1a-e1bc-46cc-8820-44ef1a64d4f0 tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] 10.222.0.32 "GET /v2.0/ports?device_id=c6cdd2a3-d11a-458f-8463-513c97e08942 HTTP/1.1" status: 200 len: 946 time: 0.0555906 Mar 02 05:34:19.117571 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-a1241a3d-f946-4d03-8a89-74f443d93d5a req-1a209816-34b2-4331-8708-630e48b9c457 tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] 10.222.0.32 "GET /v2.0/security-groups?id=a83bf63b-328f-4864-a4da-dc8ab850ba56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418992 Mar 02 05:34:19.220128 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042af415-46ee-4ec4-84e7-c8bcc05f5c3f req-1da31156-1aed-4abf-b018-95caef3eebf8 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:34:19.221594 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-042af415-46ee-4ec4-84e7-c8bcc05f5c3f req-1da31156-1aed-4abf-b018-95caef3eebf8 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/ports?device_id=f113b7a2-946b-46bc-b2d7-90e10ff913f1 HTTP/1.1" status: 200 len: 945 time: 0.0548472 Mar 02 05:34:19.279195 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-042af415-46ee-4ec4-84e7-c8bcc05f5c3f req-3144b122-7fcd-4148-95ca-27e0f62756d7 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/security-groups?id=991bbb6a-b336-47ac-a115-31af4aa86146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520394 Mar 02 05:34:19.393584 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b54fef8-a2ca-4a34-abd0-7e4505197ca5 req-c065076c-7e32-4c0d-a482-90c99a9c0dfa tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:34:19.395064 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-2b54fef8-a2ca-4a34-abd0-7e4505197ca5 req-c065076c-7e32-4c0d-a482-90c99a9c0dfa tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b223aa8-6cba-46dd-8a83-b1b36ae55114 HTTP/1.1" status: 200 len: 945 time: 0.0512156 Mar 02 05:34:19.447457 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f55e47-5e75-4258-8df4-026b540ed78d req-f5bad7c2-1957-4e22-b6d4-cf0fb78ff65c tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:34:19.447794 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-2b54fef8-a2ca-4a34-abd0-7e4505197ca5 req-82cbe280-37c2-4651-8c7a-a21265c93572 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] 10.222.0.32 "GET /v2.0/security-groups?id=c9038ebb-838a-464d-969e-4cf61979d644&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466144 Mar 02 05:34:19.449124 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-44f55e47-5e75-4258-8df4-026b540ed78d req-f5bad7c2-1957-4e22-b6d4-cf0fb78ff65c tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] 10.222.0.32 "GET /v2.0/ports?device_id=c6cdd2a3-d11a-458f-8463-513c97e08942 HTTP/1.1" status: 200 len: 946 time: 0.0542641 Mar 02 05:34:19.500218 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-44f55e47-5e75-4258-8df4-026b540ed78d req-48eb84dc-8acf-42fb-8e33-400cf5db912e tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] 10.222.0.32 "GET /v2.0/security-groups?id=a83bf63b-328f-4864-a4da-dc8ab850ba56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447607 Mar 02 05:34:20.400074 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b0c659-41c7-427a-be0d-8f168ccc51bf req-cc2a3ecc-cbdf-4a53-be0c-d007cb6e100e tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:34:20.401560 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-24b0c659-41c7-427a-be0d-8f168ccc51bf req-cc2a3ecc-cbdf-4a53-be0c-d007cb6e100e tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/ports?device_id=f113b7a2-946b-46bc-b2d7-90e10ff913f1 HTTP/1.1" status: 200 len: 945 time: 0.0521364 Mar 02 05:34:20.448172 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-24b0c659-41c7-427a-be0d-8f168ccc51bf req-2656ba2d-073b-44a4-bdc7-c74ecce700b0 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/security-groups?id=991bbb6a-b336-47ac-a115-31af4aa86146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400770 Mar 02 05:34:20.567409 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d313c0f-935d-47ef-95fc-f676379b5088 req-1259c1d4-fa68-464d-ac2b-e65e0e6a7169 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:34:20.569055 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-1d313c0f-935d-47ef-95fc-f676379b5088 req-1259c1d4-fa68-464d-ac2b-e65e0e6a7169 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b223aa8-6cba-46dd-8a83-b1b36ae55114 HTTP/1.1" status: 200 len: 945 time: 0.0555129 Mar 02 05:34:20.618112 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-1d313c0f-935d-47ef-95fc-f676379b5088 req-257a91a0-37b8-4544-bffc-82eac45a64a3 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] 10.222.0.32 "GET /v2.0/security-groups?id=c9038ebb-838a-464d-969e-4cf61979d644&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434191 Mar 02 05:34:20.733752 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38047b79-cc81-4416-a1e1-f835ffcd041d req-8736b779-f257-46a8-8672-1b238be70cb2 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:34:20.735772 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-38047b79-cc81-4416-a1e1-f835ffcd041d req-8736b779-f257-46a8-8672-1b238be70cb2 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b223aa8-6cba-46dd-8a83-b1b36ae55114 HTTP/1.1" status: 200 len: 945 time: 0.0539517 Mar 02 05:34:20.744580 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.wsgi [-] (103714) accepted ('10.222.0.32', 42004) {{(pid=103714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:34:20.749148 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.v2.base [None req-4ea4d189-c695-4b42-b045-72d36c5a22ca tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] Request body: {'floatingip': {'port_id': 'baafd727-dd88-4e3f-9809-9cc5dab7a352'}} {{(pid=103714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 05:34:20.792237 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-4ea4d189-c695-4b42-b045-72d36c5a22ca tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] Publish callbacks [] for floatingip (026cc034-4cfc-44af-b9ef-f6ca6e76c4c5), before_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:34:21.256824 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-4ea4d189-c695-4b42-b045-72d36c5a22ca tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:34:21.318423 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-4ea4d189-c695-4b42-b045-72d36c5a22ca tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556348'] for floatingip (026cc034-4cfc-44af-b9ef-f6ca6e76c4c5), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:34:21.425745 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.db.l3_db [None req-4ea4d189-c695-4b42-b045-72d36c5a22ca tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] Floating IP 026cc034-4cfc-44af-b9ef-f6ca6e76c4c5 associated. External IP: 172.27.2.110, port: baafd727-dd88-4e3f-9809-9cc5dab7a352. Mar 02 05:34:21.882840 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc27670e-64ba-4650-bf8c-da028fdedd29 req-ff747e66-6c2e-4420-a58e-74843bd25ad7 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:34:21.884464 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-bc27670e-64ba-4650-bf8c-da028fdedd29 req-ff747e66-6c2e-4420-a58e-74843bd25ad7 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/ports?device_id=f113b7a2-946b-46bc-b2d7-90e10ff913f1 HTTP/1.1" status: 200 len: 945 time: 0.3578241 Mar 02 05:34:21.977953 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-bc27670e-64ba-4650-bf8c-da028fdedd29 req-9bf20a18-84e9-40e7-aa75-3d0091fe726d tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/security-groups?id=991bbb6a-b336-47ac-a115-31af4aa86146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656483 Mar 02 05:34:21.979739 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ea4d189-c695-4b42-b045-72d36c5a22ca tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] Router 279f7eec-5f94-4a26-9856-cbbd0eb5eab5 has already been hosted by L3 agent 9c2b50e6-1677-4aa9-928e-941b4c488fc5 {{(pid=103714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 05:34:22.100685 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ea4d189-c695-4b42-b045-72d36c5a22ca tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] Notify agent at l3_agent.dv-cinder-768458-18-iscsi the message routers_updated {{(pid=103714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 05:34:22.110401 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-4ea4d189-c695-4b42-b045-72d36c5a22ca tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25628'] for floatingip (None), before_response {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:34:22.113794 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ead4fde2-0384-4649-9390-372a7a5e727f None None] Sync routers for ids ['279f7eec-5f94-4a26-9856-cbbd0eb5eab5'] in dv-cinder-768458-18-iscsi {{(pid=103716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 05:34:22.126878 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead4fde2-0384-4649-9390-372a7a5e727f None None] Routers {'279f7eec-5f94-4a26-9856-cbbd0eb5eab5'} bound to L3 agent in host dv-cinder-768458-18-iscsi {{(pid=103716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 05:34:22.127812 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.l3_hamode_db [None req-ead4fde2-0384-4649-9390-372a7a5e727f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-02T05:20:42Z,description=,heartbeat_timestamp=2022-03-02T05:34:12Z,host='dv-cinder-768458-18-iscsi',id=9c2b50e6-1677-4aa9-928e-941b4c488fc5,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T05:20:42Z,topic='l3_agent')) {'router_ids': ['279f7eec-5f94-4a26-9856-cbbd0eb5eab5'], 'active': True} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 05:34:22.139593 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [None req-4ea4d189-c695-4b42-b045-72d36c5a22ca tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] 10.222.0.32 "PUT /v2.0/floatingips/026cc034-4cfc-44af-b9ef-f6ca6e76c4c5 HTTP/1.1" status: 200 len: 991 time: 1.3939114 Mar 02 05:34:22.140796 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b223aa8-6cba-46dd-8a83-b1b36ae55114', 'tag': 'baafd727-dd88-4e3f-9809-9cc5dab7a352'}] {{(pid=103714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 05:34:22.143087 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ff79788530fe2085a0b37cf7dfc71d903fcc72df0d156f3e5e7065db2593a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65e61ad6-158e-46a0-9e86-645de291b48d" -d '{"events": [{"name": "network-changed", "server_uuid": "4b223aa8-6cba-46dd-8a83-b1b36ae55114", "tag": "baafd727-dd88-4e3f-9809-9cc5dab7a352"}]}' {{(pid=103714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 05:34:22.183509 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Mar 2022 05:34:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f35bb8c7-cefd-4407-a5c1-e4dd1b40d3af x-openstack-request-id: req-f35bb8c7-cefd-4407-a5c1-e4dd1b40d3af {{(pid=103714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 05:34:22.183802 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b223aa8-6cba-46dd-8a83-b1b36ae55114", "tag": "baafd727-dd88-4e3f-9809-9cc5dab7a352", "status": "completed", "code": 200}]} {{(pid=103714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 05:34:22.184052 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f35bb8c7-cefd-4407-a5c1-e4dd1b40d3af {{(pid=103714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 05:34:22.184450 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b223aa8-6cba-46dd-8a83-b1b36ae55114', 'tag': 'baafd727-dd88-4e3f-9809-9cc5dab7a352', 'status': 'completed', 'code': 200} Mar 02 05:34:22.252833 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e61ad6-158e-46a0-9e86-645de291b48d req-4c828ceb-ad43-42e2-9b03-a5e73d58efd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:34:22.253987 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.l3_dvr_db [None req-ead4fde2-0384-4649-9390-372a7a5e727f None None] Set router 279f7eec-5f94-4a26-9856-cbbd0eb5eab5 gateway port host: dv-cinder-768458-18-iscsi {{(pid=103716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 05:34:22.254365 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-65e61ad6-158e-46a0-9e86-645de291b48d req-4c828ceb-ad43-42e2-9b03-a5e73d58efd9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e206b3ab3679495682403c34b4fe8d9a&device_id=4b223aa8-6cba-46dd-8a83-b1b36ae55114 HTTP/1.1" status: 200 len: 1129 time: 0.0475166 Mar 02 05:34:22.354489 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e61ad6-158e-46a0-9e86-645de291b48d req-44249e7b-9919-4e84-bc52-162180805006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:34:22.357945 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-65e61ad6-158e-46a0-9e86-645de291b48d req-44249e7b-9919-4e84-bc52-162180805006 service neutron] 10.222.0.41 "GET /v2.0/networks?id=18011967-2bc2-45c8-947b-290963b3926b HTTP/1.1" status: 200 len: 911 time: 0.0973151 Mar 02 05:34:22.428074 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-65e61ad6-158e-46a0-9e86-645de291b48d req-8c5d3b5d-c9ae-4dc5-a5b6-a6eee57f8d10 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=baafd727-dd88-4e3f-9809-9cc5dab7a352 HTTP/1.1" status: 200 len: 999 time: 0.0633535 Mar 02 05:34:22.490430 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e61ad6-158e-46a0-9e86-645de291b48d req-0629b4d7-a632-4a7a-9ad3-46e88cfeeb86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:34:22.491910 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-65e61ad6-158e-46a0-9e86-645de291b48d req-0629b4d7-a632-4a7a-9ad3-46e88cfeeb86 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=24744b4d-8303-4a95-a314-609059e1d9b5 HTTP/1.1" status: 200 len: 849 time: 0.0580211 Mar 02 05:34:22.496318 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.l3_hamode_db [None req-ead4fde2-0384-4649-9390-372a7a5e727f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '279f7eec-5f94-4a26-9856-cbbd0eb5eab5', 'name': 'tempest-AttachVolumeTestJSON-318348053-router', 'tenant_id': 'e206b3ab3679495682403c34b4fe8d9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'external_fixed_ips': [{'subnet_id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'ip_address': '172.27.2.68'}], 'enable_snat': True}, 'gw_port_id': 'f69dbdff-dc8a-4904-ae26-78b3078d3ae3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T05:29:04Z', 'updated_at': '2022-03-02T05:29:17Z', 'revision_number': 4, 'project_id': 'e206b3ab3679495682403c34b4fe8d9a', 'gw_port': {'id': 'f69dbdff-dc8a-4904-ae26-78b3078d3ae3', 'name': '', 'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:af:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '279f7eec-5f94-4a26-9856-cbbd0eb5eab5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'ip_address': '172.27.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T05:29:06Z', 'updated_at': '2022-03-02T05:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-18-iscsi', '_floatingips': [{'id': '026cc034-4cfc-44af-b9ef-f6ca6e76c4c5', 'tenant_id': 'e206b3ab3679495682403c34b4fe8d9a', 'floating_ip_address': '172.27.2.110', 'floating_network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'router_id': '279f7eec-5f94-4a26-9856-cbbd0eb5eab5', 'port_id': 'baafd727-dd88-4e3f-9809-9cc5dab7a352', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '18011967-2bc2-45c8-947b-290963b3926b', 'mac_address': 'fa:16:3e:fa:03:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b223aa8-6cba-46dd-8a83-b1b36ae55114', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T05:34:00Z', 'updated_at': '2022-03-02T05:34:21Z', 'revision_number': 1, 'project_id': 'e206b3ab3679495682403c34b4fe8d9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b703634-9ede-4863-b157-97a8de60550a', 'name': '', 'network_id': '18011967-2bc2-45c8-947b-290963b3926b', 'tenant_id': 'e206b3ab3679495682403c34b4fe8d9a', 'mac_address': 'fa:16:3e:c8:2a:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '279f7eec-5f94-4a26-9856-cbbd0eb5eab5', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '24744b4d-8303-4a95-a314-609059e1d9b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T05:29:12Z', 'updated_at': '2022-03-02T05:29:27Z', 'revision_number': 5, 'project_id': 'e206b3ab3679495682403c34b4fe8d9a', 'subnets': [{'id': '24744b4d-8303-4a95-a314-609059e1d9b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-18-iscsi', False) {} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 05:34:22.526839 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ead4fde2-0384-4649-9390-372a7a5e727f None None] Checking router: 279f7eec-5f94-4a26-9856-cbbd0eb5eab5 for host: dv-cinder-768458-18-iscsi {{(pid=103716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 05:34:22.535877 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead4fde2-0384-4649-9390-372a7a5e727f None None] Routers {'279f7eec-5f94-4a26-9856-cbbd0eb5eab5'} bound to L3 agent in host dv-cinder-768458-18-iscsi {{(pid=103716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 05:34:22.536493 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.l3_hamode_db [None req-ead4fde2-0384-4649-9390-372a7a5e727f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-02T05:20:42Z,description=,heartbeat_timestamp=2022-03-02T05:34:12Z,host='dv-cinder-768458-18-iscsi',id=9c2b50e6-1677-4aa9-928e-941b4c488fc5,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T05:20:42Z,topic='l3_agent')) {'router_ids': ['279f7eec-5f94-4a26-9856-cbbd0eb5eab5'], 'active': True} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 05:34:22.544767 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e61ad6-158e-46a0-9e86-645de291b48d req-7b3ed466-eb8d-4178-a087-dc2b2336864a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:34:22.546846 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-65e61ad6-158e-46a0-9e86-645de291b48d req-7b3ed466-eb8d-4178-a087-dc2b2336864a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=18011967-2bc2-45c8-947b-290963b3926b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0463173 Mar 02 05:34:22.641923 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-65e61ad6-158e-46a0-9e86-645de291b48d req-798d1a88-b840-42bc-93bd-36b5c50038b9 service neutron] 10.222.0.41 "GET /v2.0/networks/18011967-2bc2-45c8-947b-290963b3926b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882244 Mar 02 05:34:22.649045 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.l3_dvr_db [None req-ead4fde2-0384-4649-9390-372a7a5e727f None None] Set router 279f7eec-5f94-4a26-9856-cbbd0eb5eab5 gateway port host: dv-cinder-768458-18-iscsi {{(pid=103716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 05:34:22.756383 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-65e61ad6-158e-46a0-9e86-645de291b48d req-661bac97-23c4-4cbc-b5e9-60015afc20c0 service neutron] 10.222.0.41 "GET /v2.0/networks/18011967-2bc2-45c8-947b-290963b3926b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997896 Mar 02 05:34:23.024734 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.l3_hamode_db [None req-ead4fde2-0384-4649-9390-372a7a5e727f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '279f7eec-5f94-4a26-9856-cbbd0eb5eab5', 'name': 'tempest-AttachVolumeTestJSON-318348053-router', 'tenant_id': 'e206b3ab3679495682403c34b4fe8d9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'external_fixed_ips': [{'subnet_id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'ip_address': '172.27.2.68'}], 'enable_snat': True}, 'gw_port_id': 'f69dbdff-dc8a-4904-ae26-78b3078d3ae3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T05:29:04Z', 'updated_at': '2022-03-02T05:29:17Z', 'revision_number': 4, 'project_id': 'e206b3ab3679495682403c34b4fe8d9a', 'gw_port': {'id': 'f69dbdff-dc8a-4904-ae26-78b3078d3ae3', 'name': '', 'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:af:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '279f7eec-5f94-4a26-9856-cbbd0eb5eab5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'ip_address': '172.27.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T05:29:06Z', 'updated_at': '2022-03-02T05:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-18-iscsi', '_floatingips': [{'id': '026cc034-4cfc-44af-b9ef-f6ca6e76c4c5', 'tenant_id': 'e206b3ab3679495682403c34b4fe8d9a', 'floating_ip_address': '172.27.2.110', 'floating_network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'router_id': '279f7eec-5f94-4a26-9856-cbbd0eb5eab5', 'port_id': 'baafd727-dd88-4e3f-9809-9cc5dab7a352', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '18011967-2bc2-45c8-947b-290963b3926b', 'mac_address': 'fa:16:3e:fa:03:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b223aa8-6cba-46dd-8a83-b1b36ae55114', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T05:34:00Z', 'updated_at': '2022-03-02T05:34:21Z', 'revision_number': 1, 'project_id': 'e206b3ab3679495682403c34b4fe8d9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b703634-9ede-4863-b157-97a8de60550a', 'name': '', 'network_id': '18011967-2bc2-45c8-947b-290963b3926b', 'tenant_id': 'e206b3ab3679495682403c34b4fe8d9a', 'mac_address': 'fa:16:3e:c8:2a:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '279f7eec-5f94-4a26-9856-cbbd0eb5eab5', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '24744b4d-8303-4a95-a314-609059e1d9b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T05:29:12Z', 'updated_at': '2022-03-02T05:29:27Z', 'revision_number': 5, 'project_id': 'e206b3ab3679495682403c34b4fe8d9a', 'subnets': [{'id': '24744b4d-8303-4a95-a314-609059e1d9b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-18-iscsi', False) {} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 05:34:23.059026 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ead4fde2-0384-4649-9390-372a7a5e727f None None] The sync data for ids ['279f7eec-5f94-4a26-9856-cbbd0eb5eab5'] in dv-cinder-768458-18-iscsi is: [{'id': '279f7eec-5f94-4a26-9856-cbbd0eb5eab5', 'name': 'tempest-AttachVolumeTestJSON-318348053-router', 'tenant_id': 'e206b3ab3679495682403c34b4fe8d9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'external_fixed_ips': [{'subnet_id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'ip_address': '172.27.2.68'}], 'enable_snat': True}, 'gw_port_id': 'f69dbdff-dc8a-4904-ae26-78b3078d3ae3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T05:29:04Z', 'updated_at': '2022-03-02T05:29:17Z', 'revision_number': 4, 'project_id': 'e206b3ab3679495682403c34b4fe8d9a', 'gw_port': {'id': 'f69dbdff-dc8a-4904-ae26-78b3078d3ae3', 'name': '', 'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:af:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '279f7eec-5f94-4a26-9856-cbbd0eb5eab5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'ip_address': '172.27.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T05:29:06Z', 'updated_at': '2022-03-02T05:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-18-iscsi', '_floatingips': [{'id': '026cc034-4cfc-44af-b9ef-f6ca6e76c4c5', 'tenant_id': 'e206b3ab3679495682403c34b4fe8d9a', 'floating_ip_address': '172.27.2.110', 'floating_network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'router_id': '279f7eec-5f94-4a26-9856-cbbd0eb5eab5', 'port_id': 'baafd727-dd88-4e3f-9809-9cc5dab7a352', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '18011967-2bc2-45c8-947b-290963b3926b', 'mac_address': 'fa:16:3e:fa:03:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b223aa8-6cba-46dd-8a83-b1b36ae55114', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T05:34:00Z', 'updated_at': '2022-03-02T05:34:21Z', 'revision_number': 1, 'project_id': 'e206b3ab3679495682403c34b4fe8d9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b703634-9ede-4863-b157-97a8de60550a', 'name': '', 'network_id': '18011967-2bc2-45c8-947b-290963b3926b', 'tenant_id': 'e206b3ab3679495682403c34b4fe8d9a', 'mac_address': 'fa:16:3e:c8:2a:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '279f7eec-5f94-4a26-9856-cbbd0eb5eab5', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '24744b4d-8303-4a95-a314-609059e1d9b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T05:29:12Z', 'updated_at': '2022-03-02T05:29:27Z', 'revision_number': 5, 'project_id': 'e206b3ab3679495682403c34b4fe8d9a', 'subnets': [{'id': '24744b4d-8303-4a95-a314-609059e1d9b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 05:34:23.116508 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292753bb-b751-4187-8f87-ccd684e1485c req-69a0f8c8-81c0-446e-94b2-70058ca2fb7d tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:34:23.118006 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-292753bb-b751-4187-8f87-ccd684e1485c req-69a0f8c8-81c0-446e-94b2-70058ca2fb7d tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/ports?device_id=f113b7a2-946b-46bc-b2d7-90e10ff913f1 HTTP/1.1" status: 200 len: 945 time: 0.0573351 Mar 02 05:34:23.172436 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-292753bb-b751-4187-8f87-ccd684e1485c req-d79a0e15-929d-4f1c-8319-758f5ace1512 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/security-groups?id=991bbb6a-b336-47ac-a115-31af4aa86146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483119 Mar 02 05:34:23.267905 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7311337-db40-496f-9b0f-a6d0ce836470 None None] New status for floating IP 026cc034-4cfc-44af-b9ef-f6ca6e76c4c5: ACTIVE {{(pid=103717) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 05:34:24.301879 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f715b1ee-ca4e-47cb-a178-636b547aee46 req-0115df0f-dcc0-4508-8272-427a8ab9fb15 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:34:24.303495 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-f715b1ee-ca4e-47cb-a178-636b547aee46 req-0115df0f-dcc0-4508-8272-427a8ab9fb15 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/ports?device_id=f113b7a2-946b-46bc-b2d7-90e10ff913f1 HTTP/1.1" status: 200 len: 945 time: 0.0546167 Mar 02 05:34:24.355422 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-f715b1ee-ca4e-47cb-a178-636b547aee46 req-0fc24097-521e-4b5a-b2bf-967b85ec66f3 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/security-groups?id=991bbb6a-b336-47ac-a115-31af4aa86146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461657 Mar 02 05:34:25.480060 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e66ec9-e008-4da8-94cb-62049a094aeb req-435d4163-de58-4c7c-9143-7d0eb2793ed6 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:34:25.481602 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-b0e66ec9-e008-4da8-94cb-62049a094aeb req-435d4163-de58-4c7c-9143-7d0eb2793ed6 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/ports?device_id=f113b7a2-946b-46bc-b2d7-90e10ff913f1 HTTP/1.1" status: 200 len: 945 time: 0.0540056 Mar 02 05:34:25.528862 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-b0e66ec9-e008-4da8-94cb-62049a094aeb req-e7e8cfb5-da6a-4397-a1e9-465e459784f2 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/security-groups?id=991bbb6a-b336-47ac-a115-31af4aa86146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409803 Mar 02 05:34:26.657294 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4db554f-cf04-476a-8f6b-e8fbc740c23b req-22060fa5-1875-4814-951e-5681aaf65fa1 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:34:26.658752 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-b4db554f-cf04-476a-8f6b-e8fbc740c23b req-22060fa5-1875-4814-951e-5681aaf65fa1 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/ports?device_id=f113b7a2-946b-46bc-b2d7-90e10ff913f1 HTTP/1.1" status: 200 len: 945 time: 0.0516622 Mar 02 05:34:26.705299 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-b4db554f-cf04-476a-8f6b-e8fbc740c23b req-cd4460c0-fd4f-4a1f-91ea-ae2e69cfb11d tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/security-groups?id=991bbb6a-b336-47ac-a115-31af4aa86146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410426 Mar 02 05:34:27.840749 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858d5a1d-0148-4bfd-af24-b960995045f0 req-81d96322-365c-4884-81aa-179f20d30873 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:34:27.842348 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-858d5a1d-0148-4bfd-af24-b960995045f0 req-81d96322-365c-4884-81aa-179f20d30873 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/ports?device_id=f113b7a2-946b-46bc-b2d7-90e10ff913f1 HTTP/1.1" status: 200 len: 945 time: 0.0522585 Mar 02 05:34:27.888187 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-858d5a1d-0148-4bfd-af24-b960995045f0 req-971996bb-092f-4984-b94e-050cf9d9e875 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/security-groups?id=991bbb6a-b336-47ac-a115-31af4aa86146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394781 Mar 02 05:34:29.012798 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2373b0db-d72a-4cc8-b380-58aa18715221 req-c4eb8d6f-be51-441f-9469-2a4debaaa398 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:34:29.014280 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-2373b0db-d72a-4cc8-b380-58aa18715221 req-c4eb8d6f-be51-441f-9469-2a4debaaa398 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/ports?device_id=f113b7a2-946b-46bc-b2d7-90e10ff913f1 HTTP/1.1" status: 200 len: 945 time: 0.0537221 Mar 02 05:34:29.061647 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-2373b0db-d72a-4cc8-b380-58aa18715221 req-a73fc66f-bf77-493f-81fc-7579e2989dcf tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/security-groups?id=991bbb6a-b336-47ac-a115-31af4aa86146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418451 Mar 02 05:34:29.536750 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.rpc [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Device 8d20e0f5-1081-4b21-9c63-5a7aba63428c details requested by agent hyperv_hv-cinder-76845 with host hv-cinder-76845 {{(pid=103716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 02 05:34:29.549070 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db64de2f-2c3b-4396-a42b-ca852aefcf66 req-67876d41-bb0f-46c1-a8da-2f61f4b23940 tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:34:29.551426 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-db64de2f-2c3b-4396-a42b-ca852aefcf66 req-67876d41-bb0f-46c1-a8da-2f61f4b23940 tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] 10.222.0.32 "GET /v2.0/ports?device_id=c6cdd2a3-d11a-458f-8463-513c97e08942 HTTP/1.1" status: 200 len: 946 time: 0.0547645 Mar 02 05:34:29.600169 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-db64de2f-2c3b-4396-a42b-ca852aefcf66 req-cea62c97-4ab2-47e0-9a26-2f915cf4a421 tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] 10.222.0.32 "GET /v2.0/security-groups?id=a83bf63b-328f-4864-a4da-dc8ab850ba56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438309 Mar 02 05:34:29.622888 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.32', 42122) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:34:29.640626 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] For port 8d20e0f5-1081-4b21-9c63-5a7aba63428c, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=8d20e0f5-1081-4b21-9c63-5a7aba63428c,segment=NetworkSegment(15c6c484-0d48-4d40-b6e8-616bb71b4578),segment_id=15c6c484-0d48-4d40-b6e8-616bb71b4578)] {{(pid=103716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 05:34:29.652304 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.rpc [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Returning: {'device': '8d20e0f5-1081-4b21-9c63-5a7aba63428c', 'network_id': 'cca8cd28-8205-477a-92b1-88a32e29d0bc', 'port_id': '8d20e0f5-1081-4b21-9c63-5a7aba63428c', 'mac_address': 'fa:16:3e:1e:08:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 258, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab127ad9-ce11-421d-b130-80cd6d7ddae3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 02 05:34:29.691684 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Current status of the port 8d20e0f5-1081-4b21-9c63-5a7aba63428c is: ACTIVE; New status is: BUILD {{(pid=103716) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 05:34:29.692571 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for port (8d20e0f5-1081-4b21-9c63-5a7aba63428c), before_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:34:29.706039 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.notifiers.nova [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8d20e0f5-1081-4b21-9c63-5a7aba63428c {{(pid=103716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 05:34:29.726704 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] For port 8d20e0f5-1081-4b21-9c63-5a7aba63428c, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=8d20e0f5-1081-4b21-9c63-5a7aba63428c,segment=NetworkSegment(15c6c484-0d48-4d40-b6e8-616bb71b4578),segment_id=15c6c484-0d48-4d40-b6e8-616bb71b4578)] {{(pid=103716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 05:34:29.769064 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d7bfe7c-a96a-4f7b-a960-ab4b93c7c8b4 tempest-TestMinimumBasicScenario-1051465246 tempest-TestMinimumBasicScenario-1051465246-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:34:29.770601 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-9d7bfe7c-a96a-4f7b-a960-ab4b93c7c8b4 tempest-TestMinimumBasicScenario-1051465246 tempest-TestMinimumBasicScenario-1051465246-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=c6cdd2a3-d11a-458f-8463-513c97e08942 HTTP/1.1" status: 200 len: 1125 time: 0.1466904 Mar 02 05:34:29.773578 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.32', 42126) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:34:29.777961 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.v2.base [None req-8d725ad2-c0c9-4ce1-857f-0bdf630d58e3 tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] Request body: {'floatingip': {'floating_network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'port_id': '5d8c1029-5861-4b24-9abf-870c49243d01', 'tenant_id': 'cf879fe6ac1c47f6b27ba257096d4c7e', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 05:34:29.820817 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789290460654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789289919735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789289921293'] for port (8d20e0f5-1081-4b21-9c63-5a7aba63428c), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:34:29.871730 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Pushing event updated for resources: {'Port': ['ID=8d20e0f5-1081-4b21-9c63-5a7aba63428c,revision_number=6']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:34:29.895156 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-8d725ad2-c0c9-4ce1-857f-0bdf630d58e3 tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:34:29.957760 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] get_ports_and_sgs() called for port_ids ['8d20e0f5-1081-4b21-9c63-5a7aba63428c'] {{(pid=103716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 05:34:29.988793 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-8d725ad2-c0c9-4ce1-857f-0bdf630d58e3 tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for port (None), before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:34:30.096525 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.db.db_base_plugin_common [None req-8d725ad2-c0c9-4ce1-857f-0bdf630d58e3 tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] Allocated IP 172.27.2.42 (b55256da-732d-4561-a24f-23ea9a772c58/77df959b-d159-4f61-98dc-e86e1ea2cf69/ad0b9d1f-8579-498c-998f-ffe78e294583) {{(pid=103715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 05:34:30.226069 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cbc0a5-f708-431e-b937-98a63574532e req-6a83c4c7-4fdb-44ab-9a04-b415f19a4ddd tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:34:30.227454 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-f3cbc0a5-f708-431e-b937-98a63574532e req-6a83c4c7-4fdb-44ab-9a04-b415f19a4ddd tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/ports?device_id=f113b7a2-946b-46bc-b2d7-90e10ff913f1 HTTP/1.1" status: 200 len: 944 time: 0.0831387 Mar 02 05:34:30.240600 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-8d725ad2-c0c9-4ce1-857f-0bdf630d58e3 tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] Publish callbacks [] for port (ad0b9d1f-8579-498c-998f-ffe78e294583), precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:34:30.295535 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-f3cbc0a5-f708-431e-b937-98a63574532e req-80f8fb19-3032-4880-bb4a-4366646ae34e tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/security-groups?id=991bbb6a-b336-47ac-a115-31af4aa86146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595665 Mar 02 05:34:30.364024 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-8d725ad2-c0c9-4ce1-857f-0bdf630d58e3 tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789289919717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14203002'] for port (ad0b9d1f-8579-498c-998f-ffe78e294583), after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:34:30.399304 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d725ad2-c0c9-4ce1-857f-0bdf630d58e3 tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] Network b55256da-732d-4561-a24f-23ea9a772c58 is already hosted by enough agents. {{(pid=103715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 05:34:30.404073 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-8d725ad2-c0c9-4ce1-857f-0bdf630d58e3 tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] Resources bound (agent type, host, resource id): {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 05:34:30.407829 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d725ad2-c0c9-4ce1-857f-0bdf630d58e3 tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] Received port after_create {{(pid=103715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 05:34:30.440960 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d725ad2-c0c9-4ce1-857f-0bdf630d58e3 tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] Pushing event updated for resources: {'Port': ['ID=ad0b9d1f-8579-498c-998f-ffe78e294583,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:34:30.454140 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d725ad2-c0c9-4ce1-857f-0bdf630d58e3 tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:34:30.454509 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d725ad2-c0c9-4ce1-857f-0bdf630d58e3 tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:34:30.454917 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d725ad2-c0c9-4ce1-857f-0bdf630d58e3 tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:34:30.455264 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d725ad2-c0c9-4ce1-857f-0bdf630d58e3 tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:34:30.461369 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d725ad2-c0c9-4ce1-857f-0bdf630d58e3 tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:34:30.461369 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d725ad2-c0c9-4ce1-857f-0bdf630d58e3 tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:34:30.461369 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d725ad2-c0c9-4ce1-857f-0bdf630d58e3 tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:34:30.461369 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d725ad2-c0c9-4ce1-857f-0bdf630d58e3 tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:34:30.461369 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d725ad2-c0c9-4ce1-857f-0bdf630d58e3 tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:34:30.461369 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d725ad2-c0c9-4ce1-857f-0bdf630d58e3 tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:34:30.461369 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d725ad2-c0c9-4ce1-857f-0bdf630d58e3 tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:34:30.461369 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d725ad2-c0c9-4ce1-857f-0bdf630d58e3 tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:34:30.461369 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d725ad2-c0c9-4ce1-857f-0bdf630d58e3 tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:34:30.799609 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-8d725ad2-c0c9-4ce1-857f-0bdf630d58e3 tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] Publish callbacks [] for floatingip (1cea8f10-2f9d-49ad-a808-d4b1122c7cb4), precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:34:30.932230 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-8d725ad2-c0c9-4ce1-857f-0bdf630d58e3 tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for port (ad0b9d1f-8579-498c-998f-ffe78e294583), before_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:34:31.108698 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-8d725ad2-c0c9-4ce1-857f-0bdf630d58e3 tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] Publish callbacks [] for port (ad0b9d1f-8579-498c-998f-ffe78e294583), precommit_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:34:31.204677 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-8d725ad2-c0c9-4ce1-857f-0bdf630d58e3 tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789290460654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789289919735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789289921293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14202995'] for port (ad0b9d1f-8579-498c-998f-ffe78e294583), after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:34:31.257343 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d725ad2-c0c9-4ce1-857f-0bdf630d58e3 tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] Pushing event updated for resources: {'Port': ['ID=ad0b9d1f-8579-498c-998f-ffe78e294583,revision_number=2']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:34:31.304392 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-8d725ad2-c0c9-4ce1-857f-0bdf630d58e3 tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556348'] for floatingip (1cea8f10-2f9d-49ad-a808-d4b1122c7cb4), after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:34:31.454459 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e3a9bf-7de6-46b7-8fb9-3efe90eaddb5 req-54cbe408-5f17-49b6-a263-3726088bab58 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:34:31.463399 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-50e3a9bf-7de6-46b7-8fb9-3efe90eaddb5 req-54cbe408-5f17-49b6-a263-3726088bab58 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/ports?device_id=f113b7a2-946b-46bc-b2d7-90e10ff913f1 HTTP/1.1" status: 200 len: 944 time: 0.0868506 Mar 02 05:34:31.532064 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-50e3a9bf-7de6-46b7-8fb9-3efe90eaddb5 req-9b24bccf-c706-4bc2-9d53-899bb65fe363 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/security-groups?id=991bbb6a-b336-47ac-a115-31af4aa86146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673456 Mar 02 05:34:31.561918 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.rpc [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Device 8d20e0f5-1081-4b21-9c63-5a7aba63428c up at agent hyperv_hv-cinder-76845 {{(pid=103716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 05:34:31.627836 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.provisioning_blocks [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Provisioning complete for port 8d20e0f5-1081-4b21-9c63-5a7aba63428c triggered by entity L2. {{(pid=103716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 05:34:31.628211 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012754'] for port (8d20e0f5-1081-4b21-9c63-5a7aba63428c), provisioning_complete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:34:31.726559 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Current status of the port 8d20e0f5-1081-4b21-9c63-5a7aba63428c is: BUILD; New status is: ACTIVE {{(pid=103716) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 05:34:31.726903 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for port (8d20e0f5-1081-4b21-9c63-5a7aba63428c), before_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:34:31.747942 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.db.l3_db [None req-8d725ad2-c0c9-4ce1-857f-0bdf630d58e3 tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] Floating IP 1cea8f10-2f9d-49ad-a808-d4b1122c7cb4 associated. External IP: 172.27.2.42, port: 5d8c1029-5861-4b24-9abf-870c49243d01. Mar 02 05:34:31.751405 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f113b7a2-946b-46bc-b2d7-90e10ff913f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d20e0f5-1081-4b21-9c63-5a7aba63428c'}] {{(pid=103716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 05:34:31.753918 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5cc3ee08ba8b8203ef00b822cbb368117e1f515a76881e78a723e4cc0774230" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb54679f-8dba-4787-8677-3dcad07aceb9" -d '{"events": [{"server_uuid": "f113b7a2-946b-46bc-b2d7-90e10ff913f1", "name": "network-vif-plugged", "status": "completed", "tag": "8d20e0f5-1081-4b21-9c63-5a7aba63428c"}]}' {{(pid=103716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 05:34:31.768875 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] For port 8d20e0f5-1081-4b21-9c63-5a7aba63428c, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=8d20e0f5-1081-4b21-9c63-5a7aba63428c,segment=NetworkSegment(15c6c484-0d48-4d40-b6e8-616bb71b4578),segment_id=15c6c484-0d48-4d40-b6e8-616bb71b4578)] {{(pid=103716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 05:34:31.833387 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 05:34:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e9d040b-99bc-49a0-a90c-8df73de245cc x-openstack-request-id: req-4e9d040b-99bc-49a0-a90c-8df73de245cc {{(pid=103716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 05:34:31.833679 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f113b7a2-946b-46bc-b2d7-90e10ff913f1", "name": "network-vif-plugged", "status": "completed", "tag": "8d20e0f5-1081-4b21-9c63-5a7aba63428c", "code": 200}]} {{(pid=103716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 05:34:31.833935 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4e9d040b-99bc-49a0-a90c-8df73de245cc {{(pid=103716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 05:34:31.834327 dv-cinder-768458-18-iscsi neutron-server[103716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f113b7a2-946b-46bc-b2d7-90e10ff913f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d20e0f5-1081-4b21-9c63-5a7aba63428c', 'code': 200} Mar 02 05:34:31.856017 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789290460654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789289919735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789289921293'] for port (8d20e0f5-1081-4b21-9c63-5a7aba63428c), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:34:31.919347 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Pushing event updated for resources: {'Port': ['ID=8d20e0f5-1081-4b21-9c63-5a7aba63428c,revision_number=7']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:34:32.032299 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d725ad2-c0c9-4ce1-857f-0bdf630d58e3 tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] Router b4ad9cfc-7181-4b96-8cf3-45036b5b57a9 has already been hosted by L3 agent 9c2b50e6-1677-4aa9-928e-941b4c488fc5 {{(pid=103715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 05:34:32.156121 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d725ad2-c0c9-4ce1-857f-0bdf630d58e3 tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] Notify agent at l3_agent.dv-cinder-768458-18-iscsi the message routers_updated {{(pid=103715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 05:34:32.179267 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d5c64de-56ca-4191-b858-e2f0d901853f None None] Sync routers for ids ['b4ad9cfc-7181-4b96-8cf3-45036b5b57a9'] in dv-cinder-768458-18-iscsi {{(pid=103716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 05:34:32.193617 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d5c64de-56ca-4191-b858-e2f0d901853f None None] Routers {'b4ad9cfc-7181-4b96-8cf3-45036b5b57a9'} bound to L3 agent in host dv-cinder-768458-18-iscsi {{(pid=103716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 05:34:32.194568 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.l3_hamode_db [None req-2d5c64de-56ca-4191-b858-e2f0d901853f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-02T05:20:42Z,description=,heartbeat_timestamp=2022-03-02T05:34:12Z,host='dv-cinder-768458-18-iscsi',id=9c2b50e6-1677-4aa9-928e-941b4c488fc5,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T05:20:42Z,topic='l3_agent')) {'router_ids': ['b4ad9cfc-7181-4b96-8cf3-45036b5b57a9'], 'active': True} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 05:34:32.241023 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-8d725ad2-c0c9-4ce1-857f-0bdf630d58e3 tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25628'] for floatingip (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:34:32.285435 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-8d725ad2-c0c9-4ce1-857f-0bdf630d58e3 tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5083594 Mar 02 05:34:32.285435 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6cdd2a3-d11a-458f-8463-513c97e08942', 'tag': '5d8c1029-5861-4b24-9abf-870c49243d01'}] {{(pid=103715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 05:34:32.285935 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.wsgi [-] (103714) accepted ('10.222.0.32', 42166) {{(pid=103714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:34:32.286143 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6b615920106d83c92ac2e7a83ecc91ff2029d0c3ca4726e1521f538b1ed31e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c85c3893-3f3c-4cc3-9799-e2060720a1a1" -d '{"events": [{"name": "network-changed", "server_uuid": "c6cdd2a3-d11a-458f-8463-513c97e08942", "tag": "5d8c1029-5861-4b24-9abf-870c49243d01"}]}' {{(pid=103715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 05:34:32.296763 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.v2.base [None req-7db96d2d-e490-47e9-afe3-db1be49d98b9 tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-907171426', 'description': 'tempest-secgroup-smoke-907171426 description', 'project_id': 'cf879fe6ac1c47f6b27ba257096d4c7e'}} {{(pid=103714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 05:34:32.321539 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.l3_dvr_db [None req-2d5c64de-56ca-4191-b858-e2f0d901853f None None] Set router b4ad9cfc-7181-4b96-8cf3-45036b5b57a9 gateway port host: dv-cinder-768458-18-iscsi {{(pid=103716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 05:34:32.438280 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Mar 2022 05:34:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ced1249-2206-4512-8ab1-21cf231b10ca x-openstack-request-id: req-1ced1249-2206-4512-8ab1-21cf231b10ca {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 05:34:32.438666 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6cdd2a3-d11a-458f-8463-513c97e08942", "tag": "5d8c1029-5861-4b24-9abf-870c49243d01", "status": "completed", "code": 200}]} {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 05:34:32.438839 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-7db96d2d-e490-47e9-afe3-db1be49d98b9 tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] Publish callbacks [] for security_group (None), before_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:34:32.438961 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1ced1249-2206-4512-8ab1-21cf231b10ca {{(pid=103715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 05:34:32.439809 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6cdd2a3-d11a-458f-8463-513c97e08942', 'tag': '5d8c1029-5861-4b24-9abf-870c49243d01', 'status': 'completed', 'code': 200} Mar 02 05:34:32.550752 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85c3893-3f3c-4cc3-9799-e2060720a1a1 req-e89f0830-b083-401e-81d0-2683af33f632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:34:32.553255 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-c85c3893-3f3c-4cc3-9799-e2060720a1a1 req-e89f0830-b083-401e-81d0-2683af33f632 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cf879fe6ac1c47f6b27ba257096d4c7e&device_id=c6cdd2a3-d11a-458f-8463-513c97e08942 HTTP/1.1" status: 200 len: 1130 time: 0.0831909 Mar 02 05:34:32.629326 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.l3_hamode_db [None req-2d5c64de-56ca-4191-b858-e2f0d901853f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4ad9cfc-7181-4b96-8cf3-45036b5b57a9', 'name': 'tempest-TestMinimumBasicScenario-1600551455-router', 'tenant_id': 'cf879fe6ac1c47f6b27ba257096d4c7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'external_fixed_ips': [{'subnet_id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'ip_address': '172.27.2.70'}], 'enable_snat': True}, 'gw_port_id': '86b38586-e2ba-4280-ab77-fbad6000f921', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T05:33:33Z', 'updated_at': '2022-03-02T05:33:37Z', 'revision_number': 4, 'project_id': 'cf879fe6ac1c47f6b27ba257096d4c7e', 'gw_port': {'id': '86b38586-e2ba-4280-ab77-fbad6000f921', 'name': '', 'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:d4:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ad9cfc-7181-4b96-8cf3-45036b5b57a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'ip_address': '172.27.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T05:33:34Z', 'updated_at': '2022-03-02T05:33:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-18-iscsi', '_floatingips': [{'id': '1cea8f10-2f9d-49ad-a808-d4b1122c7cb4', 'tenant_id': 'cf879fe6ac1c47f6b27ba257096d4c7e', 'floating_ip_address': '172.27.2.42', 'floating_network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'router_id': 'b4ad9cfc-7181-4b96-8cf3-45036b5b57a9', 'port_id': '5d8c1029-5861-4b24-9abf-870c49243d01', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 566, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '79902201-00d3-4b67-8b4b-f9f77811e89e', 'mac_address': 'fa:16:3e:42:9f:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6cdd2a3-d11a-458f-8463-513c97e08942', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T05:34:30Z', 'updated_at': '2022-03-02T05:34:30Z', 'revision_number': 0, 'project_id': 'cf879fe6ac1c47f6b27ba257096d4c7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5280e16f-19f2-4db4-88c7-2c97f696e131', 'name': '', 'network_id': '79902201-00d3-4b67-8b4b-f9f77811e89e', 'tenant_id': 'cf879fe6ac1c47f6b27ba257096d4c7e', 'mac_address': 'fa:16:3e:87:56:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ad9cfc-7181-4b96-8cf3-45036b5b57a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '878a1507-a24f-4e42-91b3-d1b3ffd1e65a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T05:33:36Z', 'updated_at': '2022-03-02T05:33:40Z', 'revision_number': 5, 'project_id': 'cf879fe6ac1c47f6b27ba257096d4c7e', 'subnets': [{'id': '878a1507-a24f-4e42-91b3-d1b3ffd1e65a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-18-iscsi', False) {} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 05:34:32.652483 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-7db96d2d-e490-47e9-afe3-db1be49d98b9 tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] Publish callbacks [] for security_group (8a60ea66-767c-4c25-ab86-e407bbae2500), precommit_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:34:32.663901 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d5c64de-56ca-4191-b858-e2f0d901853f None None] Checking router: b4ad9cfc-7181-4b96-8cf3-45036b5b57a9 for host: dv-cinder-768458-18-iscsi {{(pid=103716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 05:34:32.679171 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d5c64de-56ca-4191-b858-e2f0d901853f None None] Routers {'b4ad9cfc-7181-4b96-8cf3-45036b5b57a9'} bound to L3 agent in host dv-cinder-768458-18-iscsi {{(pid=103716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 05:34:32.680213 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.l3_hamode_db [None req-2d5c64de-56ca-4191-b858-e2f0d901853f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-02T05:20:42Z,description=,heartbeat_timestamp=2022-03-02T05:34:12Z,host='dv-cinder-768458-18-iscsi',id=9c2b50e6-1677-4aa9-928e-941b4c488fc5,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T05:20:42Z,topic='l3_agent')) {'router_ids': ['b4ad9cfc-7181-4b96-8cf3-45036b5b57a9'], 'active': True} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 05:34:32.703713 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-7db96d2d-e490-47e9-afe3-db1be49d98b9 tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629892'] for security_group (8a60ea66-767c-4c25-ab86-e407bbae2500), after_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:34:32.746271 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db96d2d-e490-47e9-afe3-db1be49d98b9 tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a60ea66-767c-4c25-ab86-e407bbae2500,revision_number=1']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:34:32.750127 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85c3893-3f3c-4cc3-9799-e2060720a1a1 req-5e3c537c-e559-43cf-b1e7-f28edc64d3a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:34:32.753808 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-c85c3893-3f3c-4cc3-9799-e2060720a1a1 req-5e3c537c-e559-43cf-b1e7-f28edc64d3a8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=79902201-00d3-4b67-8b4b-f9f77811e89e HTTP/1.1" status: 200 len: 916 time: 0.1922908 Mar 02 05:34:32.765122 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7788744a-8d93-47b7-b07b-6dd149bd6066 req-a5787d8a-4c4f-4fab-8b6a-0045f16ee935 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:34:32.772698 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-7788744a-8d93-47b7-b07b-6dd149bd6066 req-a5787d8a-4c4f-4fab-8b6a-0045f16ee935 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/ports?device_id=f113b7a2-946b-46bc-b2d7-90e10ff913f1 HTTP/1.1" status: 200 len: 945 time: 0.0959675 Mar 02 05:34:32.840500 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.l3_dvr_db [None req-2d5c64de-56ca-4191-b858-e2f0d901853f None None] Set router b4ad9cfc-7181-4b96-8cf3-45036b5b57a9 gateway port host: dv-cinder-768458-18-iscsi {{(pid=103716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 05:34:32.841410 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-7788744a-8d93-47b7-b07b-6dd149bd6066 req-10bf9291-7254-49ff-be2b-38dc0ead85eb tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/security-groups?id=991bbb6a-b336-47ac-a115-31af4aa86146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640914 Mar 02 05:34:32.852913 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-c85c3893-3f3c-4cc3-9799-e2060720a1a1 req-07650d13-8d6c-49d2-b47f-5067b7e30fbe service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5d8c1029-5861-4b24-9abf-870c49243d01 HTTP/1.1" status: 200 len: 999 time: 0.0839880 Mar 02 05:34:32.856306 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-7db96d2d-e490-47e9-afe3-db1be49d98b9 tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] Publish callbacks [] for security_group (None), before_response {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:34:32.857818 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [None req-7db96d2d-e490-47e9-afe3-db1be49d98b9 tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.5708416 Mar 02 05:34:32.861835 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.32', 42176) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:34:32.869161 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.v2.base [None req-e2b654bb-2b20-49d2-8099-25e0dcbaf340 tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] Request body: {'security_group_rule': {'security_group_id': '8a60ea66-767c-4c25-ab86-e407bbae2500', 'project_id': 'cf879fe6ac1c47f6b27ba257096d4c7e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 05:34:32.915096 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85c3893-3f3c-4cc3-9799-e2060720a1a1 req-55286608-9a99-4fc6-9ad2-a38d2acfdf58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:34:32.916693 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-c85c3893-3f3c-4cc3-9799-e2060720a1a1 req-55286608-9a99-4fc6-9ad2-a38d2acfdf58 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=878a1507-a24f-4e42-91b3-d1b3ffd1e65a HTTP/1.1" status: 200 len: 854 time: 0.0554500 Mar 02 05:34:32.962497 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-e2b654bb-2b20-49d2-8099-25e0dcbaf340 tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] Publish callbacks [] for security_group_rule (f355c854-7589-45a7-99fe-5bd505c960d1), before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:34:32.979894 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85c3893-3f3c-4cc3-9799-e2060720a1a1 req-ae827af4-bc39-4d5f-a100-f182c22d9a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:34:32.982904 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-c85c3893-3f3c-4cc3-9799-e2060720a1a1 req-ae827af4-bc39-4d5f-a100-f182c22d9a4e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=79902201-00d3-4b67-8b4b-f9f77811e89e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0566030 Mar 02 05:34:33.028651 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-e2b654bb-2b20-49d2-8099-25e0dcbaf340 tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] Publish callbacks [] for security_group_rule (f355c854-7589-45a7-99fe-5bd505c960d1), precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:34:33.096295 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-e2b654bb-2b20-49d2-8099-25e0dcbaf340 tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629875'] for security_group_rule (f355c854-7589-45a7-99fe-5bd505c960d1), after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:34:33.118115 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b654bb-2b20-49d2-8099-25e0dcbaf340 tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f355c854-7589-45a7-99fe-5bd505c960d1,revision_number=0']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:34:33.134719 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-c85c3893-3f3c-4cc3-9799-e2060720a1a1 req-d05db432-5841-4da5-8ad4-f19cc05daa18 service neutron] 10.222.0.41 "GET /v2.0/networks/79902201-00d3-4b67-8b4b-f9f77811e89e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437802 Mar 02 05:34:33.184523 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-e2b654bb-2b20-49d2-8099-25e0dcbaf340 tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:34:33.188601 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-e2b654bb-2b20-49d2-8099-25e0dcbaf340 tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3227365 Mar 02 05:34:33.188746 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.l3_hamode_db [None req-2d5c64de-56ca-4191-b858-e2f0d901853f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4ad9cfc-7181-4b96-8cf3-45036b5b57a9', 'name': 'tempest-TestMinimumBasicScenario-1600551455-router', 'tenant_id': 'cf879fe6ac1c47f6b27ba257096d4c7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'external_fixed_ips': [{'subnet_id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'ip_address': '172.27.2.70'}], 'enable_snat': True}, 'gw_port_id': '86b38586-e2ba-4280-ab77-fbad6000f921', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T05:33:33Z', 'updated_at': '2022-03-02T05:33:37Z', 'revision_number': 4, 'project_id': 'cf879fe6ac1c47f6b27ba257096d4c7e', 'gw_port': {'id': '86b38586-e2ba-4280-ab77-fbad6000f921', 'name': '', 'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:d4:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ad9cfc-7181-4b96-8cf3-45036b5b57a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'ip_address': '172.27.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T05:33:34Z', 'updated_at': '2022-03-02T05:33:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-18-iscsi', '_floatingips': [{'id': '1cea8f10-2f9d-49ad-a808-d4b1122c7cb4', 'tenant_id': 'cf879fe6ac1c47f6b27ba257096d4c7e', 'floating_ip_address': '172.27.2.42', 'floating_network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'router_id': 'b4ad9cfc-7181-4b96-8cf3-45036b5b57a9', 'port_id': '5d8c1029-5861-4b24-9abf-870c49243d01', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 566, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '79902201-00d3-4b67-8b4b-f9f77811e89e', 'mac_address': 'fa:16:3e:42:9f:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6cdd2a3-d11a-458f-8463-513c97e08942', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T05:34:30Z', 'updated_at': '2022-03-02T05:34:30Z', 'revision_number': 0, 'project_id': 'cf879fe6ac1c47f6b27ba257096d4c7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5280e16f-19f2-4db4-88c7-2c97f696e131', 'name': '', 'network_id': '79902201-00d3-4b67-8b4b-f9f77811e89e', 'tenant_id': 'cf879fe6ac1c47f6b27ba257096d4c7e', 'mac_address': 'fa:16:3e:87:56:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ad9cfc-7181-4b96-8cf3-45036b5b57a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '878a1507-a24f-4e42-91b3-d1b3ffd1e65a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T05:33:36Z', 'updated_at': '2022-03-02T05:33:40Z', 'revision_number': 5, 'project_id': 'cf879fe6ac1c47f6b27ba257096d4c7e', 'subnets': [{'id': '878a1507-a24f-4e42-91b3-d1b3ffd1e65a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-18-iscsi', False) {} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 05:34:33.188923 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.32', 42180) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:34:33.192984 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.v2.base [None req-90e21b65-6189-4f15-a849-c3dc8102dff9 tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] Request body: {'security_group_rule': {'security_group_id': '8a60ea66-767c-4c25-ab86-e407bbae2500', 'project_id': 'cf879fe6ac1c47f6b27ba257096d4c7e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 05:34:33.239584 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d5c64de-56ca-4191-b858-e2f0d901853f None None] The sync data for ids ['b4ad9cfc-7181-4b96-8cf3-45036b5b57a9'] in dv-cinder-768458-18-iscsi is: [{'id': 'b4ad9cfc-7181-4b96-8cf3-45036b5b57a9', 'name': 'tempest-TestMinimumBasicScenario-1600551455-router', 'tenant_id': 'cf879fe6ac1c47f6b27ba257096d4c7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'external_fixed_ips': [{'subnet_id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'ip_address': '172.27.2.70'}], 'enable_snat': True}, 'gw_port_id': '86b38586-e2ba-4280-ab77-fbad6000f921', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T05:33:33Z', 'updated_at': '2022-03-02T05:33:37Z', 'revision_number': 4, 'project_id': 'cf879fe6ac1c47f6b27ba257096d4c7e', 'gw_port': {'id': '86b38586-e2ba-4280-ab77-fbad6000f921', 'name': '', 'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:d4:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ad9cfc-7181-4b96-8cf3-45036b5b57a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'ip_address': '172.27.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T05:33:34Z', 'updated_at': '2022-03-02T05:33:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-18-iscsi', '_floatingips': [{'id': '1cea8f10-2f9d-49ad-a808-d4b1122c7cb4', 'tenant_id': 'cf879fe6ac1c47f6b27ba257096d4c7e', 'floating_ip_address': '172.27.2.42', 'floating_network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'router_id': 'b4ad9cfc-7181-4b96-8cf3-45036b5b57a9', 'port_id': '5d8c1029-5861-4b24-9abf-870c49243d01', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 566, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '79902201-00d3-4b67-8b4b-f9f77811e89e', 'mac_address': 'fa:16:3e:42:9f:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6cdd2a3-d11a-458f-8463-513c97e08942', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T05:34:30Z', 'updated_at': '2022-03-02T05:34:30Z', 'revision_number': 0, 'project_id': 'cf879fe6ac1c47f6b27ba257096d4c7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5280e16f-19f2-4db4-88c7-2c97f696e131', 'name': '', 'network_id': '79902201-00d3-4b67-8b4b-f9f77811e89e', 'tenant_id': 'cf879fe6ac1c47f6b27ba257096d4c7e', 'mac_address': 'fa:16:3e:87:56:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ad9cfc-7181-4b96-8cf3-45036b5b57a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '878a1507-a24f-4e42-91b3-d1b3ffd1e65a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T05:33:36Z', 'updated_at': '2022-03-02T05:33:40Z', 'revision_number': 5, 'project_id': 'cf879fe6ac1c47f6b27ba257096d4c7e', 'subnets': [{'id': '878a1507-a24f-4e42-91b3-d1b3ffd1e65a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 05:34:33.290401 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-90e21b65-6189-4f15-a849-c3dc8102dff9 tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] Publish callbacks [] for security_group_rule (ad39d86b-814c-4997-a3de-2664cba03d44), before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:34:33.320281 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-c85c3893-3f3c-4cc3-9799-e2060720a1a1 req-e0c613e2-282e-43b6-b448-7b7a693f6b12 service neutron] 10.222.0.41 "GET /v2.0/networks/79902201-00d3-4b67-8b4b-f9f77811e89e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1769118 Mar 02 05:34:33.363703 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-90e21b65-6189-4f15-a849-c3dc8102dff9 tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] Publish callbacks [] for security_group_rule (ad39d86b-814c-4997-a3de-2664cba03d44), precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:34:33.425393 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-90e21b65-6189-4f15-a849-c3dc8102dff9 tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629875'] for security_group_rule (ad39d86b-814c-4997-a3de-2664cba03d44), after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:34:33.457005 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.db.agents_db [None req-19237f2e-a493-4721-ab19-473fd9844311 None None] Agent healthcheck: found 6 active agents {{(pid=103717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 05:34:33.468002 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e21b65-6189-4f15-a849-c3dc8102dff9 tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad39d86b-814c-4997-a3de-2664cba03d44,revision_number=0']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:34:33.533023 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6427cb57-2906-408a-8f50-1b725d32bbc3 None None] New status for floating IP 1cea8f10-2f9d-49ad-a808-d4b1122c7cb4: ACTIVE {{(pid=103717) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 05:34:33.551734 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-90e21b65-6189-4f15-a849-c3dc8102dff9 tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:34:33.556599 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-90e21b65-6189-4f15-a849-c3dc8102dff9 tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3636839 Mar 02 05:34:33.558508 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.32', 42182) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:34:33.562343 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.v2.base [None req-0edebd8d-c4da-46c6-8e22-d191e8816d93 tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] Request body: {'security_group_rule': {'security_group_id': '8a60ea66-767c-4c25-ab86-e407bbae2500', 'project_id': 'cf879fe6ac1c47f6b27ba257096d4c7e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 05:34:33.637963 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-0edebd8d-c4da-46c6-8e22-d191e8816d93 tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] Publish callbacks [] for security_group_rule (b2106677-12c5-49cf-b853-a853f80e80c0), before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:34:33.713074 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-0edebd8d-c4da-46c6-8e22-d191e8816d93 tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] Publish callbacks [] for security_group_rule (b2106677-12c5-49cf-b853-a853f80e80c0), precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:34:33.792337 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-0edebd8d-c4da-46c6-8e22-d191e8816d93 tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629875'] for security_group_rule (b2106677-12c5-49cf-b853-a853f80e80c0), after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:34:33.812164 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edebd8d-c4da-46c6-8e22-d191e8816d93 tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2106677-12c5-49cf-b853-a853f80e80c0,revision_number=0']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:34:33.914817 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-0edebd8d-c4da-46c6-8e22-d191e8816d93 tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:34:33.920213 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-0edebd8d-c4da-46c6-8e22-d191e8816d93 tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3621922 Mar 02 05:34:33.920918 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.32', 42192) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:34:33.927884 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.v2.base [None req-b1129b27-ad1a-4e0d-b9ab-c0602571fb17 tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] Request body: {'security_group_rule': {'security_group_id': '8a60ea66-767c-4c25-ab86-e407bbae2500', 'project_id': 'cf879fe6ac1c47f6b27ba257096d4c7e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 05:34:34.005701 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badb0781-c095-43f8-abfd-17442bab0478 req-3380d906-7573-41df-a3e8-1df250d3b3ab tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:34:34.013141 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-badb0781-c095-43f8-abfd-17442bab0478 req-3380d906-7573-41df-a3e8-1df250d3b3ab tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/ports?device_id=f113b7a2-946b-46bc-b2d7-90e10ff913f1 HTTP/1.1" status: 200 len: 945 time: 0.0986831 Mar 02 05:34:34.029960 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-b1129b27-ad1a-4e0d-b9ab-c0602571fb17 tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] Publish callbacks [] for security_group_rule (8456c442-cc62-429d-be25-f9903fa73788), before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:34:34.069872 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-badb0781-c095-43f8-abfd-17442bab0478 req-0b24f6e3-3d67-4026-92dc-d3c072a46561 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/security-groups?id=991bbb6a-b336-47ac-a115-31af4aa86146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556672 Mar 02 05:34:34.112939 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-b1129b27-ad1a-4e0d-b9ab-c0602571fb17 tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] Publish callbacks [] for security_group_rule (8456c442-cc62-429d-be25-f9903fa73788), precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:34:34.204603 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-b1129b27-ad1a-4e0d-b9ab-c0602571fb17 tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629875'] for security_group_rule (8456c442-cc62-429d-be25-f9903fa73788), after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:34:34.222991 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1129b27-ad1a-4e0d-b9ab-c0602571fb17 tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8456c442-cc62-429d-be25-f9903fa73788,revision_number=0']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:34:34.297147 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-b1129b27-ad1a-4e0d-b9ab-c0602571fb17 tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:34:34.299319 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-b1129b27-ad1a-4e0d-b9ab-c0602571fb17 tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3765070 Mar 02 05:34:34.301405 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.wsgi [-] (103714) accepted ('10.222.0.32', 42202) {{(pid=103714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:34:34.306042 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.v2.base [None req-8fbabc74-f6aa-4673-be4b-9c3dff14afcf tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] Request body: {'security_group_rule': {'security_group_id': '8a60ea66-767c-4c25-ab86-e407bbae2500', 'project_id': 'cf879fe6ac1c47f6b27ba257096d4c7e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 05:34:34.804126 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.db.securitygroups_db [None req-8fbabc74-f6aa-4673-be4b-9c3dff14afcf tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] Project cf879fe6ac1c47f6b27ba257096d4c7e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 05:34:34.809718 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-8fbabc74-f6aa-4673-be4b-9c3dff14afcf tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] Publish callbacks [] for security_group_rule (3ce4a59a-1161-4668-9de9-1c9ede99cbb4), before_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:34:34.870455 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-8fbabc74-f6aa-4673-be4b-9c3dff14afcf tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] Publish callbacks [] for security_group_rule (3ce4a59a-1161-4668-9de9-1c9ede99cbb4), precommit_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:34:34.940859 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-8fbabc74-f6aa-4673-be4b-9c3dff14afcf tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629875'] for security_group_rule (3ce4a59a-1161-4668-9de9-1c9ede99cbb4), after_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:34:34.959546 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbabc74-f6aa-4673-be4b-9c3dff14afcf tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ce4a59a-1161-4668-9de9-1c9ede99cbb4,revision_number=0']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:34:35.040346 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-8fbabc74-f6aa-4673-be4b-9c3dff14afcf tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:34:35.041598 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [None req-8fbabc74-f6aa-4673-be4b-9c3dff14afcf tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7390854 Mar 02 05:34:35.044393 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.wsgi [-] (103714) accepted ('10.222.0.32', 42208) {{(pid=103714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:34:35.052687 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.v2.base [None req-c6eec298-e65d-442e-b472-de0a8b0037de tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] Request body: {'security_group_rule': {'security_group_id': '8a60ea66-767c-4c25-ab86-e407bbae2500', 'project_id': 'cf879fe6ac1c47f6b27ba257096d4c7e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 05:34:35.147268 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.db.securitygroups_db [None req-c6eec298-e65d-442e-b472-de0a8b0037de tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] Project cf879fe6ac1c47f6b27ba257096d4c7e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 05:34:35.166930 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-c6eec298-e65d-442e-b472-de0a8b0037de tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] Publish callbacks [] for security_group_rule (2c36bdb9-4884-499a-b96e-0617699c66f1), before_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:34:35.199480 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f84c16-6847-478b-83b2-7b395dabf006 req-e4c1a180-e01e-4b2d-b787-d32349ed8df1 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:34:35.199480 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-39f84c16-6847-478b-83b2-7b395dabf006 req-e4c1a180-e01e-4b2d-b787-d32349ed8df1 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/ports?device_id=f113b7a2-946b-46bc-b2d7-90e10ff913f1 HTTP/1.1" status: 200 len: 945 time: 0.0641801 Mar 02 05:34:35.303944 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-39f84c16-6847-478b-83b2-7b395dabf006 req-e64dc404-1746-4027-9d19-4d26b0617f5b tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/security-groups?id=991bbb6a-b336-47ac-a115-31af4aa86146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946090 Mar 02 05:34:35.329455 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-c6eec298-e65d-442e-b472-de0a8b0037de tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] Publish callbacks [] for security_group_rule (2c36bdb9-4884-499a-b96e-0617699c66f1), precommit_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:34:35.381014 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-c6eec298-e65d-442e-b472-de0a8b0037de tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629875'] for security_group_rule (2c36bdb9-4884-499a-b96e-0617699c66f1), after_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:34:35.402987 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6eec298-e65d-442e-b472-de0a8b0037de tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c36bdb9-4884-499a-b96e-0617699c66f1,revision_number=0']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:34:35.463542 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-c6eec298-e65d-442e-b472-de0a8b0037de tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:34:35.467979 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [None req-c6eec298-e65d-442e-b472-de0a8b0037de tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4193814 Mar 02 05:34:35.587980 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-2187df16-a555-48c1-a64c-6551446ba0a9 req-5164aba1-e093-462f-b7d5-aa746480f8e7 tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-907171426&fields=id&tenant_id=cf879fe6ac1c47f6b27ba257096d4c7e HTTP/1.1" status: 200 len: 267 time: 0.0522773 Mar 02 05:34:35.645605 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2187df16-a555-48c1-a64c-6551446ba0a9 req-965f6fb0-f15f-4e3d-ac99-e887cb8a8b8e tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:34:35.647193 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-2187df16-a555-48c1-a64c-6551446ba0a9 req-965f6fb0-f15f-4e3d-ac99-e887cb8a8b8e tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] 10.222.0.32 "GET /v2.0/ports?device_id=c6cdd2a3-d11a-458f-8463-513c97e08942 HTTP/1.1" status: 200 len: 946 time: 0.0551441 Mar 02 05:34:35.659392 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.v2.base [req-2187df16-a555-48c1-a64c-6551446ba0a9 req-50f59ace-7b43-4d96-9581-68c69778b600 tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] Request body: {'port': {'security_groups': ['a83bf63b-328f-4864-a4da-dc8ab850ba56', '8a60ea66-767c-4c25-ab86-e407bbae2500']}} {{(pid=103714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 05:34:35.736672 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [req-2187df16-a555-48c1-a64c-6551446ba0a9 req-50f59ace-7b43-4d96-9581-68c69778b600 tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for port (5d8c1029-5861-4b24-9abf-870c49243d01), before_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:34:35.948449 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.db [req-2187df16-a555-48c1-a64c-6551446ba0a9 req-50f59ace-7b43-4d96-9581-68c69778b600 tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] For port 5d8c1029-5861-4b24-9abf-870c49243d01, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=5d8c1029-5861-4b24-9abf-870c49243d01,segment=NetworkSegment(bfdb29d3-deb6-49e5-b796-0f6849bf03e6),segment_id=bfdb29d3-deb6-49e5-b796-0f6849bf03e6)] {{(pid=103714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 05:34:35.987032 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [req-2187df16-a555-48c1-a64c-6551446ba0a9 req-50f59ace-7b43-4d96-9581-68c69778b600 tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] Publish callbacks [] for port (5d8c1029-5861-4b24-9abf-870c49243d01), precommit_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:34:36.055886 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [req-2187df16-a555-48c1-a64c-6551446ba0a9 req-50f59ace-7b43-4d96-9581-68c69778b600 tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789290460654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789289919735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789289921293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13003858'] for port (5d8c1029-5861-4b24-9abf-870c49243d01), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:34:36.071722 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] get_ports_and_sgs() called for port_ids ['5d8c1029-5861-4b24-9abf-870c49243d01'] {{(pid=103716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 05:34:36.112376 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2187df16-a555-48c1-a64c-6551446ba0a9 req-50f59ace-7b43-4d96-9581-68c69778b600 tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:34:36.113023 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [req-2187df16-a555-48c1-a64c-6551446ba0a9 req-50f59ace-7b43-4d96-9581-68c69778b600 tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25628'] for port (None), before_response {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:34:36.119171 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-2187df16-a555-48c1-a64c-6551446ba0a9 req-50f59ace-7b43-4d96-9581-68c69778b600 tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] 10.222.0.32 "PUT /v2.0/ports/5d8c1029-5861-4b24-9abf-870c49243d01 HTTP/1.1" status: 200 len: 982 time: 0.4646413 Mar 02 05:34:36.121529 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6cdd2a3-d11a-458f-8463-513c97e08942', 'tag': '5d8c1029-5861-4b24-9abf-870c49243d01'}] {{(pid=103714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 05:34:36.124081 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ff79788530fe2085a0b37cf7dfc71d903fcc72df0d156f3e5e7065db2593a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76fd41cb-e2b0-4118-9dce-dd9a2cc7a36c" -d '{"events": [{"name": "network-changed", "server_uuid": "c6cdd2a3-d11a-458f-8463-513c97e08942", "tag": "5d8c1029-5861-4b24-9abf-870c49243d01"}]}' {{(pid=103714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 05:34:36.241072 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f59ace-7b43-4d96-9581-68c69778b600 tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] Pushing event updated for resources: {'Port': ['ID=5d8c1029-5861-4b24-9abf-870c49243d01,revision_number=6']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:34:36.247145 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] get_ports_and_sgs() called for port_ids ['5d8c1029-5861-4b24-9abf-870c49243d01'] {{(pid=103716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 05:34:36.340244 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb83c16f-ff28-4fb3-8f01-94ffbfdb9088 req-ade1f0c1-2b73-4c5f-9d34-33340f494c6a tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:34:36.344621 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-fb83c16f-ff28-4fb3-8f01-94ffbfdb9088 req-ade1f0c1-2b73-4c5f-9d34-33340f494c6a tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] 10.222.0.32 "GET /v2.0/ports?device_id=c6cdd2a3-d11a-458f-8463-513c97e08942 HTTP/1.1" status: 200 len: 985 time: 0.1389420 Mar 02 05:34:36.349679 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Mar 2022 05:34:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b8548c2-6eb8-49a4-a1a1-efbf50c76aa4 x-openstack-request-id: req-5b8548c2-6eb8-49a4-a1a1-efbf50c76aa4 {{(pid=103714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 05:34:36.349913 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6cdd2a3-d11a-458f-8463-513c97e08942", "tag": "5d8c1029-5861-4b24-9abf-870c49243d01", "status": "completed", "code": 200}]} {{(pid=103714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 05:34:36.350177 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5b8548c2-6eb8-49a4-a1a1-efbf50c76aa4 {{(pid=103714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 05:34:36.350663 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6cdd2a3-d11a-458f-8463-513c97e08942', 'tag': '5d8c1029-5861-4b24-9abf-870c49243d01', 'status': 'completed', 'code': 200} Mar 02 05:34:36.492867 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-fb83c16f-ff28-4fb3-8f01-94ffbfdb9088 req-b3720934-0fde-40ab-92d2-ea83adbee853 tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a60ea66-767c-4c25-ab86-e407bbae2500&id=a83bf63b-328f-4864-a4da-dc8ab850ba56&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1410856 Mar 02 05:34:36.500715 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fd41cb-e2b0-4118-9dce-dd9a2cc7a36c req-c7010553-82aa-4d44-905e-b9c6d280bb16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:34:36.502942 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-76fd41cb-e2b0-4118-9dce-dd9a2cc7a36c req-c7010553-82aa-4d44-905e-b9c6d280bb16 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cf879fe6ac1c47f6b27ba257096d4c7e&device_id=c6cdd2a3-d11a-458f-8463-513c97e08942 HTTP/1.1" status: 200 len: 1169 time: 0.1143720 Mar 02 05:34:36.666778 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.provisioning_blocks [None req-9c2bd5a8-7070-4557-9a9a-531990c44b6b None None] Provisioning complete for port 5d8c1029-5861-4b24-9abf-870c49243d01 triggered by entity DHCP. {{(pid=103716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 05:34:36.667148 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-9c2bd5a8-7070-4557-9a9a-531990c44b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012754'] for port (5d8c1029-5861-4b24-9abf-870c49243d01), provisioning_complete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:34:36.686401 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad84d6db-e6b4-4620-b49b-39fbbaae46b3 req-abc6e8ec-c6e7-42d4-88a9-b3d0553c023d tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:34:36.689576 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-ad84d6db-e6b4-4620-b49b-39fbbaae46b3 req-abc6e8ec-c6e7-42d4-88a9-b3d0553c023d tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/ports?device_id=f113b7a2-946b-46bc-b2d7-90e10ff913f1 HTTP/1.1" status: 200 len: 945 time: 0.1829567 Mar 02 05:34:36.772507 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-ad84d6db-e6b4-4620-b49b-39fbbaae46b3 req-24748528-d027-4bf3-a278-8ae61b6d5ca5 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/security-groups?id=991bbb6a-b336-47ac-a115-31af4aa86146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747728 Mar 02 05:34:36.775140 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fd41cb-e2b0-4118-9dce-dd9a2cc7a36c req-44a36101-97e7-4efd-ba3c-35219697634e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:34:36.776698 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-76fd41cb-e2b0-4118-9dce-dd9a2cc7a36c req-44a36101-97e7-4efd-ba3c-35219697634e service neutron] 10.222.0.41 "GET /v2.0/networks?id=79902201-00d3-4b67-8b4b-f9f77811e89e HTTP/1.1" status: 200 len: 916 time: 0.2016037 Mar 02 05:34:36.856495 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-76fd41cb-e2b0-4118-9dce-dd9a2cc7a36c req-a3b6392d-a328-473e-b115-a928b6390036 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5d8c1029-5861-4b24-9abf-870c49243d01 HTTP/1.1" status: 200 len: 1001 time: 0.0695801 Mar 02 05:34:36.935975 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fd41cb-e2b0-4118-9dce-dd9a2cc7a36c req-ea0fa9b1-e73e-409d-92c3-cc22b5fc2621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:34:36.935975 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-76fd41cb-e2b0-4118-9dce-dd9a2cc7a36c req-ea0fa9b1-e73e-409d-92c3-cc22b5fc2621 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=878a1507-a24f-4e42-91b3-d1b3ffd1e65a HTTP/1.1" status: 200 len: 854 time: 0.0703895 Mar 02 05:34:36.946665 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-9c2bd5a8-7070-4557-9a9a-531990c44b6b None None] Current status of the port 5d8c1029-5861-4b24-9abf-870c49243d01 is: ACTIVE; New status is: ACTIVE {{(pid=103716) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 05:34:37.035633 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fd41cb-e2b0-4118-9dce-dd9a2cc7a36c req-79a09e38-f8ad-4167-84b1-ed0c6558e1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:34:37.039357 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-76fd41cb-e2b0-4118-9dce-dd9a2cc7a36c req-79a09e38-f8ad-4167-84b1-ed0c6558e1f1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=79902201-00d3-4b67-8b4b-f9f77811e89e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0968957 Mar 02 05:34:37.097480 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (db45f871-b7ec-436d-b6b8-6a0a072a2253), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:34:37.157650 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-76fd41cb-e2b0-4118-9dce-dd9a2cc7a36c req-e1bb8da3-0846-4799-892c-d3d3829a19fb service neutron] 10.222.0.41 "GET /v2.0/networks/79902201-00d3-4b67-8b4b-f9f77811e89e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108720 Mar 02 05:34:37.257856 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-76fd41cb-e2b0-4118-9dce-dd9a2cc7a36c req-aa60cb22-0110-4320-b9fe-a818900edb1a service neutron] 10.222.0.41 "GET /v2.0/networks/79902201-00d3-4b67-8b4b-f9f77811e89e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909872 Mar 02 05:34:37.907329 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcb2bb6-eef6-4c00-b3a9-fa6b35b91e84 req-4bc45ce2-cff0-40c3-be03-121708d7f4eb tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:34:37.909092 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-4dcb2bb6-eef6-4c00-b3a9-fa6b35b91e84 req-4bc45ce2-cff0-40c3-be03-121708d7f4eb tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/ports?device_id=f113b7a2-946b-46bc-b2d7-90e10ff913f1 HTTP/1.1" status: 200 len: 945 time: 0.0601828 Mar 02 05:34:37.967805 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-4dcb2bb6-eef6-4c00-b3a9-fa6b35b91e84 req-8648c3e9-2f43-468b-a678-209b83bc76d7 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/security-groups?id=991bbb6a-b336-47ac-a115-31af4aa86146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511551 Mar 02 05:34:39.097126 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4025a6-1f24-4d29-8578-c7d4a6113857 req-e69e0093-26b4-4f9a-8365-4f223809d6e8 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:34:39.103042 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-4e4025a6-1f24-4d29-8578-c7d4a6113857 req-e69e0093-26b4-4f9a-8365-4f223809d6e8 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/ports?device_id=f113b7a2-946b-46bc-b2d7-90e10ff913f1 HTTP/1.1" status: 200 len: 945 time: 0.0585449 Mar 02 05:34:39.150754 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-4e4025a6-1f24-4d29-8578-c7d4a6113857 req-349c3fd0-8e76-45ce-910f-0f0defbad1ef tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/security-groups?id=991bbb6a-b336-47ac-a115-31af4aa86146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457907 Mar 02 05:34:39.626952 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-b28c0d70-e840-4503-8085-0dd45d7c4b27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (516abb3b-63f8-4dbb-a4f1-8865516966e2), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:34:40.339734 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52017f78-67ce-4047-9c16-1f112444cf54 req-fcb73e71-f351-4b2e-b5ee-2e0492596b09 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:34:40.341859 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-52017f78-67ce-4047-9c16-1f112444cf54 req-fcb73e71-f351-4b2e-b5ee-2e0492596b09 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/ports?device_id=f113b7a2-946b-46bc-b2d7-90e10ff913f1 HTTP/1.1" status: 200 len: 945 time: 0.0707068 Mar 02 05:34:40.420275 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-52017f78-67ce-4047-9c16-1f112444cf54 req-3d6f6992-881c-49ec-8f1d-0e0932ff8910 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/security-groups?id=991bbb6a-b336-47ac-a115-31af4aa86146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635426 Mar 02 05:34:41.055178 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.wsgi [-] (103714) accepted ('10.222.0.32', 42298) {{(pid=103714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:34:41.188774 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-5e9d5a72-bdec-4c54-9167-39bb5dff7d0e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:34:41.277337 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-5e9d5a72-bdec-4c54-9167-39bb5dff7d0e admin admin] Publish callbacks [] for security_group (1edcc906-0970-44b0-869d-613a09ddc6f2), precommit_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:34:41.335423 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-5e9d5a72-bdec-4c54-9167-39bb5dff7d0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629892'] for security_group (1edcc906-0970-44b0-869d-613a09ddc6f2), after_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:34:41.382387 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9d5a72-bdec-4c54-9167-39bb5dff7d0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1edcc906-0970-44b0-869d-613a09ddc6f2,revision_number=1']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:34:41.389357 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [None req-5e9d5a72-bdec-4c54-9167-39bb5dff7d0e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3cd7224074514a3b80e4ac8104370314&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3328021 Mar 02 05:34:41.392511 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.wsgi [-] (103714) accepted ('10.222.0.32', 42304) {{(pid=103714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:34:41.447734 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-44e45f11-ccc0-427b-857f-f37590a0bd20 admin admin] Publish callbacks [] for security_group (1edcc906-0970-44b0-869d-613a09ddc6f2), before_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:34:41.495258 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-44e45f11-ccc0-427b-857f-f37590a0bd20 admin admin] Publish callbacks [] for security_group (1edcc906-0970-44b0-869d-613a09ddc6f2), precommit_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:34:41.589251 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2da0711-5bdc-4a3c-9f60-4fed3d73dd56 req-13a14bdc-8a88-4746-ab34-d99ba4ba0312 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:34:41.632765 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-a2da0711-5bdc-4a3c-9f60-4fed3d73dd56 req-13a14bdc-8a88-4746-ab34-d99ba4ba0312 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/ports?device_id=f113b7a2-946b-46bc-b2d7-90e10ff913f1 HTTP/1.1" status: 200 len: 945 time: 0.0616956 Mar 02 05:34:41.654938 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-a2da0711-5bdc-4a3c-9f60-4fed3d73dd56 req-0e19ebf5-60ae-448f-b5ef-d4d56ffe6d58 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/security-groups?id=991bbb6a-b336-47ac-a115-31af4aa86146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572140 Mar 02 05:34:42.049069 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-44e45f11-ccc0-427b-857f-f37590a0bd20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629892'] for security_group (1edcc906-0970-44b0-869d-613a09ddc6f2), after_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:34:42.051827 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-44e45f11-ccc0-427b-857f-f37590a0bd20 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:34:42.057857 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [None req-44e45f11-ccc0-427b-857f-f37590a0bd20 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1edcc906-0970-44b0-869d-613a09ddc6f2 HTTP/1.1" status: 204 len: 168 time: 0.6595373 Mar 02 05:34:42.058500 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ee4a8cd9-0c59-411e-877f-11f93135f17f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (9c2b50e6-1677-4aa9-928e-941b4c488fc5), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:34:42.061736 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e45f11-ccc0-427b-857f-f37590a0bd20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1edcc906-0970-44b0-869d-613a09ddc6f2,revision_number=None']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:34:42.782313 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da976e6a-afe2-42d5-8dde-ae9ff5438a27 req-09b2dcaf-4db8-4757-ba29-3fbdba3d2a15 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:34:42.783930 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-da976e6a-afe2-42d5-8dde-ae9ff5438a27 req-09b2dcaf-4db8-4757-ba29-3fbdba3d2a15 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/ports?device_id=f113b7a2-946b-46bc-b2d7-90e10ff913f1 HTTP/1.1" status: 200 len: 945 time: 0.0556965 Mar 02 05:34:42.837908 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-da976e6a-afe2-42d5-8dde-ae9ff5438a27 req-3612ee8d-d73d-4aff-9961-429bdf4bb8d5 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/security-groups?id=991bbb6a-b336-47ac-a115-31af4aa86146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477650 Mar 02 05:34:42.975085 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-2ae3422a-c85d-446a-90f5-ce5a8bf639ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (d4d802fc-4ac8-47f8-b030-2ffc185fa6dc), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:34:43.922023 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31cb52b-1846-414f-adb3-afe7694a8746 req-6b2adac6-3256-4872-8c1b-217cefd797b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:34:43.923598 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-f31cb52b-1846-414f-adb3-afe7694a8746 req-6b2adac6-3256-4872-8c1b-217cefd797b4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7c356e87fe874337af907d7d9f0a2bb3&device_id=f113b7a2-946b-46bc-b2d7-90e10ff913f1 HTTP/1.1" status: 200 len: 1129 time: 0.0427127 Mar 02 05:34:43.958720 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afe5334-cbbd-4bc3-a389-8eb15705697c req-a7409e8d-e875-4294-b41e-ad716298579f tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:34:43.960228 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-6afe5334-cbbd-4bc3-a389-8eb15705697c req-a7409e8d-e875-4294-b41e-ad716298579f tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/ports?device_id=f113b7a2-946b-46bc-b2d7-90e10ff913f1 HTTP/1.1" status: 200 len: 945 time: 0.0514979 Mar 02 05:34:44.006100 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-6afe5334-cbbd-4bc3-a389-8eb15705697c req-6ce553c4-c177-43a8-9626-5fc6e2569e92 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/security-groups?id=991bbb6a-b336-47ac-a115-31af4aa86146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401962 Mar 02 05:34:44.025762 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31cb52b-1846-414f-adb3-afe7694a8746 req-40d3c39b-5fc4-40ff-912e-abb91969884a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:34:44.027270 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-f31cb52b-1846-414f-adb3-afe7694a8746 req-40d3c39b-5fc4-40ff-912e-abb91969884a service neutron] 10.222.0.41 "GET /v2.0/networks?id=cca8cd28-8205-477a-92b1-88a32e29d0bc HTTP/1.1" status: 200 len: 918 time: 0.0924599 Mar 02 05:34:44.094255 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-f31cb52b-1846-414f-adb3-afe7694a8746 req-1d81ee39-f44d-4da2-8147-fc857064715d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8d20e0f5-1081-4b21-9c63-5a7aba63428c HTTP/1.1" status: 200 len: 1001 time: 0.0577621 Mar 02 05:34:44.146554 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31cb52b-1846-414f-adb3-afe7694a8746 req-10730bf6-c306-4579-ad11-8077e0ff3716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:34:44.147984 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-f31cb52b-1846-414f-adb3-afe7694a8746 req-10730bf6-c306-4579-ad11-8077e0ff3716 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ab127ad9-ce11-421d-b130-80cd6d7ddae3 HTTP/1.1" status: 200 len: 856 time: 0.0471139 Mar 02 05:34:44.198413 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31cb52b-1846-414f-adb3-afe7694a8746 req-a658b230-6750-4c9a-b393-acdad610fba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:34:44.200027 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-f31cb52b-1846-414f-adb3-afe7694a8746 req-a658b230-6750-4c9a-b393-acdad610fba3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cca8cd28-8205-477a-92b1-88a32e29d0bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0429027 Mar 02 05:34:44.290610 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-f31cb52b-1846-414f-adb3-afe7694a8746 req-eb3d1184-78bf-45bf-ac14-3cbabb114c71 service neutron] 10.222.0.41 "GET /v2.0/networks/cca8cd28-8205-477a-92b1-88a32e29d0bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814600 Mar 02 05:34:44.334517 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f73b428b-984e-4c5a-9878-aef8f2b511ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (e0636eb1-3d25-4c31-a6e5-3f8fd1255322), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:34:44.383051 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-f31cb52b-1846-414f-adb3-afe7694a8746 req-70191ce3-c69a-4139-8e96-41ded82ed74b service neutron] 10.222.0.41 "GET /v2.0/networks/cca8cd28-8205-477a-92b1-88a32e29d0bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850713 Mar 02 05:34:45.126012 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a752aaf7-3927-4e55-8b78-ca27a7f0cb24 req-9bd9879b-9d5c-4937-96fd-a5dc665f05e8 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:34:45.127507 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-a752aaf7-3927-4e55-8b78-ca27a7f0cb24 req-9bd9879b-9d5c-4937-96fd-a5dc665f05e8 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/ports?device_id=f113b7a2-946b-46bc-b2d7-90e10ff913f1 HTTP/1.1" status: 200 len: 945 time: 0.0514112 Mar 02 05:34:45.172885 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-a752aaf7-3927-4e55-8b78-ca27a7f0cb24 req-7bad9f40-84ff-4e5c-9e6c-cecadd5e2ccb tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/security-groups?id=991bbb6a-b336-47ac-a115-31af4aa86146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398529 Mar 02 05:34:45.752217 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (64307ea2-7468-48d5-a188-5e76dfb99c6b), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:34:46.291692 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5bdcf7-bf4c-486a-8a3d-0cce578a8b40 req-54bf4935-607f-464a-92f7-7ddcce9f6437 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:34:46.293135 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-8f5bdcf7-bf4c-486a-8a3d-0cce578a8b40 req-54bf4935-607f-464a-92f7-7ddcce9f6437 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/ports?device_id=f113b7a2-946b-46bc-b2d7-90e10ff913f1 HTTP/1.1" status: 200 len: 945 time: 0.0503564 Mar 02 05:34:46.342687 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-8f5bdcf7-bf4c-486a-8a3d-0cce578a8b40 req-b4f1516a-904e-493b-9a51-aaf747df4645 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/security-groups?id=991bbb6a-b336-47ac-a115-31af4aa86146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437152 Mar 02 05:34:47.467424 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540b46fe-d73d-40c4-9a7c-6f5c7169a4e5 req-e477a0a1-70c7-4267-b1db-543a4fd02216 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:34:47.469571 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-540b46fe-d73d-40c4-9a7c-6f5c7169a4e5 req-e477a0a1-70c7-4267-b1db-543a4fd02216 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/ports?device_id=f113b7a2-946b-46bc-b2d7-90e10ff913f1 HTTP/1.1" status: 200 len: 945 time: 0.0559425 Mar 02 05:34:47.516483 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-540b46fe-d73d-40c4-9a7c-6f5c7169a4e5 req-680748bb-e448-4517-b4f7-18e87d4a394e tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/security-groups?id=991bbb6a-b336-47ac-a115-31af4aa86146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412681 Mar 02 05:34:47.625625 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.rpc [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Device 8d20e0f5-1081-4b21-9c63-5a7aba63428c no longer exists at agent hyperv_hv-cinder-76845 {{(pid=103716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 05:34:47.711948 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Current status of the port 8d20e0f5-1081-4b21-9c63-5a7aba63428c is: ACTIVE; New status is: DOWN {{(pid=103716) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 05:34:47.712339 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for port (8d20e0f5-1081-4b21-9c63-5a7aba63428c), before_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:34:47.738549 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f113b7a2-946b-46bc-b2d7-90e10ff913f1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d20e0f5-1081-4b21-9c63-5a7aba63428c'}] {{(pid=103716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 05:34:47.742557 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5cc3ee08ba8b8203ef00b822cbb368117e1f515a76881e78a723e4cc0774230" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4f62da9-a5e1-4ec8-ac7b-05e428d8ea95" -d '{"events": [{"server_uuid": "f113b7a2-946b-46bc-b2d7-90e10ff913f1", "name": "network-vif-unplugged", "status": "completed", "tag": "8d20e0f5-1081-4b21-9c63-5a7aba63428c"}]}' {{(pid=103716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 05:34:47.760553 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] For port 8d20e0f5-1081-4b21-9c63-5a7aba63428c, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=8d20e0f5-1081-4b21-9c63-5a7aba63428c,segment=NetworkSegment(15c6c484-0d48-4d40-b6e8-616bb71b4578),segment_id=15c6c484-0d48-4d40-b6e8-616bb71b4578)] {{(pid=103716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 05:34:47.815295 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789290460654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789289919735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789289921293'] for port (8d20e0f5-1081-4b21-9c63-5a7aba63428c), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:34:47.862651 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Pushing event updated for resources: {'Port': ['ID=8d20e0f5-1081-4b21-9c63-5a7aba63428c,revision_number=8']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:34:47.869699 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:34:47.870081 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:34:47.870433 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:34:47.870768 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:34:47.871135 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:34:47.871562 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:34:47.871895 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:34:47.872225 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:34:47.872556 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:34:47.872885 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:34:47.873211 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:34:47.873539 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:34:47.873856 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:34:47.956315 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 02 Mar 2022 05:34:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d99e6b6-e6b8-43e6-9f2b-0396ed79145a x-openstack-request-id: req-9d99e6b6-e6b8-43e6-9f2b-0396ed79145a {{(pid=103716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 05:34:47.956607 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f113b7a2-946b-46bc-b2d7-90e10ff913f1", "name": "network-vif-unplugged", "status": "failed", "tag": "8d20e0f5-1081-4b21-9c63-5a7aba63428c", "code": 422}]} {{(pid=103716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 05:34:47.956861 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9d99e6b6-e6b8-43e6-9f2b-0396ed79145a {{(pid=103716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 05:34:47.957299 dv-cinder-768458-18-iscsi neutron-server[103716]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f113b7a2-946b-46bc-b2d7-90e10ff913f1', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '8d20e0f5-1081-4b21-9c63-5a7aba63428c', 'code': 422} returned with failed status Mar 02 05:34:49.368069 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66c8a0d-7fcb-4c1e-ace8-c423b5dadc6e req-9fa2a3bb-bfe0-4144-bc63-164229e45688 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:34:49.369562 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-d66c8a0d-7fcb-4c1e-ace8-c423b5dadc6e req-9fa2a3bb-bfe0-4144-bc63-164229e45688 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/ports?device_id=f113b7a2-946b-46bc-b2d7-90e10ff913f1 HTTP/1.1" status: 200 len: 943 time: 0.0512259 Mar 02 05:34:49.418015 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-d66c8a0d-7fcb-4c1e-ace8-c423b5dadc6e req-bf4081ec-07e0-4903-a617-bdfb69d88e41 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/security-groups?id=991bbb6a-b336-47ac-a115-31af4aa86146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426872 Mar 02 05:34:49.783160 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.wsgi [-] (103714) accepted ('10.222.0.32', 42404) {{(pid=103714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:34:49.868884 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-dbba9566-fc7b-40e8-828b-10ffac36f02c req-541e97b3-3f17-4070-a912-97e66c03ee0f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f113b7a2-946b-46bc-b2d7-90e10ff913f1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0845058 Mar 02 05:34:49.877701 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.wsgi [req-dbba9566-fc7b-40e8-828b-10ffac36f02c req-ac2a8221-989f-441f-9044-0a83a6a0891c service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=103714) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 02 05:34:49.878643 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-dbba9566-fc7b-40e8-828b-10ffac36f02c req-ac2a8221-989f-441f-9044-0a83a6a0891c service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052581 Mar 02 05:34:49.953877 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.wsgi [-] (103714) accepted ('10.222.0.32', 42412) {{(pid=103714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:34:50.047339 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbba9566-fc7b-40e8-828b-10ffac36f02c req-93a187dd-9807-4e1c-a525-dfd0cbfbe2cb tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:34:50.048631 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-dbba9566-fc7b-40e8-828b-10ffac36f02c req-93a187dd-9807-4e1c-a525-dfd0cbfbe2cb tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/ports/8d20e0f5-1081-4b21-9c63-5a7aba63428c HTTP/1.1" status: 200 len: 940 time: 0.0937254 Mar 02 05:34:50.568122 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d30c7e-146c-4eeb-b4b1-0ce4bb806197 req-95f455c2-7351-4799-a0fc-1bef70535448 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:34:50.569602 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-83d30c7e-146c-4eeb-b4b1-0ce4bb806197 req-95f455c2-7351-4799-a0fc-1bef70535448 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/ports?device_id=f113b7a2-946b-46bc-b2d7-90e10ff913f1 HTTP/1.1" status: 200 len: 943 time: 0.0704110 Mar 02 05:34:50.586334 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a25a689-78eb-4daf-8c38-9732aa11ea33 req-da47ab65-fe5a-4b4e-9dc2-efbc4ff6dd90 tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:34:50.589240 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-6a25a689-78eb-4daf-8c38-9732aa11ea33 req-da47ab65-fe5a-4b4e-9dc2-efbc4ff6dd90 tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] 10.222.0.32 "GET /v2.0/ports?device_id=1942e32e-febc-485c-b32e-e252223657c3 HTTP/1.1" status: 200 len: 946 time: 0.0522883 Mar 02 05:34:50.619747 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-83d30c7e-146c-4eeb-b4b1-0ce4bb806197 req-e61f3f54-3817-4884-a3b3-09c4017ae40f tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/security-groups?id=991bbb6a-b336-47ac-a115-31af4aa86146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444179 Mar 02 05:34:50.638325 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-6a25a689-78eb-4daf-8c38-9732aa11ea33 req-c28eff43-8b98-4956-af1a-c5887aaf25b3 tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] 10.222.0.32 "GET /v2.0/security-groups?id=01fdecac-c163-40c3-9d7b-98e5d2dc1a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448694 Mar 02 05:34:51.471386 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbba9566-fc7b-40e8-828b-10ffac36f02c req-05d3f100-617d-4548-85cb-30f561d17212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:34:51.472877 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-dbba9566-fc7b-40e8-828b-10ffac36f02c req-05d3f100-617d-4548-85cb-30f561d17212 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f113b7a2-946b-46bc-b2d7-90e10ff913f1&tenant_id=7c356e87fe874337af907d7d9f0a2bb3 HTTP/1.1" status: 200 len: 1127 time: 0.0748115 Mar 02 05:34:51.536835 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbba9566-fc7b-40e8-828b-10ffac36f02c req-ee158196-ed32-405f-9611-7520af3807d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:34:51.538298 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-dbba9566-fc7b-40e8-828b-10ffac36f02c req-ee158196-ed32-405f-9611-7520af3807d7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7c356e87fe874337af907d7d9f0a2bb3&device_id=f113b7a2-946b-46bc-b2d7-90e10ff913f1 HTTP/1.1" status: 200 len: 1127 time: 0.0434256 Mar 02 05:34:51.623837 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbba9566-fc7b-40e8-828b-10ffac36f02c req-74936ec9-863e-4d97-875e-a81911add0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:34:51.626042 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-dbba9566-fc7b-40e8-828b-10ffac36f02c req-74936ec9-863e-4d97-875e-a81911add0e0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=cca8cd28-8205-477a-92b1-88a32e29d0bc HTTP/1.1" status: 200 len: 918 time: 0.0803373 Mar 02 05:34:51.695083 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-dbba9566-fc7b-40e8-828b-10ffac36f02c req-89eea551-4892-47c3-9e8f-d6ea58aef91d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8d20e0f5-1081-4b21-9c63-5a7aba63428c HTTP/1.1" status: 200 len: 999 time: 0.0624387 Mar 02 05:34:51.757395 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184990a8-6375-48c2-a3f8-672c6878043b req-a618edda-b4a5-4f13-a682-0591b082d938 tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:34:51.758791 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-184990a8-6375-48c2-a3f8-672c6878043b req-a618edda-b4a5-4f13-a682-0591b082d938 tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] 10.222.0.32 "GET /v2.0/ports?device_id=1942e32e-febc-485c-b32e-e252223657c3 HTTP/1.1" status: 200 len: 946 time: 0.0519783 Mar 02 05:34:51.767317 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbba9566-fc7b-40e8-828b-10ffac36f02c req-1bbdc3a0-66a5-4e3d-b423-5cb264ba72f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:34:51.768757 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-dbba9566-fc7b-40e8-828b-10ffac36f02c req-1bbdc3a0-66a5-4e3d-b423-5cb264ba72f5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ab127ad9-ce11-421d-b130-80cd6d7ddae3 HTTP/1.1" status: 200 len: 856 time: 0.0643647 Mar 02 05:34:51.779049 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21281e0-69a2-4038-be6a-26c87c93ffd5 req-9e66f884-b9d5-44df-9570-bf6524655f6d tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:34:51.780481 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-b21281e0-69a2-4038-be6a-26c87c93ffd5 req-9e66f884-b9d5-44df-9570-bf6524655f6d tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/ports?device_id=f113b7a2-946b-46bc-b2d7-90e10ff913f1 HTTP/1.1" status: 200 len: 943 time: 0.0880101 Mar 02 05:34:51.807920 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-184990a8-6375-48c2-a3f8-672c6878043b req-c08cbf03-6a66-45a6-831b-686764d519af tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] 10.222.0.32 "GET /v2.0/security-groups?id=01fdecac-c163-40c3-9d7b-98e5d2dc1a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435643 Mar 02 05:34:51.855758 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-b21281e0-69a2-4038-be6a-26c87c93ffd5 req-f0c50ebe-1157-4a41-9e8c-a4ef7a275f56 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/security-groups?id=991bbb6a-b336-47ac-a115-31af4aa86146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673304 Mar 02 05:34:51.858269 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbba9566-fc7b-40e8-828b-10ffac36f02c req-0d4e4759-9197-449e-b5fe-3db7d0923d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:34:51.860246 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-dbba9566-fc7b-40e8-828b-10ffac36f02c req-0d4e4759-9197-449e-b5fe-3db7d0923d95 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cca8cd28-8205-477a-92b1-88a32e29d0bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0788925 Mar 02 05:34:51.951117 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-dbba9566-fc7b-40e8-828b-10ffac36f02c req-eff95211-48d3-46cf-ab24-306c4a128a80 service neutron] 10.222.0.41 "GET /v2.0/networks/cca8cd28-8205-477a-92b1-88a32e29d0bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790980 Mar 02 05:34:52.043157 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-dbba9566-fc7b-40e8-828b-10ffac36f02c req-6543df0e-f908-4e6f-b0b2-403b33f6199e service neutron] 10.222.0.41 "GET /v2.0/networks/cca8cd28-8205-477a-92b1-88a32e29d0bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834191 Mar 02 05:34:52.245963 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04d8e81-2f8c-49ba-a5b3-e01256acdab1 req-91908931-8c52-47a3-ab6b-e3d8377ddecf tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:34:52.247410 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-d04d8e81-2f8c-49ba-a5b3-e01256acdab1 req-91908931-8c52-47a3-ab6b-e3d8377ddecf tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] 10.222.0.41 "GET /v2.0/ports?device_id=1942e32e-febc-485c-b32e-e252223657c3 HTTP/1.1" status: 200 len: 946 time: 0.0509241 Mar 02 05:34:52.350983 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [req-d04d8e81-2f8c-49ba-a5b3-e01256acdab1 req-f6811b8a-048f-4c74-a327-5874f32ce170 tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Deleting port f7528c85-b863-4129-9216-6fdc2c3ff9f4 {{(pid=103714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 05:34:52.351560 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [req-d04d8e81-2f8c-49ba-a5b3-e01256acdab1 req-f6811b8a-048f-4c74-a327-5874f32ce170 tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789290453881'] for port (f7528c85-b863-4129-9216-6fdc2c3ff9f4), before_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:34:52.446754 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.db [req-d04d8e81-2f8c-49ba-a5b3-e01256acdab1 req-f6811b8a-048f-4c74-a327-5874f32ce170 tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] For port f7528c85-b863-4129-9216-6fdc2c3ff9f4, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=f7528c85-b863-4129-9216-6fdc2c3ff9f4,segment=NetworkSegment(179d65c1-9d95-4943-a804-bd91470b2f8b),segment_id=179d65c1-9d95-4943-a804-bd91470b2f8b)] {{(pid=103714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 05:34:52.447127 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [req-d04d8e81-2f8c-49ba-a5b3-e01256acdab1 req-f6811b8a-048f-4c74-a327-5874f32ce170 tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542039'] for port (f7528c85-b863-4129-9216-6fdc2c3ff9f4), precommit_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:34:52.618013 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [req-d04d8e81-2f8c-49ba-a5b3-e01256acdab1 req-f6811b8a-048f-4c74-a327-5874f32ce170 tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:34:52.618378 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [req-d04d8e81-2f8c-49ba-a5b3-e01256acdab1 req-f6811b8a-048f-4c74-a327-5874f32ce170 tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556348'] for floatingip (7006d55d-5221-4b22-ae27-5f27e364e9f5), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:34:52.618701 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.db.l3_db [req-d04d8e81-2f8c-49ba-a5b3-e01256acdab1 req-f6811b8a-048f-4c74-a327-5874f32ce170 tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Floating IP 7006d55d-5221-4b22-ae27-5f27e364e9f5 disassociated. External IP: 172.27.2.138, port: f7528c85-b863-4129-9216-6fdc2c3ff9f4. Mar 02 05:34:52.619058 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [req-d04d8e81-2f8c-49ba-a5b3-e01256acdab1 req-f6811b8a-048f-4c74-a327-5874f32ce170 tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Calling delete_port for f7528c85-b863-4129-9216-6fdc2c3ff9f4 owned by compute:nova {{(pid=103714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 05:34:52.821123 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [req-d04d8e81-2f8c-49ba-a5b3-e01256acdab1 req-f6811b8a-048f-4c74-a327-5874f32ce170 tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789290460636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789289919726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13003867'] for port (f7528c85-b863-4129-9216-6fdc2c3ff9f4), after_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:34:52.882285 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6811b8a-048f-4c74-a327-5874f32ce170 tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Pushing event deleted for resources: {'Port': ['ID=f7528c85-b863-4129-9216-6fdc2c3ff9f4,revision_number=None']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:34:52.959165 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-3042a532-34f2-4e08-bbc1-8a6dbc1cfc0e req-007c6632-711c-437e-8e99-e84d089e0b27 tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] 10.222.0.32 "GET /v2.0/ports?device_id=1942e32e-febc-485c-b32e-e252223657c3 HTTP/1.1" status: 200 len: 210 time: 0.0505855 Mar 02 05:34:53.079662 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d04d8e81-2f8c-49ba-a5b3-e01256acdab1 req-f6811b8a-048f-4c74-a327-5874f32ce170 tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Router de25b4b3-f56c-49b1-aacc-08ebe8c6eaab has already been hosted by L3 agent 9c2b50e6-1677-4aa9-928e-941b4c488fc5 {{(pid=103714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 05:34:53.094595 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213b60d4-99f7-4623-b17f-3d2e42f24ecb req-17cebced-dcc7-40de-8bb1-beae19473473 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:34:53.096100 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-213b60d4-99f7-4623-b17f-3d2e42f24ecb req-17cebced-dcc7-40de-8bb1-beae19473473 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/ports?device_id=f113b7a2-946b-46bc-b2d7-90e10ff913f1 HTTP/1.1" status: 200 len: 943 time: 0.1085184 Mar 02 05:34:53.489789 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-213b60d4-99f7-4623-b17f-3d2e42f24ecb req-138f7021-a6c8-41c9-95a0-6093a9f13ad6 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/security-groups?id=991bbb6a-b336-47ac-a115-31af4aa86146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3850887 Mar 02 05:34:53.516822 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d04d8e81-2f8c-49ba-a5b3-e01256acdab1 req-f6811b8a-048f-4c74-a327-5874f32ce170 tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Notify agent at l3_agent.dv-cinder-768458-18-iscsi the message routers_updated {{(pid=103714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 05:34:53.535847 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-749a9237-2f60-4601-9224-8c03c97f3359 None None] Sync routers for ids ['de25b4b3-f56c-49b1-aacc-08ebe8c6eaab'] in dv-cinder-768458-18-iscsi {{(pid=103716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 05:34:53.547262 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-749a9237-2f60-4601-9224-8c03c97f3359 None None] Routers {'de25b4b3-f56c-49b1-aacc-08ebe8c6eaab'} bound to L3 agent in host dv-cinder-768458-18-iscsi {{(pid=103716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 05:34:53.547921 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.l3_hamode_db [None req-749a9237-2f60-4601-9224-8c03c97f3359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-02T05:20:42Z,description=,heartbeat_timestamp=2022-03-02T05:34:42Z,host='dv-cinder-768458-18-iscsi',id=9c2b50e6-1677-4aa9-928e-941b4c488fc5,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T05:20:42Z,topic='l3_agent')) {'router_ids': ['de25b4b3-f56c-49b1-aacc-08ebe8c6eaab'], 'active': True} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 05:34:53.558836 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.db.l3_dvrscheduler_db [req-d04d8e81-2f8c-49ba-a5b3-e01256acdab1 req-f6811b8a-048f-4c74-a327-5874f32ce170 tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] No DVR routers for this DVR port f7528c85-b863-4129-9216-6fdc2c3ff9f4 on host hv-cinder-76845 {{(pid=103714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 05:34:53.561572 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [req-d04d8e81-2f8c-49ba-a5b3-e01256acdab1 req-f6811b8a-048f-4c74-a327-5874f32ce170 tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25628'] for port (None), before_response {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:34:53.566178 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-d04d8e81-2f8c-49ba-a5b3-e01256acdab1 req-f6811b8a-048f-4c74-a327-5874f32ce170 tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] 10.222.0.41 "DELETE /v2.0/ports/f7528c85-b863-4129-9216-6fdc2c3ff9f4 HTTP/1.1" status: 204 len: 173 time: 1.3131988 Mar 02 05:34:53.566657 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1942e32e-febc-485c-b32e-e252223657c3', 'name': 'network-vif-deleted', 'tag': 'f7528c85-b863-4129-9216-6fdc2c3ff9f4'}] {{(pid=103714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 05:34:53.569017 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ff79788530fe2085a0b37cf7dfc71d903fcc72df0d156f3e5e7065db2593a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-675579a6-c176-40ec-8321-a7e6a2a0a82c" -d '{"events": [{"server_uuid": "1942e32e-febc-485c-b32e-e252223657c3", "name": "network-vif-deleted", "tag": "f7528c85-b863-4129-9216-6fdc2c3ff9f4"}]}' {{(pid=103714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 05:34:53.606327 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 05:34:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14e47491-4ea1-49e8-8eca-74720a63fe5b x-openstack-request-id: req-14e47491-4ea1-49e8-8eca-74720a63fe5b {{(pid=103714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 05:34:53.606620 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1942e32e-febc-485c-b32e-e252223657c3", "name": "network-vif-deleted", "tag": "f7528c85-b863-4129-9216-6fdc2c3ff9f4", "status": "completed", "code": 200}]} {{(pid=103714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 05:34:53.606872 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-14e47491-4ea1-49e8-8eca-74720a63fe5b {{(pid=103714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 05:34:53.607310 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1942e32e-febc-485c-b32e-e252223657c3', 'name': 'network-vif-deleted', 'tag': 'f7528c85-b863-4129-9216-6fdc2c3ff9f4', 'status': 'completed', 'code': 200} Mar 02 05:34:53.664652 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.l3_dvr_db [None req-749a9237-2f60-4601-9224-8c03c97f3359 None None] Set router de25b4b3-f56c-49b1-aacc-08ebe8c6eaab gateway port host: dv-cinder-768458-18-iscsi {{(pid=103716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 05:34:54.014586 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.l3_hamode_db [None req-749a9237-2f60-4601-9224-8c03c97f3359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de25b4b3-f56c-49b1-aacc-08ebe8c6eaab', 'name': 'tempest-TestVolumeBootPattern-1506929187-router', 'tenant_id': '849ab8ade87443a6947fd49bc6793c28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'external_fixed_ips': [{'subnet_id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'ip_address': '172.27.2.51'}], 'enable_snat': True}, 'gw_port_id': 'a2b74999-40da-49ac-b59a-dd50e271443a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T05:31:40Z', 'updated_at': '2022-03-02T05:31:44Z', 'revision_number': 4, 'project_id': '849ab8ade87443a6947fd49bc6793c28', 'gw_port': {'id': 'a2b74999-40da-49ac-b59a-dd50e271443a', 'name': '', 'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:7c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de25b4b3-f56c-49b1-aacc-08ebe8c6eaab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'ip_address': '172.27.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T05:31:41Z', 'updated_at': '2022-03-02T05:31:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-18-iscsi', '_interfaces': [{'id': 'df7fecc2-9b58-427e-919a-4569fe7d7cc8', 'name': '', 'network_id': '26125afd-b096-4cb9-bba7-021d4862e741', 'tenant_id': '849ab8ade87443a6947fd49bc6793c28', 'mac_address': 'fa:16:3e:d6:89:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de25b4b3-f56c-49b1-aacc-08ebe8c6eaab', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'd188881c-9727-4efd-b9e6-7344d2704465', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T05:31:43Z', 'updated_at': '2022-03-02T05:31:48Z', 'revision_number': 5, 'project_id': '849ab8ade87443a6947fd49bc6793c28', 'subnets': [{'id': 'd188881c-9727-4efd-b9e6-7344d2704465', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-18-iscsi', False) {} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 05:34:54.048173 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-749a9237-2f60-4601-9224-8c03c97f3359 None None] Checking router: de25b4b3-f56c-49b1-aacc-08ebe8c6eaab for host: dv-cinder-768458-18-iscsi {{(pid=103716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 05:34:54.057035 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-749a9237-2f60-4601-9224-8c03c97f3359 None None] Routers {'de25b4b3-f56c-49b1-aacc-08ebe8c6eaab'} bound to L3 agent in host dv-cinder-768458-18-iscsi {{(pid=103716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 05:34:54.057651 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.l3_hamode_db [None req-749a9237-2f60-4601-9224-8c03c97f3359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-02T05:20:42Z,description=,heartbeat_timestamp=2022-03-02T05:34:42Z,host='dv-cinder-768458-18-iscsi',id=9c2b50e6-1677-4aa9-928e-941b4c488fc5,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T05:20:42Z,topic='l3_agent')) {'router_ids': ['de25b4b3-f56c-49b1-aacc-08ebe8c6eaab'], 'active': True} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 05:34:54.065461 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-7934a602-51ba-4e5e-b686-791a048ca77e req-8e6c3f27-ebf6-4a3c-a6fa-f740c3572072 tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] 10.222.0.32 "GET /v2.0/ports?device_id=1942e32e-febc-485c-b32e-e252223657c3 HTTP/1.1" status: 200 len: 210 time: 0.0268612 Mar 02 05:34:54.181523 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.l3_dvr_db [None req-749a9237-2f60-4601-9224-8c03c97f3359 None None] Set router de25b4b3-f56c-49b1-aacc-08ebe8c6eaab gateway port host: dv-cinder-768458-18-iscsi {{(pid=103716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 05:34:54.412074 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.l3_hamode_db [None req-749a9237-2f60-4601-9224-8c03c97f3359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de25b4b3-f56c-49b1-aacc-08ebe8c6eaab', 'name': 'tempest-TestVolumeBootPattern-1506929187-router', 'tenant_id': '849ab8ade87443a6947fd49bc6793c28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'external_fixed_ips': [{'subnet_id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'ip_address': '172.27.2.51'}], 'enable_snat': True}, 'gw_port_id': 'a2b74999-40da-49ac-b59a-dd50e271443a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T05:31:40Z', 'updated_at': '2022-03-02T05:31:44Z', 'revision_number': 4, 'project_id': '849ab8ade87443a6947fd49bc6793c28', 'gw_port': {'id': 'a2b74999-40da-49ac-b59a-dd50e271443a', 'name': '', 'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:7c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de25b4b3-f56c-49b1-aacc-08ebe8c6eaab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'ip_address': '172.27.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T05:31:41Z', 'updated_at': '2022-03-02T05:31:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-18-iscsi', '_interfaces': [{'id': 'df7fecc2-9b58-427e-919a-4569fe7d7cc8', 'name': '', 'network_id': '26125afd-b096-4cb9-bba7-021d4862e741', 'tenant_id': '849ab8ade87443a6947fd49bc6793c28', 'mac_address': 'fa:16:3e:d6:89:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de25b4b3-f56c-49b1-aacc-08ebe8c6eaab', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'd188881c-9727-4efd-b9e6-7344d2704465', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T05:31:43Z', 'updated_at': '2022-03-02T05:31:48Z', 'revision_number': 5, 'project_id': '849ab8ade87443a6947fd49bc6793c28', 'subnets': [{'id': 'd188881c-9727-4efd-b9e6-7344d2704465', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-18-iscsi', False) {} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 05:34:54.442107 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-749a9237-2f60-4601-9224-8c03c97f3359 None None] The sync data for ids ['de25b4b3-f56c-49b1-aacc-08ebe8c6eaab'] in dv-cinder-768458-18-iscsi is: [{'id': 'de25b4b3-f56c-49b1-aacc-08ebe8c6eaab', 'name': 'tempest-TestVolumeBootPattern-1506929187-router', 'tenant_id': '849ab8ade87443a6947fd49bc6793c28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'external_fixed_ips': [{'subnet_id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'ip_address': '172.27.2.51'}], 'enable_snat': True}, 'gw_port_id': 'a2b74999-40da-49ac-b59a-dd50e271443a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T05:31:40Z', 'updated_at': '2022-03-02T05:31:44Z', 'revision_number': 4, 'project_id': '849ab8ade87443a6947fd49bc6793c28', 'gw_port': {'id': 'a2b74999-40da-49ac-b59a-dd50e271443a', 'name': '', 'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:7c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de25b4b3-f56c-49b1-aacc-08ebe8c6eaab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'ip_address': '172.27.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T05:31:41Z', 'updated_at': '2022-03-02T05:31:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-18-iscsi', '_interfaces': [{'id': 'df7fecc2-9b58-427e-919a-4569fe7d7cc8', 'name': '', 'network_id': '26125afd-b096-4cb9-bba7-021d4862e741', 'tenant_id': '849ab8ade87443a6947fd49bc6793c28', 'mac_address': 'fa:16:3e:d6:89:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de25b4b3-f56c-49b1-aacc-08ebe8c6eaab', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'd188881c-9727-4efd-b9e6-7344d2704465', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T05:31:43Z', 'updated_at': '2022-03-02T05:31:48Z', 'revision_number': 5, 'project_id': '849ab8ade87443a6947fd49bc6793c28', 'subnets': [{'id': 'd188881c-9727-4efd-b9e6-7344d2704465', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 05:34:54.635148 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb0f608-1805-4dd4-bc19-192137d746bb req-186ec26c-cc33-46d7-852b-f6e8b161875b tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:34:54.636765 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-6cb0f608-1805-4dd4-bc19-192137d746bb req-186ec26c-cc33-46d7-852b-f6e8b161875b tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/ports?device_id=f113b7a2-946b-46bc-b2d7-90e10ff913f1 HTTP/1.1" status: 200 len: 943 time: 0.0557418 Mar 02 05:34:54.715575 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-6cb0f608-1805-4dd4-bc19-192137d746bb req-8b01a747-3322-4149-8b0a-515aee4a67f9 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/security-groups?id=991bbb6a-b336-47ac-a115-31af4aa86146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713439 Mar 02 05:34:54.741151 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2b0907f-5d2a-4a16-8626-55d381e521d8 None None] New status for floating IP 7006d55d-5221-4b22-ae27-5f27e364e9f5: DOWN {{(pid=103717) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 05:34:55.168362 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-3cc4ea64-1525-462e-b098-5f1b6ea8001e req-6199ff41-a672-4338-b762-b680318a5607 tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] 10.222.0.32 "GET /v2.0/ports?device_id=1942e32e-febc-485c-b32e-e252223657c3 HTTP/1.1" status: 200 len: 210 time: 0.0307171 Mar 02 05:34:55.664325 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.rpc [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Device f7528c85-b863-4129-9216-6fdc2c3ff9f4 no longer exists at agent hyperv_hv-cinder-76845 {{(pid=103716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 05:34:55.686402 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] No Port match for: f7528c85-b863-4129-9216-6fdc2c3ff9f4 {{(pid=103716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 05:34:55.686740 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.rpc [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Device f7528c85-b863-4129-9216-6fdc2c3ff9f4 not bound to the agent host hv-cinder-76845 {{(pid=103716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 05:34:55.839604 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e432dcf7-3ae3-44e3-b975-285c92e89a21 req-894bd4a1-4f28-4aae-89cc-066c01e5710d tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:34:55.841252 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-e432dcf7-3ae3-44e3-b975-285c92e89a21 req-894bd4a1-4f28-4aae-89cc-066c01e5710d tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/ports?device_id=f113b7a2-946b-46bc-b2d7-90e10ff913f1 HTTP/1.1" status: 200 len: 943 time: 0.0551527 Mar 02 05:34:55.893285 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-e432dcf7-3ae3-44e3-b975-285c92e89a21 req-8aeb4d9f-d9a0-4268-b7a1-5b817d34179a tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/security-groups?id=991bbb6a-b336-47ac-a115-31af4aa86146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456216 Mar 02 05:34:56.274310 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-a0f848cf-6c38-4717-9c16-3dbaf7f7ede2 req-fc8bcd82-61ec-4934-aa4a-5b721ad09505 tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] 10.222.0.32 "GET /v2.0/ports?device_id=1942e32e-febc-485c-b32e-e252223657c3 HTTP/1.1" status: 200 len: 210 time: 0.0334129 Mar 02 05:34:57.033183 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244094f1-81c5-48db-9d80-288dcbf93e33 req-b740d318-eb51-47e6-b43d-3852a5589e7e tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:34:57.034851 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-244094f1-81c5-48db-9d80-288dcbf93e33 req-b740d318-eb51-47e6-b43d-3852a5589e7e tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/ports?device_id=f113b7a2-946b-46bc-b2d7-90e10ff913f1 HTTP/1.1" status: 200 len: 943 time: 0.0587177 Mar 02 05:34:57.083300 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-244094f1-81c5-48db-9d80-288dcbf93e33 req-af92fad8-58a4-4935-a60f-af20bb00b91e tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/security-groups?id=991bbb6a-b336-47ac-a115-31af4aa86146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429673 Mar 02 05:34:57.394954 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-c952e313-6098-402c-b685-fa2926ef5c6f req-b6c2db26-7cd0-41b0-8ecc-d1d301a32d8d tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] 10.222.0.32 "GET /v2.0/ports?device_id=1942e32e-febc-485c-b32e-e252223657c3 HTTP/1.1" status: 200 len: 210 time: 0.0322940 Mar 02 05:34:58.235034 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2aab03f-9dd5-4077-90f9-fab3a562697e req-ee8db786-6262-48c7-9d59-83615559b43a tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:34:58.351909 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-c2aab03f-9dd5-4077-90f9-fab3a562697e req-ee8db786-6262-48c7-9d59-83615559b43a tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/ports?device_id=f113b7a2-946b-46bc-b2d7-90e10ff913f1 HTTP/1.1" status: 200 len: 943 time: 0.0712650 Mar 02 05:34:58.351909 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-c2aab03f-9dd5-4077-90f9-fab3a562697e req-39f0d909-8ee0-4d91-8b47-cd0c3aff101e tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/security-groups?id=991bbb6a-b336-47ac-a115-31af4aa86146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481117 Mar 02 05:34:58.496019 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-04180c10-8df8-4250-8f1b-f270761bbee5 req-19debd0d-3709-4926-a56b-ba820a6c67bd tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] 10.222.0.32 "GET /v2.0/ports?device_id=1942e32e-febc-485c-b32e-e252223657c3 HTTP/1.1" status: 200 len: 210 time: 0.0296681 Mar 02 05:34:59.465589 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae4595c-4643-4f24-8ef4-9d229b5cebc9 req-ed51990a-de7a-4260-b21d-5bd80c3da47a tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:34:59.467064 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-eae4595c-4643-4f24-8ef4-9d229b5cebc9 req-ed51990a-de7a-4260-b21d-5bd80c3da47a tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/ports?device_id=f113b7a2-946b-46bc-b2d7-90e10ff913f1 HTTP/1.1" status: 200 len: 943 time: 0.0520904 Mar 02 05:34:59.521969 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-eae4595c-4643-4f24-8ef4-9d229b5cebc9 req-ce2e7fc8-aeed-414c-bbe4-1baeadcaeed3 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/security-groups?id=991bbb6a-b336-47ac-a115-31af4aa86146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464647 Mar 02 05:34:59.599711 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-5f1df5a5-cb0b-4032-9f57-14f7184850bc req-94835a9f-b04c-4781-bb25-edaaf3ad8fa7 tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] 10.222.0.32 "GET /v2.0/ports?device_id=1942e32e-febc-485c-b32e-e252223657c3 HTTP/1.1" status: 200 len: 210 time: 0.0279036 Mar 02 05:35:00.662805 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10f1e36-bf0b-4a54-ab85-b534d7fb1790 req-7ea0d294-13e2-4362-888f-88652eec0c1e tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:35:00.664652 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-c10f1e36-bf0b-4a54-ab85-b534d7fb1790 req-7ea0d294-13e2-4362-888f-88652eec0c1e tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/ports?device_id=f113b7a2-946b-46bc-b2d7-90e10ff913f1 HTTP/1.1" status: 200 len: 943 time: 0.0566795 Mar 02 05:35:00.724557 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-0433c91a-ef23-4875-9613-150137e7ea3b req-189eaebe-2af5-470a-94f2-0d3097981d47 tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] 10.222.0.32 "GET /v2.0/ports?device_id=1942e32e-febc-485c-b32e-e252223657c3 HTTP/1.1" status: 200 len: 210 time: 0.0413370 Mar 02 05:35:00.726105 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-c10f1e36-bf0b-4a54-ab85-b534d7fb1790 req-af699f33-1e04-4f52-b5c2-0af5802ef79e tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/security-groups?id=991bbb6a-b336-47ac-a115-31af4aa86146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530686 Mar 02 05:35:01.831029 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-d33bd07f-ed30-4355-a1cd-71f5dc04bdbd req-97c5f87f-7a67-4942-81bc-af4df6bc3e05 tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] 10.222.0.32 "GET /v2.0/ports?device_id=1942e32e-febc-485c-b32e-e252223657c3 HTTP/1.1" status: 200 len: 210 time: 0.0329702 Mar 02 05:35:01.854525 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14944ee6-1822-4640-944c-fef483be5a7f req-6a7e6b0b-d39b-4c94-bd24-5cfc009b81c4 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:35:01.856057 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-14944ee6-1822-4640-944c-fef483be5a7f req-6a7e6b0b-d39b-4c94-bd24-5cfc009b81c4 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/ports?device_id=f113b7a2-946b-46bc-b2d7-90e10ff913f1 HTTP/1.1" status: 200 len: 943 time: 0.0547976 Mar 02 05:35:01.904433 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-14944ee6-1822-4640-944c-fef483be5a7f req-db0f7344-7b31-4010-b5ee-3d2f73618b9d tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/security-groups?id=991bbb6a-b336-47ac-a115-31af4aa86146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397830 Mar 02 05:35:03.041910 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79afd07-c58f-41bf-8241-781c6ae45809 req-b4e3c33f-e863-4ed4-af84-4daec5fd7640 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:35:03.043420 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-e79afd07-c58f-41bf-8241-781c6ae45809 req-b4e3c33f-e863-4ed4-af84-4daec5fd7640 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/ports?device_id=f113b7a2-946b-46bc-b2d7-90e10ff913f1 HTTP/1.1" status: 200 len: 943 time: 0.0566664 Mar 02 05:35:03.118234 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-e79afd07-c58f-41bf-8241-781c6ae45809 req-41c6ff0f-4ca8-4089-bfbd-a952d430a7e0 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/security-groups?id=991bbb6a-b336-47ac-a115-31af4aa86146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640407 Mar 02 05:35:03.197158 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-da7e64a8-2b3c-4e65-b480-2c910c49f6df req-0950e725-0856-4279-b359-68fb04976215 tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-904867612&fields=id&tenant_id=849ab8ade87443a6947fd49bc6793c28 HTTP/1.1" status: 200 len: 267 time: 0.0452507 Mar 02 05:35:03.303991 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7e64a8-2b3c-4e65-b480-2c910c49f6df req-4140936a-05ed-423c-9be0-7ba00b03415b tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:35:03.305447 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-da7e64a8-2b3c-4e65-b480-2c910c49f6df req-4140936a-05ed-423c-9be0-7ba00b03415b tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] 10.222.0.32 "GET /v2.0/networks?id=26125afd-b096-4cb9-bba7-021d4862e741 HTTP/1.1" status: 200 len: 812 time: 0.1007595 Mar 02 05:35:03.320591 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-da7e64a8-2b3c-4e65-b480-2c910c49f6df req-b95812d2-f50f-44ee-b4dd-89e451c9d919 tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] 10.222.0.32 "GET /v2.0/quotas/849ab8ade87443a6947fd49bc6793c28 HTTP/1.1" status: 200 len: 375 time: 0.0095186 Mar 02 05:35:03.379159 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-da7e64a8-2b3c-4e65-b480-2c910c49f6df req-b8f988b7-765c-4318-8b63-5281a7d175ca tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=849ab8ade87443a6947fd49bc6793c28&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0534458 Mar 02 05:35:03.523812 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-da7e64a8-2b3c-4e65-b480-2c910c49f6df req-c5591e3d-26b8-433c-85b7-d8f99cdda7e9 service neutron] 10.222.0.32 "GET /v2.0/networks/26125afd-b096-4cb9-bba7-021d4862e741?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323466 Mar 02 05:35:03.621175 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-da7e64a8-2b3c-4e65-b480-2c910c49f6df req-dc85fe2d-ef25-4155-8413-2b115afe558c service neutron] 10.222.0.32 "GET /v2.0/networks/26125afd-b096-4cb9-bba7-021d4862e741?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916586 Mar 02 05:35:03.670273 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.rpc [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Device 8d20e0f5-1081-4b21-9c63-5a7aba63428c details requested by agent hyperv_hv-cinder-76845 with host hv-cinder-76845 {{(pid=103716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 02 05:35:03.766578 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] For port 8d20e0f5-1081-4b21-9c63-5a7aba63428c, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=8d20e0f5-1081-4b21-9c63-5a7aba63428c,segment=NetworkSegment(15c6c484-0d48-4d40-b6e8-616bb71b4578),segment_id=15c6c484-0d48-4d40-b6e8-616bb71b4578)] {{(pid=103716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 05:35:03.778367 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.rpc [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Returning: {'device': '8d20e0f5-1081-4b21-9c63-5a7aba63428c', 'network_id': 'cca8cd28-8205-477a-92b1-88a32e29d0bc', 'port_id': '8d20e0f5-1081-4b21-9c63-5a7aba63428c', 'mac_address': 'fa:16:3e:1e:08:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 258, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab127ad9-ce11-421d-b130-80cd6d7ddae3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 02 05:35:03.821330 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Current status of the port 8d20e0f5-1081-4b21-9c63-5a7aba63428c is: DOWN; New status is: BUILD {{(pid=103716) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 05:35:03.821741 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for port (8d20e0f5-1081-4b21-9c63-5a7aba63428c), before_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:35:03.834641 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.notifiers.nova [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d20e0f5-1081-4b21-9c63-5a7aba63428c {{(pid=103716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 05:35:03.854625 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] For port 8d20e0f5-1081-4b21-9c63-5a7aba63428c, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=8d20e0f5-1081-4b21-9c63-5a7aba63428c,segment=NetworkSegment(15c6c484-0d48-4d40-b6e8-616bb71b4578),segment_id=15c6c484-0d48-4d40-b6e8-616bb71b4578)] {{(pid=103716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 05:35:03.894680 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789290460654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789289919735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789289921293'] for port (8d20e0f5-1081-4b21-9c63-5a7aba63428c), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:35:03.943049 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Pushing event updated for resources: {'Port': ['ID=8d20e0f5-1081-4b21-9c63-5a7aba63428c,revision_number=9']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:35:04.112785 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-24b75a87-bf66-4538-ac82-14f6b3fd8686 req-979c292f-c22c-4c52-b705-51b54ece03c0 tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9e8ff2d-9a08-434a-9ede-b9c897cdb2b6 HTTP/1.1" status: 200 len: 210 time: 0.0271659 Mar 02 05:35:04.147168 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] get_ports_and_sgs() called for port_ids ['8d20e0f5-1081-4b21-9c63-5a7aba63428c'] {{(pid=103716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 05:35:04.249550 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03f85d9-e7dd-4b57-9581-6f48461e5870 req-0a9ca78e-a3f0-4336-8232-22439493349f tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:35:04.251053 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-b03f85d9-e7dd-4b57-9581-6f48461e5870 req-0a9ca78e-a3f0-4336-8232-22439493349f tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/ports?device_id=f113b7a2-946b-46bc-b2d7-90e10ff913f1 HTTP/1.1" status: 200 len: 944 time: 0.0542514 Mar 02 05:35:04.313441 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-b03f85d9-e7dd-4b57-9581-6f48461e5870 req-cf901d68-2265-41ee-b724-e5ec3110ae97 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/security-groups?id=991bbb6a-b336-47ac-a115-31af4aa86146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566819 Mar 02 05:35:05.362641 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-9b22ae4f-a3f5-4337-afc6-0c4b103e5ed6 req-b770da52-7b5d-456e-9101-040cc0997edb tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9e8ff2d-9a08-434a-9ede-b9c897cdb2b6 HTTP/1.1" status: 200 len: 210 time: 0.0268807 Mar 02 05:35:05.435699 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fc9046-5904-4627-9604-a1c819eb591d req-680b65f5-5839-4693-9f7b-e9e752f4e002 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:35:05.437623 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-77fc9046-5904-4627-9604-a1c819eb591d req-680b65f5-5839-4693-9f7b-e9e752f4e002 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/ports?device_id=f113b7a2-946b-46bc-b2d7-90e10ff913f1 HTTP/1.1" status: 200 len: 944 time: 0.0531387 Mar 02 05:35:05.484170 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-77fc9046-5904-4627-9604-a1c819eb591d req-4d7a83f0-c6f2-4548-a2db-f2fbe74746f2 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/security-groups?id=991bbb6a-b336-47ac-a115-31af4aa86146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413237 Mar 02 05:35:05.691935 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.rpc [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Device 8d20e0f5-1081-4b21-9c63-5a7aba63428c up at agent hyperv_hv-cinder-76845 {{(pid=103716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 05:35:05.737493 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.provisioning_blocks [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Provisioning complete for port 8d20e0f5-1081-4b21-9c63-5a7aba63428c triggered by entity L2. {{(pid=103716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 05:35:05.737863 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012754'] for port (8d20e0f5-1081-4b21-9c63-5a7aba63428c), provisioning_complete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:35:05.813700 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Current status of the port 8d20e0f5-1081-4b21-9c63-5a7aba63428c is: BUILD; New status is: ACTIVE {{(pid=103716) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 05:35:05.814089 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for port (8d20e0f5-1081-4b21-9c63-5a7aba63428c), before_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:35:05.836204 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f113b7a2-946b-46bc-b2d7-90e10ff913f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d20e0f5-1081-4b21-9c63-5a7aba63428c'}] {{(pid=103716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 05:35:05.838384 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5cc3ee08ba8b8203ef00b822cbb368117e1f515a76881e78a723e4cc0774230" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf9c3c47-64c5-4a76-9c7f-27f571084b5d" -d '{"events": [{"server_uuid": "f113b7a2-946b-46bc-b2d7-90e10ff913f1", "name": "network-vif-plugged", "status": "completed", "tag": "8d20e0f5-1081-4b21-9c63-5a7aba63428c"}]}' {{(pid=103716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 05:35:05.850949 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] For port 8d20e0f5-1081-4b21-9c63-5a7aba63428c, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=8d20e0f5-1081-4b21-9c63-5a7aba63428c,segment=NetworkSegment(15c6c484-0d48-4d40-b6e8-616bb71b4578),segment_id=15c6c484-0d48-4d40-b6e8-616bb71b4578)] {{(pid=103716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 05:35:05.871859 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 05:35:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c11000be-e41e-4a61-9abd-c802e4d3428f x-openstack-request-id: req-c11000be-e41e-4a61-9abd-c802e4d3428f {{(pid=103716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 05:35:05.872150 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f113b7a2-946b-46bc-b2d7-90e10ff913f1", "name": "network-vif-plugged", "status": "completed", "tag": "8d20e0f5-1081-4b21-9c63-5a7aba63428c", "code": 200}]} {{(pid=103716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 05:35:05.872410 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c11000be-e41e-4a61-9abd-c802e4d3428f {{(pid=103716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 05:35:05.872808 dv-cinder-768458-18-iscsi neutron-server[103716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f113b7a2-946b-46bc-b2d7-90e10ff913f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d20e0f5-1081-4b21-9c63-5a7aba63428c', 'code': 200} Mar 02 05:35:05.929187 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789290460654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789289919735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789289921293'] for port (8d20e0f5-1081-4b21-9c63-5a7aba63428c), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:35:05.975213 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Pushing event updated for resources: {'Port': ['ID=8d20e0f5-1081-4b21-9c63-5a7aba63428c,revision_number=10']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:35:06.143346 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7e64a8-2b3c-4e65-b480-2c910c49f6df req-748da466-9086-4178-8020-bc0224b4bd53 tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:35:06.144830 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-da7e64a8-2b3c-4e65-b480-2c910c49f6df req-748da466-9086-4178-8020-bc0224b4bd53 tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] 10.222.0.41 "GET /v2.0/networks?id=26125afd-b096-4cb9-bba7-021d4862e741 HTTP/1.1" status: 200 len: 812 time: 0.1027966 Mar 02 05:35:06.217129 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-da7e64a8-2b3c-4e65-b480-2c910c49f6df req-2ce801d4-91bc-4f5e-9414-7745e5deecb6 tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=849ab8ade87443a6947fd49bc6793c28 HTTP/1.1" status: 200 len: 379 time: 0.0574861 Mar 02 05:35:06.227768 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.v2.base [req-da7e64a8-2b3c-4e65-b480-2c910c49f6df req-9ece5a3d-3ebf-400a-9914-2a0a1e41f643 tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Request body: {'port': {'device_id': 'e9e8ff2d-9a08-434a-9ede-b9c897cdb2b6', 'network_id': '26125afd-b096-4cb9-bba7-021d4862e741', 'admin_state_up': True, 'tenant_id': '849ab8ade87443a6947fd49bc6793c28', 'security_groups': ['01fdecac-c163-40c3-9d7b-98e5d2dc1a8f']}} {{(pid=103714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 05:35:06.230455 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c488a4-d94e-4c27-8b72-7a26a242d396 req-b3e1227f-823a-44e2-8b03-6e8864509ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:35:06.231978 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-c0c488a4-d94e-4c27-8b72-7a26a242d396 req-b3e1227f-823a-44e2-8b03-6e8864509ee1 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f113b7a2-946b-46bc-b2d7-90e10ff913f1 HTTP/1.1" status: 200 len: 1130 time: 0.0434597 Mar 02 05:35:06.280181 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-c0c488a4-d94e-4c27-8b72-7a26a242d396 req-bc5728b1-37a2-49a5-8371-748cb6a49b3e service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=991bbb6a-b336-47ac-a115-31af4aa86146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407715 Mar 02 05:35:06.419309 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da7e64a8-2b3c-4e65-b480-2c910c49f6df req-9ece5a3d-3ebf-400a-9914-2a0a1e41f643 tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Made reservation on behalf of 849ab8ade87443a6947fd49bc6793c28 for: {'port': 1} {{(pid=103714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 05:35:06.422969 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [req-da7e64a8-2b3c-4e65-b480-2c910c49f6df req-9ece5a3d-3ebf-400a-9914-2a0a1e41f643 tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for port (None), before_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:35:06.469050 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-979f6e65-baf6-40dd-9634-8e33f1ef21ce req-c5d65bda-78f6-4e81-b3f2-3b39770a3833 tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9e8ff2d-9a08-434a-9ede-b9c897cdb2b6 HTTP/1.1" status: 200 len: 210 time: 0.0360863 Mar 02 05:35:06.582014 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.db.db_base_plugin_common [req-da7e64a8-2b3c-4e65-b480-2c910c49f6df req-9ece5a3d-3ebf-400a-9914-2a0a1e41f643 tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Allocated IP 172.20.0.10 (26125afd-b096-4cb9-bba7-021d4862e741/d188881c-9727-4efd-b9e6-7344d2704465/eb45cdb9-12e5-4d8e-93d2-2f1d8754a083) {{(pid=103714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 05:35:06.610990 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8effcbc-a320-4edf-81e3-64fc3b4d34c6 req-f93d3bea-81d5-48f0-aab4-d4d3654d4165 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:35:06.612581 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-b8effcbc-a320-4edf-81e3-64fc3b4d34c6 req-f93d3bea-81d5-48f0-aab4-d4d3654d4165 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/ports?device_id=f113b7a2-946b-46bc-b2d7-90e10ff913f1 HTTP/1.1" status: 200 len: 946 time: 0.0546722 Mar 02 05:35:06.660324 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-b8effcbc-a320-4edf-81e3-64fc3b4d34c6 req-a5ed85cd-9a43-4711-90f3-2d4d76c295cf tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/security-groups?id=991bbb6a-b336-47ac-a115-31af4aa86146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415385 Mar 02 05:35:06.726908 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [req-da7e64a8-2b3c-4e65-b480-2c910c49f6df req-9ece5a3d-3ebf-400a-9914-2a0a1e41f643 tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Publish callbacks [] for port (eb45cdb9-12e5-4d8e-93d2-2f1d8754a083), precommit_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:35:06.855053 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [req-da7e64a8-2b3c-4e65-b480-2c910c49f6df req-9ece5a3d-3ebf-400a-9914-2a0a1e41f643 tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789289919717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13003867'] for port (eb45cdb9-12e5-4d8e-93d2-2f1d8754a083), after_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:35:06.898246 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da7e64a8-2b3c-4e65-b480-2c910c49f6df req-9ece5a3d-3ebf-400a-9914-2a0a1e41f643 tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Network 26125afd-b096-4cb9-bba7-021d4862e741 is already hosted by enough agents. {{(pid=103714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 05:35:06.901309 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.scheduler.base_scheduler [req-da7e64a8-2b3c-4e65-b480-2c910c49f6df req-9ece5a3d-3ebf-400a-9914-2a0a1e41f643 tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Resources bound (agent type, host, resource id): {{(pid=103714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 05:35:06.903914 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.db.l3_dvrscheduler_db [req-da7e64a8-2b3c-4e65-b480-2c910c49f6df req-9ece5a3d-3ebf-400a-9914-2a0a1e41f643 tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Received port after_create {{(pid=103714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 05:35:06.938829 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ece5a3d-3ebf-400a-9914-2a0a1e41f643 tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Pushing event updated for resources: {'Port': ['ID=eb45cdb9-12e5-4d8e-93d2-2f1d8754a083,revision_number=1']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:35:06.962123 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7e64a8-2b3c-4e65-b480-2c910c49f6df req-9ece5a3d-3ebf-400a-9914-2a0a1e41f643 tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:35:06.962764 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [req-da7e64a8-2b3c-4e65-b480-2c910c49f6df req-9ece5a3d-3ebf-400a-9914-2a0a1e41f643 tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25628'] for port (None), before_response {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:35:07.057624 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-da7e64a8-2b3c-4e65-b480-2c910c49f6df req-9ece5a3d-3ebf-400a-9914-2a0a1e41f643 tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8337657 Mar 02 05:35:07.066070 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (db45f871-b7ec-436d-b6b8-6a0a072a2253), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:35:07.069921 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.v2.base [req-da7e64a8-2b3c-4e65-b480-2c910c49f6df req-a4a01f8a-c838-4611-8668-901b34379960 service neutron] Request body: {'port': {'device_id': 'e9e8ff2d-9a08-434a-9ede-b9c897cdb2b6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76845'}} {{(pid=103714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 05:35:07.095885 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.provisioning_blocks [None req-35a1786e-26c3-410f-99c7-e96da848f6f7 None None] Provisioning complete for port eb45cdb9-12e5-4d8e-93d2-2f1d8754a083 triggered by entity DHCP. {{(pid=103716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 05:35:07.096263 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-35a1786e-26c3-410f-99c7-e96da848f6f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012754'] for port (eb45cdb9-12e5-4d8e-93d2-2f1d8754a083), provisioning_complete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:35:07.133272 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [req-da7e64a8-2b3c-4e65-b480-2c910c49f6df req-a4a01f8a-c838-4611-8668-901b34379960 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for port (eb45cdb9-12e5-4d8e-93d2-2f1d8754a083), before_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:35:07.133706 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-35a1786e-26c3-410f-99c7-e96da848f6f7 None None] Port eb45cdb9-12e5-4d8e-93d2-2f1d8754a083 cannot update to ACTIVE because it is not bound. {{(pid=103716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 02 05:35:07.392636 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.notifiers.nova [req-da7e64a8-2b3c-4e65-b480-2c910c49f6df req-a4a01f8a-c838-4611-8668-901b34379960 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb45cdb9-12e5-4d8e-93d2-2f1d8754a083 {{(pid=103714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 05:35:07.400839 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [req-da7e64a8-2b3c-4e65-b480-2c910c49f6df req-a4a01f8a-c838-4611-8668-901b34379960 service neutron] Publish callbacks [] for port (eb45cdb9-12e5-4d8e-93d2-2f1d8754a083), precommit_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:35:07.414028 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.db.provisioning_blocks [req-da7e64a8-2b3c-4e65-b480-2c910c49f6df req-a4a01f8a-c838-4611-8668-901b34379960 service neutron] Transition to ACTIVE for port object eb45cdb9-12e5-4d8e-93d2-2f1d8754a083 will not be triggered until provisioned by entity L2. {{(pid=103714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 02 05:35:07.484872 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [req-da7e64a8-2b3c-4e65-b480-2c910c49f6df req-a4a01f8a-c838-4611-8668-901b34379960 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789290460654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789289919735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789289921293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13003858'] for port (eb45cdb9-12e5-4d8e-93d2-2f1d8754a083), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:35:07.608582 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a01f8a-c838-4611-8668-901b34379960 service neutron] Pushing event updated for resources: {'Port': ['ID=eb45cdb9-12e5-4d8e-93d2-2f1d8754a083,revision_number=2']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:35:07.658107 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.managers [req-da7e64a8-2b3c-4e65-b480-2c910c49f6df req-a4a01f8a-c838-4611-8668-901b34379960 service neutron] Attempting to bind port eb45cdb9-12e5-4d8e-93d2-2f1d8754a083 on host hv-cinder-76845 for vnic_type normal with profile {{(pid=103714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 05:35:07.658107 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.managers [req-da7e64a8-2b3c-4e65-b480-2c910c49f6df req-a4a01f8a-c838-4611-8668-901b34379960 service neutron] Attempting to bind port eb45cdb9-12e5-4d8e-93d2-2f1d8754a083 by drivers openvswitch,hyperv on host hv-cinder-76845 at level 0 using segments [{'id': '179d65c1-9d95-4943-a804-bd91470b2f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '26125afd-b096-4cb9-bba7-021d4862e741'}] {{(pid=103714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 05:35:07.658392 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da7e64a8-2b3c-4e65-b480-2c910c49f6df req-a4a01f8a-c838-4611-8668-901b34379960 service neutron] Attempting to bind port eb45cdb9-12e5-4d8e-93d2-2f1d8754a083 on network 26125afd-b096-4cb9-bba7-021d4862e741 {{(pid=103714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 05:35:07.668412 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ac3bef-989e-4605-903a-8a99cdde45c1 req-2fb98640-c51e-4688-be67-c505ac9fd7f9 tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:35:07.669862 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-65ac3bef-989e-4605-903a-8a99cdde45c1 req-2fb98640-c51e-4688-be67-c505ac9fd7f9 tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9e8ff2d-9a08-434a-9ede-b9c897cdb2b6 HTTP/1.1" status: 200 len: 944 time: 0.1124885 Mar 02 05:35:07.672192 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da7e64a8-2b3c-4e65-b480-2c910c49f6df req-a4a01f8a-c838-4611-8668-901b34379960 service neutron] Port eb45cdb9-12e5-4d8e-93d2-2f1d8754a083 on network 26125afd-b096-4cb9-bba7-021d4862e741 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76845 {{(pid=103714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 02 05:35:07.672516 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da7e64a8-2b3c-4e65-b480-2c910c49f6df req-a4a01f8a-c838-4611-8668-901b34379960 service neutron] Attempting to bind port eb45cdb9-12e5-4d8e-93d2-2f1d8754a083 on network 26125afd-b096-4cb9-bba7-021d4862e741 {{(pid=103714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 05:35:07.678916 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da7e64a8-2b3c-4e65-b480-2c910c49f6df req-a4a01f8a-c838-4611-8668-901b34379960 service neutron] Checking agent: {'id': 'db45f871-b7ec-436d-b6b8-6a0a072a2253', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76845', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 5, 27, 7), 'started_at': datetime.datetime(2022, 3, 2, 5, 27, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 5, 35, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 05:35:07.679253 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da7e64a8-2b3c-4e65-b480-2c910c49f6df req-a4a01f8a-c838-4611-8668-901b34379960 service neutron] Checking segment: {'id': '179d65c1-9d95-4943-a804-bd91470b2f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '26125afd-b096-4cb9-bba7-021d4862e741'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 05:35:07.680300 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da7e64a8-2b3c-4e65-b480-2c910c49f6df req-a4a01f8a-c838-4611-8668-901b34379960 service neutron] Bound using segment: {'id': '179d65c1-9d95-4943-a804-bd91470b2f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '26125afd-b096-4cb9-bba7-021d4862e741'} {{(pid=103714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 05:35:07.680476 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.managers [req-da7e64a8-2b3c-4e65-b480-2c910c49f6df req-a4a01f8a-c838-4611-8668-901b34379960 service neutron] Bound port: eb45cdb9-12e5-4d8e-93d2-2f1d8754a083, host: hv-cinder-76845, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '179d65c1-9d95-4943-a804-bd91470b2f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '26125afd-b096-4cb9-bba7-021d4862e741'}}] {{(pid=103714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 05:35:07.681566 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [req-da7e64a8-2b3c-4e65-b480-2c910c49f6df req-a4a01f8a-c838-4611-8668-901b34379960 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for port (eb45cdb9-12e5-4d8e-93d2-2f1d8754a083), before_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:35:07.793056 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-65ac3bef-989e-4605-903a-8a99cdde45c1 req-9f9312ea-82c4-4300-9f94-933a7cc9e862 tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] 10.222.0.32 "GET /v2.0/security-groups?id=01fdecac-c163-40c3-9d7b-98e5d2dc1a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1060393 Mar 02 05:35:07.814762 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.db [req-da7e64a8-2b3c-4e65-b480-2c910c49f6df req-a4a01f8a-c838-4611-8668-901b34379960 service neutron] For port eb45cdb9-12e5-4d8e-93d2-2f1d8754a083, host hv-cinder-76845, cleared binding levels {{(pid=103714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 05:35:07.817850 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.db [req-da7e64a8-2b3c-4e65-b480-2c910c49f6df req-a4a01f8a-c838-4611-8668-901b34379960 service neutron] For port eb45cdb9-12e5-4d8e-93d2-2f1d8754a083, host hv-cinder-76845, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=eb45cdb9-12e5-4d8e-93d2-2f1d8754a083,segment=NetworkSegment(179d65c1-9d95-4943-a804-bd91470b2f8b),segment_id=179d65c1-9d95-4943-a804-bd91470b2f8b)] {{(pid=103714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 05:35:07.830210 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee15d6f-cd26-419b-afb4-b371f5af9344 req-23c5af1e-e440-4fb2-973c-006237ac6238 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:35:07.832007 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-3ee15d6f-cd26-419b-afb4-b371f5af9344 req-23c5af1e-e440-4fb2-973c-006237ac6238 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/ports?device_id=f113b7a2-946b-46bc-b2d7-90e10ff913f1 HTTP/1.1" status: 200 len: 946 time: 0.0744338 Mar 02 05:35:07.877554 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [req-da7e64a8-2b3c-4e65-b480-2c910c49f6df req-a4a01f8a-c838-4611-8668-901b34379960 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789290460654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789289919735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789289921293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13003858'] for port (eb45cdb9-12e5-4d8e-93d2-2f1d8754a083), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:35:07.878617 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-3ee15d6f-cd26-419b-afb4-b371f5af9344 req-444e608f-e001-470a-9b89-f56336890b4a tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/security-groups?id=991bbb6a-b336-47ac-a115-31af4aa86146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409486 Mar 02 05:35:07.916988 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7e64a8-2b3c-4e65-b480-2c910c49f6df req-a4a01f8a-c838-4611-8668-901b34379960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:35:07.917609 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [req-da7e64a8-2b3c-4e65-b480-2c910c49f6df req-a4a01f8a-c838-4611-8668-901b34379960 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25628'] for port (None), before_response {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:35:07.918976 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-da7e64a8-2b3c-4e65-b480-2c910c49f6df req-a4a01f8a-c838-4611-8668-901b34379960 service neutron] 10.222.0.41 "PUT /v2.0/ports/eb45cdb9-12e5-4d8e-93d2-2f1d8754a083 HTTP/1.1" status: 200 len: 1094 time: 0.8534174 Mar 02 05:35:07.919431 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9e8ff2d-9a08-434a-9ede-b9c897cdb2b6', 'tag': 'eb45cdb9-12e5-4d8e-93d2-2f1d8754a083'}] {{(pid=103714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 05:35:07.921640 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ff79788530fe2085a0b37cf7dfc71d903fcc72df0d156f3e5e7065db2593a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c615343-11be-425a-b03e-496ee3615d40" -d '{"events": [{"name": "network-changed", "server_uuid": "e9e8ff2d-9a08-434a-9ede-b9c897cdb2b6", "tag": "eb45cdb9-12e5-4d8e-93d2-2f1d8754a083"}]}' {{(pid=103714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 05:35:07.955678 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a01f8a-c838-4611-8668-901b34379960 service neutron] Pushing event updated for resources: {'Port': ['ID=eb45cdb9-12e5-4d8e-93d2-2f1d8754a083,revision_number=3']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:35:07.972207 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Mar 2022 05:35:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74d7894d-1589-4090-bd0d-02494966379f x-openstack-request-id: req-74d7894d-1589-4090-bd0d-02494966379f {{(pid=103714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 05:35:07.972619 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9e8ff2d-9a08-434a-9ede-b9c897cdb2b6", "tag": "eb45cdb9-12e5-4d8e-93d2-2f1d8754a083", "status": "completed", "code": 200}]} {{(pid=103714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 05:35:07.972934 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-74d7894d-1589-4090-bd0d-02494966379f {{(pid=103714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 05:35:07.973553 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9e8ff2d-9a08-434a-9ede-b9c897cdb2b6', 'tag': 'eb45cdb9-12e5-4d8e-93d2-2f1d8754a083', 'status': 'completed', 'code': 200} Mar 02 05:35:08.043671 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c615343-11be-425a-b03e-496ee3615d40 req-d2fd8952-c582-44f8-8402-3a275d330e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:35:08.045359 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-3c615343-11be-425a-b03e-496ee3615d40 req-d2fd8952-c582-44f8-8402-3a275d330e99 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=849ab8ade87443a6947fd49bc6793c28&device_id=e9e8ff2d-9a08-434a-9ede-b9c897cdb2b6 HTTP/1.1" status: 200 len: 1128 time: 0.0504606 Mar 02 05:35:08.146684 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c615343-11be-425a-b03e-496ee3615d40 req-4e030db2-d3f6-4040-83d1-9e2ff6674ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:35:08.148178 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-3c615343-11be-425a-b03e-496ee3615d40 req-4e030db2-d3f6-4040-83d1-9e2ff6674ca7 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=849ab8ade87443a6947fd49bc6793c28&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0946338 Mar 02 05:35:08.241368 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c615343-11be-425a-b03e-496ee3615d40 req-c923492d-19e9-47c5-a531-0ffea58e38f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:35:08.242864 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-3c615343-11be-425a-b03e-496ee3615d40 req-c923492d-19e9-47c5-a531-0ffea58e38f8 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0879474 Mar 02 05:35:08.324145 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7e64a8-2b3c-4e65-b480-2c910c49f6df req-5cfb79a9-ca2c-4c59-99e6-6f1614dec722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:35:08.325858 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-da7e64a8-2b3c-4e65-b480-2c910c49f6df req-5cfb79a9-ca2c-4c59-99e6-6f1614dec722 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=849ab8ade87443a6947fd49bc6793c28&device_id=e9e8ff2d-9a08-434a-9ede-b9c897cdb2b6 HTTP/1.1" status: 200 len: 1128 time: 0.0480151 Mar 02 05:35:08.367881 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-da7e64a8-2b3c-4e65-b480-2c910c49f6df req-ef3856c9-e046-4dcb-ad12-0b7ec3fa2190 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eb45cdb9-12e5-4d8e-93d2-2f1d8754a083 HTTP/1.1" status: 200 len: 217 time: 0.0343831 Mar 02 05:35:08.418049 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7e64a8-2b3c-4e65-b480-2c910c49f6df req-72772a23-4048-4afc-9ede-3d8c7373c786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:35:08.419457 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-da7e64a8-2b3c-4e65-b480-2c910c49f6df req-72772a23-4048-4afc-9ede-3d8c7373c786 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d188881c-9727-4efd-b9e6-7344d2704465 HTTP/1.1" status: 200 len: 851 time: 0.0444195 Mar 02 05:35:08.474075 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7e64a8-2b3c-4e65-b480-2c910c49f6df req-03efd3c8-ccab-46ed-834e-5881acfa5c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:35:08.475619 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-da7e64a8-2b3c-4e65-b480-2c910c49f6df req-03efd3c8-ccab-46ed-834e-5881acfa5c19 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=26125afd-b096-4cb9-bba7-021d4862e741&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0448070 Mar 02 05:35:08.569210 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-da7e64a8-2b3c-4e65-b480-2c910c49f6df req-ec1ec702-b169-4b18-a23d-9c1b4cbd2463 service neutron] 10.222.0.41 "GET /v2.0/networks/26125afd-b096-4cb9-bba7-021d4862e741?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869482 Mar 02 05:35:08.658117 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-da7e64a8-2b3c-4e65-b480-2c910c49f6df req-823473dd-d2d6-450b-bde3-df2469c17a30 service neutron] 10.222.0.41 "GET /v2.0/networks/26125afd-b096-4cb9-bba7-021d4862e741?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815837 Mar 02 05:35:08.917190 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13073ca-7983-4309-b45f-1a965243a74e req-aa8ec9f0-43cb-460d-b245-4bc821dc3125 tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:35:08.918683 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-a13073ca-7983-4309-b45f-1a965243a74e req-aa8ec9f0-43cb-460d-b245-4bc821dc3125 tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9e8ff2d-9a08-434a-9ede-b9c897cdb2b6 HTTP/1.1" status: 200 len: 944 time: 0.0557687 Mar 02 05:35:08.970277 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-a13073ca-7983-4309-b45f-1a965243a74e req-f826b093-c6ef-4bb4-9b0b-2c467cb09b5d tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] 10.222.0.32 "GET /v2.0/security-groups?id=01fdecac-c163-40c3-9d7b-98e5d2dc1a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448678 Mar 02 05:35:09.014699 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80c9bbd-0951-47dc-ae42-60b3d35fab11 req-3574e0dc-d05c-417d-a269-83f567113a96 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:35:09.016347 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-d80c9bbd-0951-47dc-ae42-60b3d35fab11 req-3574e0dc-d05c-417d-a269-83f567113a96 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/ports?device_id=f113b7a2-946b-46bc-b2d7-90e10ff913f1 HTTP/1.1" status: 200 len: 946 time: 0.0575140 Mar 02 05:35:09.064470 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-d80c9bbd-0951-47dc-ae42-60b3d35fab11 req-8d346a40-18da-4540-8ab9-521e5a23ecd3 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/security-groups?id=991bbb6a-b336-47ac-a115-31af4aa86146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417941 Mar 02 05:35:09.596201 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-4651ee27-19b8-4911-95c3-50bd0ea57030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (516abb3b-63f8-4dbb-a4f1-8865516966e2), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:35:10.103086 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be61637-d2da-4cc2-865c-3ad9cc0be443 req-f9e81759-cddd-4189-9ced-1dc5cbef0c4a tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:35:10.104662 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-7be61637-d2da-4cc2-865c-3ad9cc0be443 req-f9e81759-cddd-4189-9ced-1dc5cbef0c4a tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9e8ff2d-9a08-434a-9ede-b9c897cdb2b6 HTTP/1.1" status: 200 len: 944 time: 0.0583613 Mar 02 05:35:10.124053 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-5f9c27b3-87d7-4ceb-8411-2754a468de39 req-5c59fae0-5a86-458a-85f3-c1b3febeee5a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9d2cebdb-90e4-425b-9b77-8faaeccbdbf7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0510924 Mar 02 05:35:10.156957 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-7be61637-d2da-4cc2-865c-3ad9cc0be443 req-552e12e9-75fb-4002-a860-a45b42a32d0a tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] 10.222.0.32 "GET /v2.0/security-groups?id=01fdecac-c163-40c3-9d7b-98e5d2dc1a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466895 Mar 02 05:35:10.225760 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488cb217-c21c-416a-8722-ebed89d381e2 req-0e3b946c-27a4-4c38-863a-7379628ca8dd tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:35:10.227224 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-488cb217-c21c-416a-8722-ebed89d381e2 req-0e3b946c-27a4-4c38-863a-7379628ca8dd tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/ports?device_id=f113b7a2-946b-46bc-b2d7-90e10ff913f1 HTTP/1.1" status: 200 len: 946 time: 0.0827045 Mar 02 05:35:10.242286 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9c27b3-87d7-4ceb-8411-2754a468de39 req-563f092b-a78e-4e94-abd4-06c1a2838718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:35:10.243782 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-5f9c27b3-87d7-4ceb-8411-2754a468de39 req-563f092b-a78e-4e94-abd4-06c1a2838718 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8cadbb55c03941bdba85ea81721d2245&device_id=9d2cebdb-90e4-425b-9b77-8faaeccbdbf7 HTTP/1.1" status: 200 len: 1130 time: 0.0724316 Mar 02 05:35:10.293630 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-488cb217-c21c-416a-8722-ebed89d381e2 req-39601f5b-c5ad-4356-b825-b47527af20ff tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/security-groups?id=991bbb6a-b336-47ac-a115-31af4aa86146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603263 Mar 02 05:35:10.357801 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9c27b3-87d7-4ceb-8411-2754a468de39 req-93de3397-1b36-4f28-9fd1-47e07d9f4761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:35:10.359298 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-5f9c27b3-87d7-4ceb-8411-2754a468de39 req-93de3397-1b36-4f28-9fd1-47e07d9f4761 service neutron] 10.222.0.41 "GET /v2.0/networks?id=23f8f824-aae5-4f2f-a8c3-545bf961b04d HTTP/1.1" status: 200 len: 910 time: 0.0910311 Mar 02 05:35:10.428707 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-5f9c27b3-87d7-4ceb-8411-2754a468de39 req-e9cdfa95-6b03-46e6-8058-cdbc289ecc42 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=659fb406-9144-4707-abb9-3eadb4a9e82d HTTP/1.1" status: 200 len: 1001 time: 0.0617111 Mar 02 05:35:10.458730 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.db.agents_db [None req-19237f2e-a493-4721-ab19-473fd9844311 None None] Agent healthcheck: found 6 active agents {{(pid=103717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 05:35:10.476772 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9c27b3-87d7-4ceb-8411-2754a468de39 req-db23a203-576c-4547-8d17-8a7a5b2ed8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:35:10.478212 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-5f9c27b3-87d7-4ceb-8411-2754a468de39 req-db23a203-576c-4547-8d17-8a7a5b2ed8bc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=100d9f66-c333-48f1-b722-61b116bc39ee HTTP/1.1" status: 200 len: 848 time: 0.0424416 Mar 02 05:35:10.529748 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9c27b3-87d7-4ceb-8411-2754a468de39 req-08421d92-6520-4e87-b4fa-cde444c0728c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:35:10.531253 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-5f9c27b3-87d7-4ceb-8411-2754a468de39 req-08421d92-6520-4e87-b4fa-cde444c0728c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=23f8f824-aae5-4f2f-a8c3-545bf961b04d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0420344 Mar 02 05:35:10.621426 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-5f9c27b3-87d7-4ceb-8411-2754a468de39 req-9d7eef12-e4b0-427c-aca5-8f1935b1adca service neutron] 10.222.0.41 "GET /v2.0/networks/23f8f824-aae5-4f2f-a8c3-545bf961b04d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825253 Mar 02 05:35:10.709595 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-5f9c27b3-87d7-4ceb-8411-2754a468de39 req-dd1bb315-6822-4424-bf8a-bb05b8fe2a36 service neutron] 10.222.0.41 "GET /v2.0/networks/23f8f824-aae5-4f2f-a8c3-545bf961b04d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799670 Mar 02 05:35:11.286259 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c72d12-63a8-4bbc-904d-4b5fcd54e4c8 req-9a7ed789-be91-478e-b548-66400daa9d37 tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:35:11.287764 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-45c72d12-63a8-4bbc-904d-4b5fcd54e4c8 req-9a7ed789-be91-478e-b548-66400daa9d37 tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9e8ff2d-9a08-434a-9ede-b9c897cdb2b6 HTTP/1.1" status: 200 len: 944 time: 0.0558066 Mar 02 05:35:11.335122 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-45c72d12-63a8-4bbc-904d-4b5fcd54e4c8 req-349e8205-fd2b-4e53-b979-02a83167d1a1 tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] 10.222.0.32 "GET /v2.0/security-groups?id=01fdecac-c163-40c3-9d7b-98e5d2dc1a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418737 Mar 02 05:35:11.740005 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-7bafdf2d-7854-452b-9eed-a57af7e11b2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (9c2b50e6-1677-4aa9-928e-941b4c488fc5), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:35:12.451158 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68c6e30-ef09-4aa7-b348-c11ee0fb9939 req-220f6528-4eb3-4b04-bc4f-bd2eee215e7a tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:35:12.452662 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-b68c6e30-ef09-4aa7-b348-c11ee0fb9939 req-220f6528-4eb3-4b04-bc4f-bd2eee215e7a tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9e8ff2d-9a08-434a-9ede-b9c897cdb2b6 HTTP/1.1" status: 200 len: 944 time: 0.0523908 Mar 02 05:35:12.507085 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-b68c6e30-ef09-4aa7-b348-c11ee0fb9939 req-9e1e2d89-201b-48ae-951b-3001ca741da4 tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] 10.222.0.32 "GET /v2.0/security-groups?id=01fdecac-c163-40c3-9d7b-98e5d2dc1a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484872 Mar 02 05:35:12.825873 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-2ae3422a-c85d-446a-90f5-ce5a8bf639ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (d4d802fc-4ac8-47f8-b030-2ffc185fa6dc), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:35:13.620385 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfee6f3-3777-4f45-a8b1-88056125c5c7 req-4a8bfe1c-7a1f-4946-b21c-c8d0f11052b9 tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:35:13.621824 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-3dfee6f3-3777-4f45-a8b1-88056125c5c7 req-4a8bfe1c-7a1f-4946-b21c-c8d0f11052b9 tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9e8ff2d-9a08-434a-9ede-b9c897cdb2b6 HTTP/1.1" status: 200 len: 944 time: 0.0500824 Mar 02 05:35:13.668605 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-3dfee6f3-3777-4f45-a8b1-88056125c5c7 req-eb3567b6-218a-41fc-bfb9-149ec89539e5 tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] 10.222.0.32 "GET /v2.0/security-groups?id=01fdecac-c163-40c3-9d7b-98e5d2dc1a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404065 Mar 02 05:35:14.296097 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f73b428b-984e-4c5a-9878-aef8f2b511ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (e0636eb1-3d25-4c31-a6e5-3f8fd1255322), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:35:14.781596 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64609654-3248-456c-80a9-bc06d843a467 req-9550ae9e-268a-4606-8a9d-c9c768a1bc24 tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:35:14.783183 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-64609654-3248-456c-80a9-bc06d843a467 req-9550ae9e-268a-4606-8a9d-c9c768a1bc24 tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9e8ff2d-9a08-434a-9ede-b9c897cdb2b6 HTTP/1.1" status: 200 len: 944 time: 0.0512416 Mar 02 05:35:14.831594 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-64609654-3248-456c-80a9-bc06d843a467 req-0b1e1354-a89a-4664-a247-df1d44bc6107 tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] 10.222.0.32 "GET /v2.0/security-groups?id=01fdecac-c163-40c3-9d7b-98e5d2dc1a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428851 Mar 02 05:35:15.731682 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.rpc [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Device eb45cdb9-12e5-4d8e-93d2-2f1d8754a083 details requested by agent hyperv_hv-cinder-76845 with host hv-cinder-76845 {{(pid=103716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 02 05:35:15.790671 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (64307ea2-7468-48d5-a188-5e76dfb99c6b), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:35:15.830552 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] For port eb45cdb9-12e5-4d8e-93d2-2f1d8754a083, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=eb45cdb9-12e5-4d8e-93d2-2f1d8754a083,segment=NetworkSegment(179d65c1-9d95-4943-a804-bd91470b2f8b),segment_id=179d65c1-9d95-4943-a804-bd91470b2f8b)] {{(pid=103716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 05:35:15.841739 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.rpc [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Returning: {'device': 'eb45cdb9-12e5-4d8e-93d2-2f1d8754a083', 'network_id': '26125afd-b096-4cb9-bba7-021d4862e741', 'port_id': 'eb45cdb9-12e5-4d8e-93d2-2f1d8754a083', 'mac_address': 'fa:16:3e:17:14:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 295, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd188881c-9727-4efd-b9e6-7344d2704465', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 02 05:35:15.880280 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Current status of the port eb45cdb9-12e5-4d8e-93d2-2f1d8754a083 is: DOWN; New status is: BUILD {{(pid=103716) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 05:35:15.880673 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for port (eb45cdb9-12e5-4d8e-93d2-2f1d8754a083), before_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:35:15.893907 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.notifiers.nova [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb45cdb9-12e5-4d8e-93d2-2f1d8754a083 {{(pid=103716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 05:35:15.919153 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] For port eb45cdb9-12e5-4d8e-93d2-2f1d8754a083, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=eb45cdb9-12e5-4d8e-93d2-2f1d8754a083,segment=NetworkSegment(179d65c1-9d95-4943-a804-bd91470b2f8b),segment_id=179d65c1-9d95-4943-a804-bd91470b2f8b)] {{(pid=103716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 05:35:15.951556 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85939a42-42fa-40e0-afae-20754829e8dc req-a5ef7222-5ece-47ba-9a14-a8c7dc36554e tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:35:15.952915 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-85939a42-42fa-40e0-afae-20754829e8dc req-a5ef7222-5ece-47ba-9a14-a8c7dc36554e tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9e8ff2d-9a08-434a-9ede-b9c897cdb2b6 HTTP/1.1" status: 200 len: 944 time: 0.0525191 Mar 02 05:35:16.005961 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-85939a42-42fa-40e0-afae-20754829e8dc req-10e50616-fc45-48f1-a762-cf273b42038e tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] 10.222.0.32 "GET /v2.0/security-groups?id=01fdecac-c163-40c3-9d7b-98e5d2dc1a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470486 Mar 02 05:35:16.020182 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789290460654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789289919735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789289921293'] for port (eb45cdb9-12e5-4d8e-93d2-2f1d8754a083), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:35:16.066158 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Pushing event updated for resources: {'Port': ['ID=eb45cdb9-12e5-4d8e-93d2-2f1d8754a083,revision_number=4']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:35:16.295640 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] get_ports_and_sgs() called for port_ids ['eb45cdb9-12e5-4d8e-93d2-2f1d8754a083'] {{(pid=103716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 05:35:16.494228 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8dcec7-8c0b-4584-97cb-9973cc8db911 req-3d0d20d0-b663-413e-bea2-1cb4c6ccddd1 tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:35:16.501772 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-be8dcec7-8c0b-4584-97cb-9973cc8db911 req-3d0d20d0-b663-413e-bea2-1cb4c6ccddd1 tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] 10.222.0.32 "GET /v2.0/ports?device_id=c6cdd2a3-d11a-458f-8463-513c97e08942 HTTP/1.1" status: 200 len: 985 time: 0.0674925 Mar 02 05:35:16.560470 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4b953e-a3a6-4aa5-924c-824c5f9b5f2f req-50f556ff-690d-4345-b4ed-e27ee2496e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:35:16.562022 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-5c4b953e-a3a6-4aa5-924c-824c5f9b5f2f req-50f556ff-690d-4345-b4ed-e27ee2496e8c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cf879fe6ac1c47f6b27ba257096d4c7e&device_id=c6cdd2a3-d11a-458f-8463-513c97e08942 HTTP/1.1" status: 200 len: 1169 time: 0.0490417 Mar 02 05:35:16.567107 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-be8dcec7-8c0b-4584-97cb-9973cc8db911 req-fa499be3-2520-4e4c-b62b-79eaa61edb50 tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a60ea66-767c-4c25-ab86-e407bbae2500&id=a83bf63b-328f-4864-a4da-dc8ab850ba56&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0644636 Mar 02 05:35:16.657916 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4b953e-a3a6-4aa5-924c-824c5f9b5f2f req-dbe2ceb7-42cd-4e14-b69e-ec58297dd22d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:35:16.659432 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-5c4b953e-a3a6-4aa5-924c-824c5f9b5f2f req-dbe2ceb7-42cd-4e14-b69e-ec58297dd22d service neutron] 10.222.0.41 "GET /v2.0/networks?id=79902201-00d3-4b67-8b4b-f9f77811e89e HTTP/1.1" status: 200 len: 916 time: 0.0892889 Mar 02 05:35:16.726397 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-5c4b953e-a3a6-4aa5-924c-824c5f9b5f2f req-5815b9fd-c28f-46fd-ab6b-fba8e2b2130f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5d8c1029-5861-4b24-9abf-870c49243d01 HTTP/1.1" status: 200 len: 1001 time: 0.0599062 Mar 02 05:35:16.778376 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4b953e-a3a6-4aa5-924c-824c5f9b5f2f req-b009ec51-ec43-4e9a-9b24-71236338b495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:35:16.779972 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-5c4b953e-a3a6-4aa5-924c-824c5f9b5f2f req-b009ec51-ec43-4e9a-9b24-71236338b495 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=878a1507-a24f-4e42-91b3-d1b3ffd1e65a HTTP/1.1" status: 200 len: 854 time: 0.0463352 Mar 02 05:35:16.832552 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4b953e-a3a6-4aa5-924c-824c5f9b5f2f req-234ce3f7-ca82-4baa-83e3-ee7a49baf885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:35:16.833974 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-5c4b953e-a3a6-4aa5-924c-824c5f9b5f2f req-234ce3f7-ca82-4baa-83e3-ee7a49baf885 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=79902201-00d3-4b67-8b4b-f9f77811e89e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0457642 Mar 02 05:35:16.922787 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-5c4b953e-a3a6-4aa5-924c-824c5f9b5f2f req-38c86f31-9b02-4587-907e-9d011aeddf5b service neutron] 10.222.0.41 "GET /v2.0/networks/79902201-00d3-4b67-8b4b-f9f77811e89e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819783 Mar 02 05:35:17.018855 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-5c4b953e-a3a6-4aa5-924c-824c5f9b5f2f req-fca69de9-77d7-4920-86b6-4f644eb5853e service neutron] 10.222.0.41 "GET /v2.0/networks/79902201-00d3-4b67-8b4b-f9f77811e89e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893755 Mar 02 05:35:17.129057 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1eda45-e3c2-4484-bb2a-ab1d35abe1f3 req-f62638ba-e349-46be-a881-9f67324bdfb2 tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:35:17.130451 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-3f1eda45-e3c2-4484-bb2a-ab1d35abe1f3 req-f62638ba-e349-46be-a881-9f67324bdfb2 tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9e8ff2d-9a08-434a-9ede-b9c897cdb2b6 HTTP/1.1" status: 200 len: 945 time: 0.0527501 Mar 02 05:35:17.181679 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-3f1eda45-e3c2-4484-bb2a-ab1d35abe1f3 req-ffd2af87-6e24-4419-baad-3e6fe62ba930 tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] 10.222.0.32 "GET /v2.0/security-groups?id=01fdecac-c163-40c3-9d7b-98e5d2dc1a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447145 Mar 02 05:35:17.687697 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b710bc4-e766-42b0-9e7c-285a1c5658ae req-2f32c762-fc21-4b4c-b923-04c936bf5860 tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:35:17.689831 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-7b710bc4-e766-42b0-9e7c-285a1c5658ae req-2f32c762-fc21-4b4c-b923-04c936bf5860 tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] 10.222.0.32 "GET /v2.0/ports?device_id=c6cdd2a3-d11a-458f-8463-513c97e08942 HTTP/1.1" status: 200 len: 985 time: 0.0529184 Mar 02 05:35:17.748790 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-7b710bc4-e766-42b0-9e7c-285a1c5658ae req-eb621928-0ae0-4397-8395-eecaa9015e67 tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a60ea66-767c-4c25-ab86-e407bbae2500&id=a83bf63b-328f-4864-a4da-dc8ab850ba56&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0528626 Mar 02 05:35:17.752136 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.rpc [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Device eb45cdb9-12e5-4d8e-93d2-2f1d8754a083 up at agent hyperv_hv-cinder-76845 {{(pid=103716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 05:35:17.870143 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.provisioning_blocks [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Provisioning for port eb45cdb9-12e5-4d8e-93d2-2f1d8754a083 completed by entity L2. {{(pid=103716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 02 05:35:17.876480 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.provisioning_blocks [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Provisioning complete for port eb45cdb9-12e5-4d8e-93d2-2f1d8754a083 triggered by entity L2. {{(pid=103716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 05:35:17.876480 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012754'] for port (eb45cdb9-12e5-4d8e-93d2-2f1d8754a083), provisioning_complete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:35:17.956298 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Current status of the port eb45cdb9-12e5-4d8e-93d2-2f1d8754a083 is: BUILD; New status is: ACTIVE {{(pid=103716) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 05:35:17.956696 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for port (eb45cdb9-12e5-4d8e-93d2-2f1d8754a083), before_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:35:17.979255 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9e8ff2d-9a08-434a-9ede-b9c897cdb2b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb45cdb9-12e5-4d8e-93d2-2f1d8754a083'}] {{(pid=103716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 05:35:17.984650 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5cc3ee08ba8b8203ef00b822cbb368117e1f515a76881e78a723e4cc0774230" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b77203b-3a92-41b7-88e3-08b9f789b7d5" -d '{"events": [{"server_uuid": "e9e8ff2d-9a08-434a-9ede-b9c897cdb2b6", "name": "network-vif-plugged", "status": "completed", "tag": "eb45cdb9-12e5-4d8e-93d2-2f1d8754a083"}]}' {{(pid=103716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 05:35:17.994698 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] For port eb45cdb9-12e5-4d8e-93d2-2f1d8754a083, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=eb45cdb9-12e5-4d8e-93d2-2f1d8754a083,segment=NetworkSegment(179d65c1-9d95-4943-a804-bd91470b2f8b),segment_id=179d65c1-9d95-4943-a804-bd91470b2f8b)] {{(pid=103716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 05:35:18.020446 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 05:35:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2699edf7-11b8-4ec9-a591-274cea1e5115 x-openstack-request-id: req-2699edf7-11b8-4ec9-a591-274cea1e5115 {{(pid=103716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 05:35:18.020736 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9e8ff2d-9a08-434a-9ede-b9c897cdb2b6", "name": "network-vif-plugged", "status": "completed", "tag": "eb45cdb9-12e5-4d8e-93d2-2f1d8754a083", "code": 200}]} {{(pid=103716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 05:35:18.020997 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2699edf7-11b8-4ec9-a591-274cea1e5115 {{(pid=103716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 05:35:18.021390 dv-cinder-768458-18-iscsi neutron-server[103716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9e8ff2d-9a08-434a-9ede-b9c897cdb2b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb45cdb9-12e5-4d8e-93d2-2f1d8754a083', 'code': 200} Mar 02 05:35:18.083476 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789290460654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789289919735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789289921293'] for port (eb45cdb9-12e5-4d8e-93d2-2f1d8754a083), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:35:18.134111 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Pushing event updated for resources: {'Port': ['ID=eb45cdb9-12e5-4d8e-93d2-2f1d8754a083,revision_number=5']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:35:18.316427 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0394b8bb-60b5-4885-8820-8e64c49c41ec req-02083a9f-fc56-4980-b089-186f255e60d3 tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:35:18.317921 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-0394b8bb-60b5-4885-8820-8e64c49c41ec req-02083a9f-fc56-4980-b089-186f255e60d3 tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9e8ff2d-9a08-434a-9ede-b9c897cdb2b6 HTTP/1.1" status: 200 len: 946 time: 0.0630875 Mar 02 05:35:18.367786 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-0394b8bb-60b5-4885-8820-8e64c49c41ec req-4efef80e-396d-4762-97f9-4f24b96e4a62 tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] 10.222.0.32 "GET /v2.0/security-groups?id=01fdecac-c163-40c3-9d7b-98e5d2dc1a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440938 Mar 02 05:35:18.418165 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a25d157-1347-460f-ba81-2dd6e84a27d4 req-59d95cdd-8531-468a-9472-e6a78aed8b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:35:18.419756 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-5a25d157-1347-460f-ba81-2dd6e84a27d4 req-59d95cdd-8531-468a-9472-e6a78aed8b99 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e9e8ff2d-9a08-434a-9ede-b9c897cdb2b6 HTTP/1.1" status: 200 len: 1130 time: 0.0522845 Mar 02 05:35:18.467235 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-5a25d157-1347-460f-ba81-2dd6e84a27d4 req-ac38e7db-45c3-45c9-b50a-dacdc838f747 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=01fdecac-c163-40c3-9d7b-98e5d2dc1a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417202 Mar 02 05:35:18.698108 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76d9548-c45b-48f9-9a00-238beff3cc00 req-30bb5ee8-8d83-4d69-884a-e6f8c6b3959a tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:35:18.699685 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-d76d9548-c45b-48f9-9a00-238beff3cc00 req-30bb5ee8-8d83-4d69-884a-e6f8c6b3959a tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b223aa8-6cba-46dd-8a83-b1b36ae55114 HTTP/1.1" status: 200 len: 945 time: 0.0514059 Mar 02 05:35:18.746175 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-d76d9548-c45b-48f9-9a00-238beff3cc00 req-07b13e37-a058-48c2-80b9-c3390ce13299 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] 10.222.0.32 "GET /v2.0/security-groups?id=c9038ebb-838a-464d-969e-4cf61979d644&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398209 Mar 02 05:35:18.868742 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3fc4f3-c609-49b5-a11e-da440c897f66 req-8d104501-be78-4610-823e-a6e7ee86ccbe tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:35:18.870106 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-6d3fc4f3-c609-49b5-a11e-da440c897f66 req-8d104501-be78-4610-823e-a6e7ee86ccbe tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] 10.222.0.32 "GET /v2.0/ports?device_id=c6cdd2a3-d11a-458f-8463-513c97e08942 HTTP/1.1" status: 200 len: 985 time: 0.0512409 Mar 02 05:35:18.927560 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-6d3fc4f3-c609-49b5-a11e-da440c897f66 req-9dc69eea-c00a-4a0b-a18b-fde72f2db051 tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a60ea66-767c-4c25-ab86-e407bbae2500&id=a83bf63b-328f-4864-a4da-dc8ab850ba56&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0517814 Mar 02 05:35:19.498179 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e6b5a7-7166-4eb5-9afe-c768427e877a req-f45f1fd5-9f65-4aa7-af90-c7726f14922f tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:35:19.499695 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-57e6b5a7-7166-4eb5-9afe-c768427e877a req-f45f1fd5-9f65-4aa7-af90-c7726f14922f tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9e8ff2d-9a08-434a-9ede-b9c897cdb2b6 HTTP/1.1" status: 200 len: 946 time: 0.0512555 Mar 02 05:35:19.551296 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-57e6b5a7-7166-4eb5-9afe-c768427e877a req-70de5b02-3ade-45d2-b2f3-f0e29ad5db47 tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] 10.222.0.32 "GET /v2.0/security-groups?id=01fdecac-c163-40c3-9d7b-98e5d2dc1a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455937 Mar 02 05:35:19.863418 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4260306-ef0c-4ec3-a217-b7df0319d142 req-5dbdf5db-bb66-4757-b35e-cb159b7b315e tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:35:19.864867 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-e4260306-ef0c-4ec3-a217-b7df0319d142 req-5dbdf5db-bb66-4757-b35e-cb159b7b315e tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b223aa8-6cba-46dd-8a83-b1b36ae55114 HTTP/1.1" status: 200 len: 945 time: 0.0519671 Mar 02 05:35:19.910272 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-e4260306-ef0c-4ec3-a217-b7df0319d142 req-eb6a0303-8a97-4922-8fd9-bc0a14104339 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] 10.222.0.32 "GET /v2.0/security-groups?id=c9038ebb-838a-464d-969e-4cf61979d644&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398910 Mar 02 05:35:20.042783 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7647677d-594f-4982-b2b0-95d8adf80c30 req-20c6dc90-8098-47fc-b307-b2fe38741c7f tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:35:20.044259 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-7647677d-594f-4982-b2b0-95d8adf80c30 req-20c6dc90-8098-47fc-b307-b2fe38741c7f tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] 10.222.0.32 "GET /v2.0/ports?device_id=c6cdd2a3-d11a-458f-8463-513c97e08942 HTTP/1.1" status: 200 len: 985 time: 0.0505681 Mar 02 05:35:20.101853 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-7647677d-594f-4982-b2b0-95d8adf80c30 req-436d0ffc-98a5-4f5d-a859-43998d06186f tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a60ea66-767c-4c25-ab86-e407bbae2500&id=a83bf63b-328f-4864-a4da-dc8ab850ba56&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0517676 Mar 02 05:35:20.667408 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb578fe-244b-42d8-8d65-280616d215be req-d11d94f2-ce6e-4695-a714-c74982c1a639 tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:35:20.668840 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-2cb578fe-244b-42d8-8d65-280616d215be req-d11d94f2-ce6e-4695-a714-c74982c1a639 tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9e8ff2d-9a08-434a-9ede-b9c897cdb2b6 HTTP/1.1" status: 200 len: 946 time: 0.0527549 Mar 02 05:35:20.715725 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-2cb578fe-244b-42d8-8d65-280616d215be req-c3e06155-f366-4cae-925f-8b329ea258ff tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] 10.222.0.32 "GET /v2.0/security-groups?id=01fdecac-c163-40c3-9d7b-98e5d2dc1a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407841 Mar 02 05:35:20.838709 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292f61ec-b922-4feb-a580-0c7f95db5446 req-d37a3710-7209-4145-b414-24f046a99312 tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:35:20.840232 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-292f61ec-b922-4feb-a580-0c7f95db5446 req-d37a3710-7209-4145-b414-24f046a99312 tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9e8ff2d-9a08-434a-9ede-b9c897cdb2b6 HTTP/1.1" status: 200 len: 946 time: 0.0540969 Mar 02 05:35:20.871789 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e68563-b9fd-411b-a0fb-5a09b6f55caa req-057278b3-caf3-4fec-a5b7-d099c778ba10 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:35:20.873291 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-45e68563-b9fd-411b-a0fb-5a09b6f55caa req-057278b3-caf3-4fec-a5b7-d099c778ba10 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b223aa8-6cba-46dd-8a83-b1b36ae55114 HTTP/1.1" status: 200 len: 945 time: 0.0507808 Mar 02 05:35:20.889042 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-292f61ec-b922-4feb-a580-0c7f95db5446 req-cbdad6f0-9868-4c56-928d-fb25a9557d77 tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] 10.222.0.32 "GET /v2.0/security-groups?id=01fdecac-c163-40c3-9d7b-98e5d2dc1a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425963 Mar 02 05:35:20.911420 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.32', 42680) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:35:20.963919 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1e7faac-b634-4d55-abad-18418a903220 tempest-TestVolumeBootPattern-344153684 tempest-TestVolumeBootPattern-344153684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:35:20.968051 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-b1e7faac-b634-4d55-abad-18418a903220 tempest-TestVolumeBootPattern-344153684 tempest-TestVolumeBootPattern-344153684-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=e9e8ff2d-9a08-434a-9ede-b9c897cdb2b6 HTTP/1.1" status: 200 len: 1125 time: 0.0530634 Mar 02 05:35:20.968373 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.32', 42684) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:35:20.973504 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.v2.base [None req-19181b07-521e-4824-8040-fcffec534ddc tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Request body: {'floatingip': {'floating_network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'port_id': 'eb45cdb9-12e5-4d8e-93d2-2f1d8754a083', 'tenant_id': '849ab8ade87443a6947fd49bc6793c28', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 05:35:20.974938 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [req-45e68563-b9fd-411b-a0fb-5a09b6f55caa req-90ce6aeb-14e2-4866-97fe-c25f65faeaad tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] Deleting port baafd727-dd88-4e3f-9809-9cc5dab7a352 {{(pid=103714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 05:35:20.975302 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [req-45e68563-b9fd-411b-a0fb-5a09b6f55caa req-90ce6aeb-14e2-4866-97fe-c25f65faeaad tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789290453881'] for port (baafd727-dd88-4e3f-9809-9cc5dab7a352), before_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:35:21.094942 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6bea7a-6250-476e-ad46-2f85bf5bcff3 req-5c85c5cf-b8a0-4937-ba0c-10736ba8bf73 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:35:21.095512 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-19181b07-521e-4824-8040-fcffec534ddc tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:35:21.096444 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-5b6bea7a-6250-476e-ad46-2f85bf5bcff3 req-5c85c5cf-b8a0-4937-ba0c-10736ba8bf73 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b223aa8-6cba-46dd-8a83-b1b36ae55114 HTTP/1.1" status: 200 len: 945 time: 0.1165462 Mar 02 05:35:21.113486 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.db [req-45e68563-b9fd-411b-a0fb-5a09b6f55caa req-90ce6aeb-14e2-4866-97fe-c25f65faeaad tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] For port baafd727-dd88-4e3f-9809-9cc5dab7a352, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=baafd727-dd88-4e3f-9809-9cc5dab7a352,segment=NetworkSegment(43e8c482-1a50-4e10-a19a-64e9763e2b05),segment_id=43e8c482-1a50-4e10-a19a-64e9763e2b05)] {{(pid=103714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 05:35:21.113849 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [req-45e68563-b9fd-411b-a0fb-5a09b6f55caa req-90ce6aeb-14e2-4866-97fe-c25f65faeaad tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542039'] for port (baafd727-dd88-4e3f-9809-9cc5dab7a352), precommit_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:35:21.197692 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-5b6bea7a-6250-476e-ad46-2f85bf5bcff3 req-2af406d6-d9c7-4189-880f-b13dbd530723 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] 10.222.0.32 "GET /v2.0/security-groups?id=c9038ebb-838a-464d-969e-4cf61979d644&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940495 Mar 02 05:35:21.231499 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-19181b07-521e-4824-8040-fcffec534ddc tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for port (None), before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:35:21.250407 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa890499-1e89-4fdf-8f19-d8702ca43840 req-12d79235-70c3-4fcf-8f4b-adb31f8bda7c tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:35:21.252522 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-aa890499-1e89-4fdf-8f19-d8702ca43840 req-12d79235-70c3-4fcf-8f4b-adb31f8bda7c tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] 10.222.0.32 "GET /v2.0/ports?device_id=c6cdd2a3-d11a-458f-8463-513c97e08942 HTTP/1.1" status: 200 len: 985 time: 0.0815289 Mar 02 05:35:21.316038 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [req-45e68563-b9fd-411b-a0fb-5a09b6f55caa req-90ce6aeb-14e2-4866-97fe-c25f65faeaad tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:35:21.316393 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [req-45e68563-b9fd-411b-a0fb-5a09b6f55caa req-90ce6aeb-14e2-4866-97fe-c25f65faeaad tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556348'] for floatingip (026cc034-4cfc-44af-b9ef-f6ca6e76c4c5), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:35:21.316710 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.db.l3_db [req-45e68563-b9fd-411b-a0fb-5a09b6f55caa req-90ce6aeb-14e2-4866-97fe-c25f65faeaad tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] Floating IP 026cc034-4cfc-44af-b9ef-f6ca6e76c4c5 disassociated. External IP: 172.27.2.110, port: baafd727-dd88-4e3f-9809-9cc5dab7a352. Mar 02 05:35:21.317045 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [req-45e68563-b9fd-411b-a0fb-5a09b6f55caa req-90ce6aeb-14e2-4866-97fe-c25f65faeaad tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] Calling delete_port for baafd727-dd88-4e3f-9809-9cc5dab7a352 owned by compute:nova {{(pid=103714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 05:35:21.375955 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-aa890499-1e89-4fdf-8f19-d8702ca43840 req-6e465f1a-507f-4e46-9869-d6d3447afe11 tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a60ea66-767c-4c25-ab86-e407bbae2500&id=a83bf63b-328f-4864-a4da-dc8ab850ba56&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0958869 Mar 02 05:35:21.393757 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.db.db_base_plugin_common [None req-19181b07-521e-4824-8040-fcffec534ddc tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Allocated IP 172.27.2.100 (b55256da-732d-4561-a24f-23ea9a772c58/77df959b-d159-4f61-98dc-e86e1ea2cf69/748bd0ef-c477-4fda-9700-39c78914d911) {{(pid=103715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 05:35:21.507523 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-19181b07-521e-4824-8040-fcffec534ddc tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Publish callbacks [] for port (748bd0ef-c477-4fda-9700-39c78914d911), precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:35:21.585007 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-19181b07-521e-4824-8040-fcffec534ddc tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789289919717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14203002'] for port (748bd0ef-c477-4fda-9700-39c78914d911), after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:35:21.625046 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19181b07-521e-4824-8040-fcffec534ddc tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Network b55256da-732d-4561-a24f-23ea9a772c58 is already hosted by enough agents. {{(pid=103715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 05:35:21.628648 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-19181b07-521e-4824-8040-fcffec534ddc tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Resources bound (agent type, host, resource id): {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 05:35:21.632041 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19181b07-521e-4824-8040-fcffec534ddc tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Received port after_create {{(pid=103715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 05:35:21.654605 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19181b07-521e-4824-8040-fcffec534ddc tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Pushing event updated for resources: {'Port': ['ID=748bd0ef-c477-4fda-9700-39c78914d911,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:35:21.773119 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [req-45e68563-b9fd-411b-a0fb-5a09b6f55caa req-90ce6aeb-14e2-4866-97fe-c25f65faeaad tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789290460636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789289919726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13003867'] for port (baafd727-dd88-4e3f-9809-9cc5dab7a352), after_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:35:21.800185 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ce6aeb-14e2-4866-97fe-c25f65faeaad tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] Pushing event deleted for resources: {'Port': ['ID=baafd727-dd88-4e3f-9809-9cc5dab7a352,revision_number=None']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:35:21.810074 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ce6aeb-14e2-4866-97fe-c25f65faeaad tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:35:21.810426 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ce6aeb-14e2-4866-97fe-c25f65faeaad tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:35:21.810771 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ce6aeb-14e2-4866-97fe-c25f65faeaad tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:35:21.811114 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ce6aeb-14e2-4866-97fe-c25f65faeaad tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:35:21.811472 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ce6aeb-14e2-4866-97fe-c25f65faeaad tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:35:21.811809 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ce6aeb-14e2-4866-97fe-c25f65faeaad tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:35:21.812139 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ce6aeb-14e2-4866-97fe-c25f65faeaad tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:35:21.812464 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ce6aeb-14e2-4866-97fe-c25f65faeaad tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:35:21.812790 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ce6aeb-14e2-4866-97fe-c25f65faeaad tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:35:21.813115 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ce6aeb-14e2-4866-97fe-c25f65faeaad tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:35:21.813440 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ce6aeb-14e2-4866-97fe-c25f65faeaad tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:35:21.813766 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ce6aeb-14e2-4866-97fe-c25f65faeaad tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:35:21.814079 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ce6aeb-14e2-4866-97fe-c25f65faeaad tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:35:21.929807 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.scheduler.l3_agent_scheduler [req-45e68563-b9fd-411b-a0fb-5a09b6f55caa req-90ce6aeb-14e2-4866-97fe-c25f65faeaad tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] Router 279f7eec-5f94-4a26-9856-cbbd0eb5eab5 has already been hosted by L3 agent 9c2b50e6-1677-4aa9-928e-941b4c488fc5 {{(pid=103714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 05:35:22.012799 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-19181b07-521e-4824-8040-fcffec534ddc tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Publish callbacks [] for floatingip (e1efc091-d84d-4c1b-83d9-a7d3e20ea63d), precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:35:22.039256 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-45e68563-b9fd-411b-a0fb-5a09b6f55caa req-90ce6aeb-14e2-4866-97fe-c25f65faeaad tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] Notify agent at l3_agent.dv-cinder-768458-18-iscsi the message routers_updated {{(pid=103714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 05:35:22.051613 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc0928e0-50ce-4fb5-a24c-286d7ac89d0e None None] Sync routers for ids ['279f7eec-5f94-4a26-9856-cbbd0eb5eab5'] in dv-cinder-768458-18-iscsi {{(pid=103716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 05:35:22.060865 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc0928e0-50ce-4fb5-a24c-286d7ac89d0e None None] Routers {'279f7eec-5f94-4a26-9856-cbbd0eb5eab5'} bound to L3 agent in host dv-cinder-768458-18-iscsi {{(pid=103716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 05:35:22.072365 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.l3_hamode_db [None req-fc0928e0-50ce-4fb5-a24c-286d7ac89d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-02T05:20:42Z,description=,heartbeat_timestamp=2022-03-02T05:35:12Z,host='dv-cinder-768458-18-iscsi',id=9c2b50e6-1677-4aa9-928e-941b4c488fc5,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T05:20:42Z,topic='l3_agent')) {'router_ids': ['279f7eec-5f94-4a26-9856-cbbd0eb5eab5'], 'active': True} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 05:35:22.080383 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.db.l3_dvrscheduler_db [req-45e68563-b9fd-411b-a0fb-5a09b6f55caa req-90ce6aeb-14e2-4866-97fe-c25f65faeaad tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] No DVR routers for this DVR port baafd727-dd88-4e3f-9809-9cc5dab7a352 on host hv-cinder-76845 {{(pid=103714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 05:35:22.085251 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [req-45e68563-b9fd-411b-a0fb-5a09b6f55caa req-90ce6aeb-14e2-4866-97fe-c25f65faeaad tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25628'] for port (None), before_response {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:35:22.088584 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-45e68563-b9fd-411b-a0fb-5a09b6f55caa req-90ce6aeb-14e2-4866-97fe-c25f65faeaad tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] 10.222.0.41 "DELETE /v2.0/ports/baafd727-dd88-4e3f-9809-9cc5dab7a352 HTTP/1.1" status: 204 len: 173 time: 1.2105980 Mar 02 05:35:22.089072 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b223aa8-6cba-46dd-8a83-b1b36ae55114', 'name': 'network-vif-deleted', 'tag': 'baafd727-dd88-4e3f-9809-9cc5dab7a352'}] {{(pid=103714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 05:35:22.092223 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ff79788530fe2085a0b37cf7dfc71d903fcc72df0d156f3e5e7065db2593a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ec3e848-9ff3-4a23-a195-256121ee26dd" -d '{"events": [{"server_uuid": "4b223aa8-6cba-46dd-8a83-b1b36ae55114", "name": "network-vif-deleted", "tag": "baafd727-dd88-4e3f-9809-9cc5dab7a352"}]}' {{(pid=103714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 05:35:22.129980 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 05:35:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42b88404-4772-4186-b09f-5aa0d39dcfd5 x-openstack-request-id: req-42b88404-4772-4186-b09f-5aa0d39dcfd5 {{(pid=103714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 05:35:22.131404 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b223aa8-6cba-46dd-8a83-b1b36ae55114", "name": "network-vif-deleted", "tag": "baafd727-dd88-4e3f-9809-9cc5dab7a352", "status": "completed", "code": 200}]} {{(pid=103714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 05:35:22.131404 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-42b88404-4772-4186-b09f-5aa0d39dcfd5 {{(pid=103714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 05:35:22.131404 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b223aa8-6cba-46dd-8a83-b1b36ae55114', 'name': 'network-vif-deleted', 'tag': 'baafd727-dd88-4e3f-9809-9cc5dab7a352', 'status': 'completed', 'code': 200} Mar 02 05:35:22.158168 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-19181b07-521e-4824-8040-fcffec534ddc tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for port (748bd0ef-c477-4fda-9700-39c78914d911), before_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:35:22.183998 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.l3_dvr_db [None req-fc0928e0-50ce-4fb5-a24c-286d7ac89d0e None None] Set router 279f7eec-5f94-4a26-9856-cbbd0eb5eab5 gateway port host: dv-cinder-768458-18-iscsi {{(pid=103716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 05:35:22.325746 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-5e43d49f-1072-41a9-96ed-98cda490912f req-fb9603b1-3034-4b1b-8425-35f718100463 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b223aa8-6cba-46dd-8a83-b1b36ae55114 HTTP/1.1" status: 200 len: 210 time: 0.0348361 Mar 02 05:35:22.380701 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-19181b07-521e-4824-8040-fcffec534ddc tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Publish callbacks [] for port (748bd0ef-c477-4fda-9700-39c78914d911), precommit_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:35:22.420004 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.l3_hamode_db [None req-fc0928e0-50ce-4fb5-a24c-286d7ac89d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '279f7eec-5f94-4a26-9856-cbbd0eb5eab5', 'name': 'tempest-AttachVolumeTestJSON-318348053-router', 'tenant_id': 'e206b3ab3679495682403c34b4fe8d9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'external_fixed_ips': [{'subnet_id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'ip_address': '172.27.2.68'}], 'enable_snat': True}, 'gw_port_id': 'f69dbdff-dc8a-4904-ae26-78b3078d3ae3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T05:29:04Z', 'updated_at': '2022-03-02T05:29:17Z', 'revision_number': 4, 'project_id': 'e206b3ab3679495682403c34b4fe8d9a', 'gw_port': {'id': 'f69dbdff-dc8a-4904-ae26-78b3078d3ae3', 'name': '', 'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:af:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '279f7eec-5f94-4a26-9856-cbbd0eb5eab5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'ip_address': '172.27.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T05:29:06Z', 'updated_at': '2022-03-02T05:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-18-iscsi', '_interfaces': [{'id': '5b703634-9ede-4863-b157-97a8de60550a', 'name': '', 'network_id': '18011967-2bc2-45c8-947b-290963b3926b', 'tenant_id': 'e206b3ab3679495682403c34b4fe8d9a', 'mac_address': 'fa:16:3e:c8:2a:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '279f7eec-5f94-4a26-9856-cbbd0eb5eab5', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '24744b4d-8303-4a95-a314-609059e1d9b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T05:29:12Z', 'updated_at': '2022-03-02T05:29:27Z', 'revision_number': 5, 'project_id': 'e206b3ab3679495682403c34b4fe8d9a', 'subnets': [{'id': '24744b4d-8303-4a95-a314-609059e1d9b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-18-iscsi', False) {} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 05:35:22.433375 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-19181b07-521e-4824-8040-fcffec534ddc tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789290460654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789289919735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789289921293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14202995'] for port (748bd0ef-c477-4fda-9700-39c78914d911), after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:35:22.453259 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc0928e0-50ce-4fb5-a24c-286d7ac89d0e None None] Checking router: 279f7eec-5f94-4a26-9856-cbbd0eb5eab5 for host: dv-cinder-768458-18-iscsi {{(pid=103716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 05:35:22.466109 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc0928e0-50ce-4fb5-a24c-286d7ac89d0e None None] Routers {'279f7eec-5f94-4a26-9856-cbbd0eb5eab5'} bound to L3 agent in host dv-cinder-768458-18-iscsi {{(pid=103716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 05:35:22.466321 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.l3_hamode_db [None req-fc0928e0-50ce-4fb5-a24c-286d7ac89d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-02T05:20:42Z,description=,heartbeat_timestamp=2022-03-02T05:35:12Z,host='dv-cinder-768458-18-iscsi',id=9c2b50e6-1677-4aa9-928e-941b4c488fc5,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T05:20:42Z,topic='l3_agent')) {'router_ids': ['279f7eec-5f94-4a26-9856-cbbd0eb5eab5'], 'active': True} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 05:35:22.511199 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19181b07-521e-4824-8040-fcffec534ddc tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Pushing event updated for resources: {'Port': ['ID=748bd0ef-c477-4fda-9700-39c78914d911,revision_number=2']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:35:22.522281 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-19181b07-521e-4824-8040-fcffec534ddc tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556348'] for floatingip (e1efc091-d84d-4c1b-83d9-a7d3e20ea63d), after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:35:22.525290 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b338a5c9-1cce-4db8-bced-fa7e4bf4532a req-3ecf7911-1a36-4427-90e4-e1335bceca6f tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:35:22.527362 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-b338a5c9-1cce-4db8-bced-fa7e4bf4532a req-3ecf7911-1a36-4427-90e4-e1335bceca6f tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] 10.222.0.32 "GET /v2.0/ports?device_id=c6cdd2a3-d11a-458f-8463-513c97e08942 HTTP/1.1" status: 200 len: 985 time: 0.0652108 Mar 02 05:35:22.591115 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-b338a5c9-1cce-4db8-bced-fa7e4bf4532a req-cb6cf8f1-e41a-416a-9aee-41e4ca1f1863 tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a60ea66-767c-4c25-ab86-e407bbae2500&id=a83bf63b-328f-4864-a4da-dc8ab850ba56&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0575671 Mar 02 05:35:22.591459 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.l3_dvr_db [None req-fc0928e0-50ce-4fb5-a24c-286d7ac89d0e None None] Set router 279f7eec-5f94-4a26-9856-cbbd0eb5eab5 gateway port host: dv-cinder-768458-18-iscsi {{(pid=103716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 05:35:22.626809 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.db.l3_db [None req-19181b07-521e-4824-8040-fcffec534ddc tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Floating IP e1efc091-d84d-4c1b-83d9-a7d3e20ea63d associated. External IP: 172.27.2.100, port: eb45cdb9-12e5-4d8e-93d2-2f1d8754a083. Mar 02 05:35:22.790168 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.l3_hamode_db [None req-fc0928e0-50ce-4fb5-a24c-286d7ac89d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '279f7eec-5f94-4a26-9856-cbbd0eb5eab5', 'name': 'tempest-AttachVolumeTestJSON-318348053-router', 'tenant_id': 'e206b3ab3679495682403c34b4fe8d9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'external_fixed_ips': [{'subnet_id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'ip_address': '172.27.2.68'}], 'enable_snat': True}, 'gw_port_id': 'f69dbdff-dc8a-4904-ae26-78b3078d3ae3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T05:29:04Z', 'updated_at': '2022-03-02T05:29:17Z', 'revision_number': 4, 'project_id': 'e206b3ab3679495682403c34b4fe8d9a', 'gw_port': {'id': 'f69dbdff-dc8a-4904-ae26-78b3078d3ae3', 'name': '', 'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:af:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '279f7eec-5f94-4a26-9856-cbbd0eb5eab5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'ip_address': '172.27.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T05:29:06Z', 'updated_at': '2022-03-02T05:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-18-iscsi', '_interfaces': [{'id': '5b703634-9ede-4863-b157-97a8de60550a', 'name': '', 'network_id': '18011967-2bc2-45c8-947b-290963b3926b', 'tenant_id': 'e206b3ab3679495682403c34b4fe8d9a', 'mac_address': 'fa:16:3e:c8:2a:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '279f7eec-5f94-4a26-9856-cbbd0eb5eab5', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '24744b4d-8303-4a95-a314-609059e1d9b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T05:29:12Z', 'updated_at': '2022-03-02T05:29:27Z', 'revision_number': 5, 'project_id': 'e206b3ab3679495682403c34b4fe8d9a', 'subnets': [{'id': '24744b4d-8303-4a95-a314-609059e1d9b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-18-iscsi', False) {} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 05:35:22.841524 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19181b07-521e-4824-8040-fcffec534ddc tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Router de25b4b3-f56c-49b1-aacc-08ebe8c6eaab has already been hosted by L3 agent 9c2b50e6-1677-4aa9-928e-941b4c488fc5 {{(pid=103715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 05:35:22.941612 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc0928e0-50ce-4fb5-a24c-286d7ac89d0e None None] The sync data for ids ['279f7eec-5f94-4a26-9856-cbbd0eb5eab5'] in dv-cinder-768458-18-iscsi is: [{'id': '279f7eec-5f94-4a26-9856-cbbd0eb5eab5', 'name': 'tempest-AttachVolumeTestJSON-318348053-router', 'tenant_id': 'e206b3ab3679495682403c34b4fe8d9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'external_fixed_ips': [{'subnet_id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'ip_address': '172.27.2.68'}], 'enable_snat': True}, 'gw_port_id': 'f69dbdff-dc8a-4904-ae26-78b3078d3ae3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T05:29:04Z', 'updated_at': '2022-03-02T05:29:17Z', 'revision_number': 4, 'project_id': 'e206b3ab3679495682403c34b4fe8d9a', 'gw_port': {'id': 'f69dbdff-dc8a-4904-ae26-78b3078d3ae3', 'name': '', 'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:af:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '279f7eec-5f94-4a26-9856-cbbd0eb5eab5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'ip_address': '172.27.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T05:29:06Z', 'updated_at': '2022-03-02T05:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-18-iscsi', '_interfaces': [{'id': '5b703634-9ede-4863-b157-97a8de60550a', 'name': '', 'network_id': '18011967-2bc2-45c8-947b-290963b3926b', 'tenant_id': 'e206b3ab3679495682403c34b4fe8d9a', 'mac_address': 'fa:16:3e:c8:2a:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '279f7eec-5f94-4a26-9856-cbbd0eb5eab5', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '24744b4d-8303-4a95-a314-609059e1d9b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T05:29:12Z', 'updated_at': '2022-03-02T05:29:27Z', 'revision_number': 5, 'project_id': 'e206b3ab3679495682403c34b4fe8d9a', 'subnets': [{'id': '24744b4d-8303-4a95-a314-609059e1d9b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 05:35:22.959677 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19181b07-521e-4824-8040-fcffec534ddc tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Notify agent at l3_agent.dv-cinder-768458-18-iscsi the message routers_updated {{(pid=103715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 05:35:22.971300 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4edea1a8-8c4b-4bd8-ace2-41c9a0ae5809 None None] Sync routers for ids ['de25b4b3-f56c-49b1-aacc-08ebe8c6eaab'] in dv-cinder-768458-18-iscsi {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 05:35:22.986832 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4edea1a8-8c4b-4bd8-ace2-41c9a0ae5809 None None] Routers {'de25b4b3-f56c-49b1-aacc-08ebe8c6eaab'} bound to L3 agent in host dv-cinder-768458-18-iscsi {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 05:35:22.989566 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-4edea1a8-8c4b-4bd8-ace2-41c9a0ae5809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-02T05:20:42Z,description=,heartbeat_timestamp=2022-03-02T05:35:12Z,host='dv-cinder-768458-18-iscsi',id=9c2b50e6-1677-4aa9-928e-941b4c488fc5,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T05:20:42Z,topic='l3_agent')) {'router_ids': ['de25b4b3-f56c-49b1-aacc-08ebe8c6eaab'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 05:35:23.039508 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-19181b07-521e-4824-8040-fcffec534ddc tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25628'] for floatingip (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:35:23.071890 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-19181b07-521e-4824-8040-fcffec534ddc tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1024654 Mar 02 05:35:23.072801 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9e8ff2d-9a08-434a-9ede-b9c897cdb2b6', 'tag': 'eb45cdb9-12e5-4d8e-93d2-2f1d8754a083'}] {{(pid=103715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 05:35:23.075507 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6b615920106d83c92ac2e7a83ecc91ff2029d0c3ca4726e1521f538b1ed31e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bc57bf9-0669-4ad9-94f9-fbc86077b3a0" -d '{"events": [{"name": "network-changed", "server_uuid": "e9e8ff2d-9a08-434a-9ede-b9c897cdb2b6", "tag": "eb45cdb9-12e5-4d8e-93d2-2f1d8754a083"}]}' {{(pid=103715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 05:35:23.101798 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.db.l3_dvr_db [None req-4edea1a8-8c4b-4bd8-ace2-41c9a0ae5809 None None] Set router de25b4b3-f56c-49b1-aacc-08ebe8c6eaab gateway port host: dv-cinder-768458-18-iscsi {{(pid=103717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 05:35:23.118482 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Mar 2022 05:35:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a808d9fd-473d-4064-acff-572e3b20e305 x-openstack-request-id: req-a808d9fd-473d-4064-acff-572e3b20e305 {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 05:35:23.118875 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9e8ff2d-9a08-434a-9ede-b9c897cdb2b6", "tag": "eb45cdb9-12e5-4d8e-93d2-2f1d8754a083", "status": "completed", "code": 200}]} {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 05:35:23.119235 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a808d9fd-473d-4064-acff-572e3b20e305 {{(pid=103715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 05:35:23.119771 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9e8ff2d-9a08-434a-9ede-b9c897cdb2b6', 'tag': 'eb45cdb9-12e5-4d8e-93d2-2f1d8754a083', 'status': 'completed', 'code': 200} Mar 02 05:35:23.186364 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc57bf9-0669-4ad9-94f9-fbc86077b3a0 req-3004751b-4d3d-443e-8873-c72d108220f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:35:23.188130 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-3bc57bf9-0669-4ad9-94f9-fbc86077b3a0 req-3004751b-4d3d-443e-8873-c72d108220f8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=849ab8ade87443a6947fd49bc6793c28&device_id=e9e8ff2d-9a08-434a-9ede-b9c897cdb2b6 HTTP/1.1" status: 200 len: 1130 time: 0.0458031 Mar 02 05:35:23.216538 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ba0ce1f-402d-4a56-be31-95ea0e9a6bbb None None] New status for floating IP 026cc034-4cfc-44af-b9ef-f6ca6e76c4c5: DOWN {{(pid=103716) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 05:35:23.284646 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc57bf9-0669-4ad9-94f9-fbc86077b3a0 req-282a3420-1bab-4c11-905c-e3242d95db0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:35:23.286028 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-3bc57bf9-0669-4ad9-94f9-fbc86077b3a0 req-282a3420-1bab-4c11-905c-e3242d95db0d service neutron] 10.222.0.41 "GET /v2.0/networks?id=26125afd-b096-4cb9-bba7-021d4862e741 HTTP/1.1" status: 200 len: 913 time: 0.0927155 Mar 02 05:35:23.345028 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-4edea1a8-8c4b-4bd8-ace2-41c9a0ae5809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de25b4b3-f56c-49b1-aacc-08ebe8c6eaab', 'name': 'tempest-TestVolumeBootPattern-1506929187-router', 'tenant_id': '849ab8ade87443a6947fd49bc6793c28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'external_fixed_ips': [{'subnet_id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'ip_address': '172.27.2.51'}], 'enable_snat': True}, 'gw_port_id': 'a2b74999-40da-49ac-b59a-dd50e271443a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T05:31:40Z', 'updated_at': '2022-03-02T05:31:44Z', 'revision_number': 4, 'project_id': '849ab8ade87443a6947fd49bc6793c28', 'gw_port': {'id': 'a2b74999-40da-49ac-b59a-dd50e271443a', 'name': '', 'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:7c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de25b4b3-f56c-49b1-aacc-08ebe8c6eaab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'ip_address': '172.27.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T05:31:41Z', 'updated_at': '2022-03-02T05:31:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-18-iscsi', '_floatingips': [{'id': 'e1efc091-d84d-4c1b-83d9-a7d3e20ea63d', 'tenant_id': '849ab8ade87443a6947fd49bc6793c28', 'floating_ip_address': '172.27.2.100', 'floating_network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'router_id': 'de25b4b3-f56c-49b1-aacc-08ebe8c6eaab', 'port_id': 'eb45cdb9-12e5-4d8e-93d2-2f1d8754a083', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 583, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '26125afd-b096-4cb9-bba7-021d4862e741', 'mac_address': 'fa:16:3e:17:14:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9e8ff2d-9a08-434a-9ede-b9c897cdb2b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T05:35:21Z', 'updated_at': '2022-03-02T05:35:21Z', 'revision_number': 0, 'project_id': '849ab8ade87443a6947fd49bc6793c28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df7fecc2-9b58-427e-919a-4569fe7d7cc8', 'name': '', 'network_id': '26125afd-b096-4cb9-bba7-021d4862e741', 'tenant_id': '849ab8ade87443a6947fd49bc6793c28', 'mac_address': 'fa:16:3e:d6:89:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de25b4b3-f56c-49b1-aacc-08ebe8c6eaab', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'd188881c-9727-4efd-b9e6-7344d2704465', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T05:31:43Z', 'updated_at': '2022-03-02T05:31:48Z', 'revision_number': 5, 'project_id': '849ab8ade87443a6947fd49bc6793c28', 'subnets': [{'id': 'd188881c-9727-4efd-b9e6-7344d2704465', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-18-iscsi', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 05:35:23.352445 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-3bc57bf9-0669-4ad9-94f9-fbc86077b3a0 req-a53d538e-4771-4aed-9825-cad1b7bb3dd6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eb45cdb9-12e5-4d8e-93d2-2f1d8754a083 HTTP/1.1" status: 200 len: 1000 time: 0.0596788 Mar 02 05:35:23.371656 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4edea1a8-8c4b-4bd8-ace2-41c9a0ae5809 None None] Checking router: de25b4b3-f56c-49b1-aacc-08ebe8c6eaab for host: dv-cinder-768458-18-iscsi {{(pid=103717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 05:35:23.380632 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4edea1a8-8c4b-4bd8-ace2-41c9a0ae5809 None None] Routers {'de25b4b3-f56c-49b1-aacc-08ebe8c6eaab'} bound to L3 agent in host dv-cinder-768458-18-iscsi {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 05:35:23.381317 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-4edea1a8-8c4b-4bd8-ace2-41c9a0ae5809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-02T05:20:42Z,description=,heartbeat_timestamp=2022-03-02T05:35:12Z,host='dv-cinder-768458-18-iscsi',id=9c2b50e6-1677-4aa9-928e-941b4c488fc5,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T05:20:42Z,topic='l3_agent')) {'router_ids': ['de25b4b3-f56c-49b1-aacc-08ebe8c6eaab'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 05:35:23.410611 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc57bf9-0669-4ad9-94f9-fbc86077b3a0 req-42614b06-e21b-4055-947c-6ac383cc190e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:35:23.412117 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-3bc57bf9-0669-4ad9-94f9-fbc86077b3a0 req-42614b06-e21b-4055-947c-6ac383cc190e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d188881c-9727-4efd-b9e6-7344d2704465 HTTP/1.1" status: 200 len: 851 time: 0.0462365 Mar 02 05:35:23.465282 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc57bf9-0669-4ad9-94f9-fbc86077b3a0 req-1615c8d3-145f-44b9-b3ea-894e79d161ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:35:23.466781 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-3bc57bf9-0669-4ad9-94f9-fbc86077b3a0 req-1615c8d3-145f-44b9-b3ea-894e79d161ba service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=26125afd-b096-4cb9-bba7-021d4862e741&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0484602 Mar 02 05:35:23.498812 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.db.l3_dvr_db [None req-4edea1a8-8c4b-4bd8-ace2-41c9a0ae5809 None None] Set router de25b4b3-f56c-49b1-aacc-08ebe8c6eaab gateway port host: dv-cinder-768458-18-iscsi {{(pid=103717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 05:35:23.553791 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-3bc57bf9-0669-4ad9-94f9-fbc86077b3a0 req-540ddb82-e1df-45b8-9c4d-12361d11efac service neutron] 10.222.0.41 "GET /v2.0/networks/26125afd-b096-4cb9-bba7-021d4862e741?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812135 Mar 02 05:35:23.647025 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-3bc57bf9-0669-4ad9-94f9-fbc86077b3a0 req-b6cb0ef3-3bff-4cb5-a27f-17a7831e7464 service neutron] 10.222.0.41 "GET /v2.0/networks/26125afd-b096-4cb9-bba7-021d4862e741?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870850 Mar 02 05:35:23.715596 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1348e383-7da7-4c09-8027-b7697cce29a1 req-4ba0d7c9-6fd3-403a-89d8-8cc1513260d5 tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:35:23.717333 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-1348e383-7da7-4c09-8027-b7697cce29a1 req-4ba0d7c9-6fd3-403a-89d8-8cc1513260d5 tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] 10.222.0.32 "GET /v2.0/ports?device_id=c6cdd2a3-d11a-458f-8463-513c97e08942 HTTP/1.1" status: 200 len: 985 time: 0.0531023 Mar 02 05:35:23.718818 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-4edea1a8-8c4b-4bd8-ace2-41c9a0ae5809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de25b4b3-f56c-49b1-aacc-08ebe8c6eaab', 'name': 'tempest-TestVolumeBootPattern-1506929187-router', 'tenant_id': '849ab8ade87443a6947fd49bc6793c28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'external_fixed_ips': [{'subnet_id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'ip_address': '172.27.2.51'}], 'enable_snat': True}, 'gw_port_id': 'a2b74999-40da-49ac-b59a-dd50e271443a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T05:31:40Z', 'updated_at': '2022-03-02T05:31:44Z', 'revision_number': 4, 'project_id': '849ab8ade87443a6947fd49bc6793c28', 'gw_port': {'id': 'a2b74999-40da-49ac-b59a-dd50e271443a', 'name': '', 'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:7c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de25b4b3-f56c-49b1-aacc-08ebe8c6eaab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'ip_address': '172.27.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T05:31:41Z', 'updated_at': '2022-03-02T05:31:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-18-iscsi', '_floatingips': [{'id': 'e1efc091-d84d-4c1b-83d9-a7d3e20ea63d', 'tenant_id': '849ab8ade87443a6947fd49bc6793c28', 'floating_ip_address': '172.27.2.100', 'floating_network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'router_id': 'de25b4b3-f56c-49b1-aacc-08ebe8c6eaab', 'port_id': 'eb45cdb9-12e5-4d8e-93d2-2f1d8754a083', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 583, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '26125afd-b096-4cb9-bba7-021d4862e741', 'mac_address': 'fa:16:3e:17:14:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9e8ff2d-9a08-434a-9ede-b9c897cdb2b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T05:35:21Z', 'updated_at': '2022-03-02T05:35:21Z', 'revision_number': 0, 'project_id': '849ab8ade87443a6947fd49bc6793c28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df7fecc2-9b58-427e-919a-4569fe7d7cc8', 'name': '', 'network_id': '26125afd-b096-4cb9-bba7-021d4862e741', 'tenant_id': '849ab8ade87443a6947fd49bc6793c28', 'mac_address': 'fa:16:3e:d6:89:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de25b4b3-f56c-49b1-aacc-08ebe8c6eaab', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'd188881c-9727-4efd-b9e6-7344d2704465', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T05:31:43Z', 'updated_at': '2022-03-02T05:31:48Z', 'revision_number': 5, 'project_id': '849ab8ade87443a6947fd49bc6793c28', 'subnets': [{'id': 'd188881c-9727-4efd-b9e6-7344d2704465', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-18-iscsi', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 05:35:23.745446 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4edea1a8-8c4b-4bd8-ace2-41c9a0ae5809 None None] The sync data for ids ['de25b4b3-f56c-49b1-aacc-08ebe8c6eaab'] in dv-cinder-768458-18-iscsi is: [{'id': 'de25b4b3-f56c-49b1-aacc-08ebe8c6eaab', 'name': 'tempest-TestVolumeBootPattern-1506929187-router', 'tenant_id': '849ab8ade87443a6947fd49bc6793c28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'external_fixed_ips': [{'subnet_id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'ip_address': '172.27.2.51'}], 'enable_snat': True}, 'gw_port_id': 'a2b74999-40da-49ac-b59a-dd50e271443a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T05:31:40Z', 'updated_at': '2022-03-02T05:31:44Z', 'revision_number': 4, 'project_id': '849ab8ade87443a6947fd49bc6793c28', 'gw_port': {'id': 'a2b74999-40da-49ac-b59a-dd50e271443a', 'name': '', 'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:7c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de25b4b3-f56c-49b1-aacc-08ebe8c6eaab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'ip_address': '172.27.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T05:31:41Z', 'updated_at': '2022-03-02T05:31:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-18-iscsi', '_floatingips': [{'id': 'e1efc091-d84d-4c1b-83d9-a7d3e20ea63d', 'tenant_id': '849ab8ade87443a6947fd49bc6793c28', 'floating_ip_address': '172.27.2.100', 'floating_network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'router_id': 'de25b4b3-f56c-49b1-aacc-08ebe8c6eaab', 'port_id': 'eb45cdb9-12e5-4d8e-93d2-2f1d8754a083', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 583, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '26125afd-b096-4cb9-bba7-021d4862e741', 'mac_address': 'fa:16:3e:17:14:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9e8ff2d-9a08-434a-9ede-b9c897cdb2b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T05:35:21Z', 'updated_at': '2022-03-02T05:35:21Z', 'revision_number': 0, 'project_id': '849ab8ade87443a6947fd49bc6793c28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df7fecc2-9b58-427e-919a-4569fe7d7cc8', 'name': '', 'network_id': '26125afd-b096-4cb9-bba7-021d4862e741', 'tenant_id': '849ab8ade87443a6947fd49bc6793c28', 'mac_address': 'fa:16:3e:d6:89:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de25b4b3-f56c-49b1-aacc-08ebe8c6eaab', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'd188881c-9727-4efd-b9e6-7344d2704465', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T05:31:43Z', 'updated_at': '2022-03-02T05:31:48Z', 'revision_number': 5, 'project_id': '849ab8ade87443a6947fd49bc6793c28', 'subnets': [{'id': 'd188881c-9727-4efd-b9e6-7344d2704465', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 05:35:23.771874 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.rpc [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Device baafd727-dd88-4e3f-9809-9cc5dab7a352 no longer exists at agent hyperv_hv-cinder-76845 {{(pid=103716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 05:35:23.780426 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-1348e383-7da7-4c09-8027-b7697cce29a1 req-f28573b4-714d-4c72-a4a1-410a12d26b18 tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a60ea66-767c-4c25-ab86-e407bbae2500&id=a83bf63b-328f-4864-a4da-dc8ab850ba56&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0557821 Mar 02 05:35:23.796492 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] No Port match for: baafd727-dd88-4e3f-9809-9cc5dab7a352 {{(pid=103716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 05:35:23.796852 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.rpc [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Device baafd727-dd88-4e3f-9809-9cc5dab7a352 not bound to the agent host hv-cinder-76845 {{(pid=103716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 05:35:23.935004 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0730a1ad-b506-4ea0-8f37-e0a7bcf9ab79 None None] New status for floating IP e1efc091-d84d-4c1b-83d9-a7d3e20ea63d: ACTIVE {{(pid=103717) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 05:35:24.518009 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.32', 42706) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:35:24.574375 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-247a3b42-70a3-4c09-b251-4301d6f78838 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] Publish callbacks [] for security_group (c9038ebb-838a-464d-969e-4cf61979d644), before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:35:24.597079 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-247a3b42-70a3-4c09-b251-4301d6f78838 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] Publish callbacks [] for security_group (c9038ebb-838a-464d-969e-4cf61979d644), precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:35:24.710374 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-247a3b42-70a3-4c09-b251-4301d6f78838 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629892'] for security_group (c9038ebb-838a-464d-969e-4cf61979d644), after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:35:24.712964 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-247a3b42-70a3-4c09-b251-4301d6f78838 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] Publish callbacks [] for security_group (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:35:24.714158 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-247a3b42-70a3-4c09-b251-4301d6f78838 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] 10.222.0.32 "DELETE /v2.0/security-groups/c9038ebb-838a-464d-969e-4cf61979d644 HTTP/1.1" status: 204 len: 168 time: 0.1951432 Mar 02 05:35:24.716876 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.wsgi [-] (103714) accepted ('10.222.0.32', 42708) {{(pid=103714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:35:24.723113 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247a3b42-70a3-4c09-b251-4301d6f78838 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9038ebb-838a-464d-969e-4cf61979d644,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:35:24.730872 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.api.v2.resource [None req-5f665d0c-b123-42f4-81d2-c0d8bdf92fd9 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] show failed (client error): The resource could not be found. Mar 02 05:35:24.731962 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [None req-5f665d0c-b123-42f4-81d2-c0d8bdf92fd9 tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] 10.222.0.32 "GET /v2.0/security-groups/c9038ebb-838a-464d-969e-4cf61979d644 HTTP/1.1" status: 404 len: 347 time: 0.0140941 Mar 02 05:35:24.735344 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.wsgi [-] (103714) accepted ('10.222.0.32', 42710) {{(pid=103714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:35:24.885098 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-ed6cf425-5b86-4ffb-9df3-2cbcd076a68c tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] Deleting port b7e2643d-c3a1-4384-ab0b-77c839355eae {{(pid=103714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 05:35:24.885434 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-ed6cf425-5b86-4ffb-9df3-2cbcd076a68c tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789290453881'] for port (b7e2643d-c3a1-4384-ab0b-77c839355eae), before_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:35:24.949968 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10aeb99b-2d4a-45e2-a7b7-e7dae2afc345 req-cb185f70-7472-4594-88cb-92a0a64df98b tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:35:24.951455 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-10aeb99b-2d4a-45e2-a7b7-e7dae2afc345 req-cb185f70-7472-4594-88cb-92a0a64df98b tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] 10.222.0.32 "GET /v2.0/ports?device_id=c6cdd2a3-d11a-458f-8463-513c97e08942 HTTP/1.1" status: 200 len: 985 time: 0.1027761 Mar 02 05:35:24.986455 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-ed6cf425-5b86-4ffb-9df3-2cbcd076a68c tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542039'] for port (b7e2643d-c3a1-4384-ab0b-77c839355eae), precommit_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:35:24.986775 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-ed6cf425-5b86-4ffb-9df3-2cbcd076a68c tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] Publish callbacks [] for floatingip (b7e2643d-c3a1-4384-ab0b-77c839355eae), precommit_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:35:25.006373 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-ed6cf425-5b86-4ffb-9df3-2cbcd076a68c tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] Calling delete_port for b7e2643d-c3a1-4384-ab0b-77c839355eae owned by network:floatingip {{(pid=103714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 05:35:25.078164 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-10aeb99b-2d4a-45e2-a7b7-e7dae2afc345 req-e81708b9-1ca6-430d-b513-8f192903f6b0 tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a60ea66-767c-4c25-ab86-e407bbae2500&id=a83bf63b-328f-4864-a4da-dc8ab850ba56&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1169589 Mar 02 05:35:25.241568 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-ed6cf425-5b86-4ffb-9df3-2cbcd076a68c tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789290460636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789289919726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13003867'] for port (b7e2643d-c3a1-4384-ab0b-77c839355eae), after_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:35:25.266828 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6cf425-5b86-4ffb-9df3-2cbcd076a68c tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] Pushing event deleted for resources: {'Port': ['ID=b7e2643d-c3a1-4384-ab0b-77c839355eae,revision_number=None']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:35:25.327484 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-ed6cf425-5b86-4ffb-9df3-2cbcd076a68c tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] Publish callbacks [] for floatingip (026cc034-4cfc-44af-b9ef-f6ca6e76c4c5), after_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:35:25.330624 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-ed6cf425-5b86-4ffb-9df3-2cbcd076a68c tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25628'] for floatingip (None), before_response {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:35:25.331781 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [None req-ed6cf425-5b86-4ffb-9df3-2cbcd076a68c tempest-AttachVolumeTestJSON-955512996 tempest-AttachVolumeTestJSON-955512996-project] 10.222.0.32 "DELETE /v2.0/floatingips/026cc034-4cfc-44af-b9ef-f6ca6e76c4c5 HTTP/1.1" status: 204 len: 168 time: 0.5953906 Mar 02 05:35:26.197676 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ec3065-745f-43da-bf02-9d7e5b664268 req-b9ac1d53-9e27-4e80-8de3-fc2ad98d1ecb tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:35:26.199163 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-e5ec3065-745f-43da-bf02-9d7e5b664268 req-b9ac1d53-9e27-4e80-8de3-fc2ad98d1ecb tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] 10.222.0.32 "GET /v2.0/ports?device_id=c6cdd2a3-d11a-458f-8463-513c97e08942 HTTP/1.1" status: 200 len: 985 time: 0.0530918 Mar 02 05:35:26.257408 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-e5ec3065-745f-43da-bf02-9d7e5b664268 req-198b6585-f274-4dd3-86df-d92e8a236a37 tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a60ea66-767c-4c25-ab86-e407bbae2500&id=a83bf63b-328f-4864-a4da-dc8ab850ba56&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0524735 Mar 02 05:35:27.377976 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3daa7b8-248c-45b5-bfca-fc678d535a3d req-cb4b5ac9-e02a-4ec4-a2a8-8af9ba02e289 tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:35:27.379484 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-a3daa7b8-248c-45b5-bfca-fc678d535a3d req-cb4b5ac9-e02a-4ec4-a2a8-8af9ba02e289 tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] 10.222.0.32 "GET /v2.0/ports?device_id=c6cdd2a3-d11a-458f-8463-513c97e08942 HTTP/1.1" status: 200 len: 985 time: 0.0534165 Mar 02 05:35:27.438677 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-a3daa7b8-248c-45b5-bfca-fc678d535a3d req-f3321334-c9ce-4b1d-9aba-b9ed37206759 tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a60ea66-767c-4c25-ab86-e407bbae2500&id=a83bf63b-328f-4864-a4da-dc8ab850ba56&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0532827 Mar 02 05:35:28.561838 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bdfbdc-b6fc-457d-929b-b80c05ec6d75 req-512ff2af-8a6e-41d8-bd9b-909fbc63199e tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:35:28.563345 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-47bdfbdc-b6fc-457d-929b-b80c05ec6d75 req-512ff2af-8a6e-41d8-bd9b-909fbc63199e tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] 10.222.0.32 "GET /v2.0/ports?device_id=c6cdd2a3-d11a-458f-8463-513c97e08942 HTTP/1.1" status: 200 len: 985 time: 0.0586376 Mar 02 05:35:28.622279 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-47bdfbdc-b6fc-457d-929b-b80c05ec6d75 req-e394fd5c-516b-4af4-a576-bc1147674e32 tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a60ea66-767c-4c25-ab86-e407bbae2500&id=a83bf63b-328f-4864-a4da-dc8ab850ba56&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0531547 Mar 02 05:35:29.242867 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.wsgi [-] (103714) accepted ('10.222.0.32', 42746) {{(pid=103714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:35:29.791801 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ad8296-9ec1-4c29-8cfb-1f73ccc5f196 req-0844c939-8d42-47f9-9ab6-160af21c9c59 tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:35:29.793164 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-27ad8296-9ec1-4c29-8cfb-1f73ccc5f196 req-0844c939-8d42-47f9-9ab6-160af21c9c59 tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] 10.222.0.32 "GET /v2.0/ports?device_id=c6cdd2a3-d11a-458f-8463-513c97e08942 HTTP/1.1" status: 200 len: 985 time: 0.1027446 Mar 02 05:35:29.883513 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-27ad8296-9ec1-4c29-8cfb-1f73ccc5f196 req-025d5f55-9acc-43c6-997d-ca456ef26c72 tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a60ea66-767c-4c25-ab86-e407bbae2500&id=a83bf63b-328f-4864-a4da-dc8ab850ba56&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0822606 Mar 02 05:35:29.963716 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-3589f6b4-d366-4f4a-8767-f5ab5ebf7eb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-555324'] for router_interface (279f7eec-5f94-4a26-9856-cbbd0eb5eab5), before_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:35:30.248881 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-3589f6b4-d366-4f4a-8767-f5ab5ebf7eb8 admin admin] Deleting port 5b703634-9ede-4863-b157-97a8de60550a {{(pid=103714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 05:35:30.249548 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-3589f6b4-d366-4f4a-8767-f5ab5ebf7eb8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789290453881'] for port (5b703634-9ede-4863-b157-97a8de60550a), before_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:35:30.323273 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.db [None req-3589f6b4-d366-4f4a-8767-f5ab5ebf7eb8 admin admin] For port 5b703634-9ede-4863-b157-97a8de60550a, host dv-cinder-768458-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-18-iscsi',level=0,port_id=5b703634-9ede-4863-b157-97a8de60550a,segment=NetworkSegment(43e8c482-1a50-4e10-a19a-64e9763e2b05),segment_id=43e8c482-1a50-4e10-a19a-64e9763e2b05)] {{(pid=103714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 05:35:30.323701 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-3589f6b4-d366-4f4a-8767-f5ab5ebf7eb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542039'] for port (5b703634-9ede-4863-b157-97a8de60550a), precommit_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:35:30.336213 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-3589f6b4-d366-4f4a-8767-f5ab5ebf7eb8 admin admin] Calling delete_port for 5b703634-9ede-4863-b157-97a8de60550a owned by network:router_interface {{(pid=103714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 05:35:30.578636 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-3589f6b4-d366-4f4a-8767-f5ab5ebf7eb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789290460636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789289919726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13003867'] for port (5b703634-9ede-4863-b157-97a8de60550a), after_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:35:30.606104 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3589f6b4-d366-4f4a-8767-f5ab5ebf7eb8 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b703634-9ede-4863-b157-97a8de60550a,revision_number=None']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:35:30.768046 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-3589f6b4-d366-4f4a-8767-f5ab5ebf7eb8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555472'] for router_interface (279f7eec-5f94-4a26-9856-cbbd0eb5eab5), after_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:35:31.009962 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21c9a22-832c-467c-9860-b8ca9eeee361 req-d3d81d0c-790e-4ebf-b31c-d286fdf77b75 tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:35:31.013547 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-f21c9a22-832c-467c-9860-b8ca9eeee361 req-d3d81d0c-790e-4ebf-b31c-d286fdf77b75 tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] 10.222.0.32 "GET /v2.0/ports?device_id=c6cdd2a3-d11a-458f-8463-513c97e08942 HTTP/1.1" status: 200 len: 985 time: 0.0644011 Mar 02 05:35:31.075647 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-f21c9a22-832c-467c-9860-b8ca9eeee361 req-e86a860f-be82-4e60-9081-bac255ac3daf tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a60ea66-767c-4c25-ab86-e407bbae2500&id=a83bf63b-328f-4864-a4da-dc8ab850ba56&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0580521 Mar 02 05:35:31.244891 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3589f6b4-d366-4f4a-8767-f5ab5ebf7eb8 admin admin] Router 279f7eec-5f94-4a26-9856-cbbd0eb5eab5 has already been hosted by L3 agent 9c2b50e6-1677-4aa9-928e-941b4c488fc5 {{(pid=103714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 05:35:31.357212 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3589f6b4-d366-4f4a-8767-f5ab5ebf7eb8 admin admin] Notify agent at l3_agent.dv-cinder-768458-18-iscsi the message routers_updated {{(pid=103714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 05:35:31.363710 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [None req-3589f6b4-d366-4f4a-8767-f5ab5ebf7eb8 admin admin] 10.222.0.32 "PUT /v2.0/routers/279f7eec-5f94-4a26-9856-cbbd0eb5eab5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1195385 Mar 02 05:35:31.367010 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.wsgi [-] (103714) accepted ('10.222.0.32', 42758) {{(pid=103714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:35:31.370719 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c8640c1-67f3-4068-a0ea-193ae94beba9 None None] Sync routers for ids ['279f7eec-5f94-4a26-9856-cbbd0eb5eab5'] in dv-cinder-768458-18-iscsi {{(pid=103716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 05:35:31.380334 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c8640c1-67f3-4068-a0ea-193ae94beba9 None None] Routers {'279f7eec-5f94-4a26-9856-cbbd0eb5eab5'} bound to L3 agent in host dv-cinder-768458-18-iscsi {{(pid=103716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 05:35:31.381047 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.l3_hamode_db [None req-7c8640c1-67f3-4068-a0ea-193ae94beba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-02T05:20:42Z,description=,heartbeat_timestamp=2022-03-02T05:35:12Z,host='dv-cinder-768458-18-iscsi',id=9c2b50e6-1677-4aa9-928e-941b4c488fc5,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T05:20:42Z,topic='l3_agent')) {'router_ids': ['279f7eec-5f94-4a26-9856-cbbd0eb5eab5'], 'active': True} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 05:35:31.476661 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-a40e72e0-121f-4005-87c2-9c446409e734 admin admin] Publish callbacks [] for router (279f7eec-5f94-4a26-9856-cbbd0eb5eab5), before_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:35:31.491611 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.l3_dvr_db [None req-7c8640c1-67f3-4068-a0ea-193ae94beba9 None None] Set router 279f7eec-5f94-4a26-9856-cbbd0eb5eab5 gateway port host: dv-cinder-768458-18-iscsi {{(pid=103716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 05:35:31.584502 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-a40e72e0-121f-4005-87c2-9c446409e734 admin admin] Publish callbacks [] for router_gateway (279f7eec-5f94-4a26-9856-cbbd0eb5eab5), before_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:35:31.668925 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.l3_hamode_db [None req-7c8640c1-67f3-4068-a0ea-193ae94beba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '279f7eec-5f94-4a26-9856-cbbd0eb5eab5', 'name': 'tempest-AttachVolumeTestJSON-318348053-router', 'tenant_id': 'e206b3ab3679495682403c34b4fe8d9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'external_fixed_ips': [{'subnet_id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'ip_address': '172.27.2.68'}], 'enable_snat': True}, 'gw_port_id': 'f69dbdff-dc8a-4904-ae26-78b3078d3ae3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T05:29:04Z', 'updated_at': '2022-03-02T05:35:30Z', 'revision_number': 5, 'project_id': 'e206b3ab3679495682403c34b4fe8d9a', 'gw_port': {'id': 'f69dbdff-dc8a-4904-ae26-78b3078d3ae3', 'name': '', 'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:af:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '279f7eec-5f94-4a26-9856-cbbd0eb5eab5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'ip_address': '172.27.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T05:29:06Z', 'updated_at': '2022-03-02T05:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-18-iscsi'}], 'dv-cinder-768458-18-iscsi', False) {} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 05:35:31.695816 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-a40e72e0-121f-4005-87c2-9c446409e734 admin admin] Deleting port f69dbdff-dc8a-4904-ae26-78b3078d3ae3 {{(pid=103714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 05:35:31.696161 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-a40e72e0-121f-4005-87c2-9c446409e734 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789290453881'] for port (f69dbdff-dc8a-4904-ae26-78b3078d3ae3), before_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:35:31.700431 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c8640c1-67f3-4068-a0ea-193ae94beba9 None None] Checking router: 279f7eec-5f94-4a26-9856-cbbd0eb5eab5 for host: dv-cinder-768458-18-iscsi {{(pid=103716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 05:35:31.708860 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c8640c1-67f3-4068-a0ea-193ae94beba9 None None] Routers {'279f7eec-5f94-4a26-9856-cbbd0eb5eab5'} bound to L3 agent in host dv-cinder-768458-18-iscsi {{(pid=103716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 05:35:31.709432 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.l3_hamode_db [None req-7c8640c1-67f3-4068-a0ea-193ae94beba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-02T05:20:42Z,description=,heartbeat_timestamp=2022-03-02T05:35:12Z,host='dv-cinder-768458-18-iscsi',id=9c2b50e6-1677-4aa9-928e-941b4c488fc5,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T05:20:42Z,topic='l3_agent')) {'router_ids': ['279f7eec-5f94-4a26-9856-cbbd0eb5eab5'], 'active': True} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 05:35:31.774811 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.db [None req-a40e72e0-121f-4005-87c2-9c446409e734 admin admin] For port f69dbdff-dc8a-4904-ae26-78b3078d3ae3, host dv-cinder-768458-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-18-iscsi',level=0,port_id=f69dbdff-dc8a-4904-ae26-78b3078d3ae3,segment=NetworkSegment(4c026da1-f439-448a-ad69-ccdbf2795772),segment_id=4c026da1-f439-448a-ad69-ccdbf2795772)] {{(pid=103714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 05:35:31.775175 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-a40e72e0-121f-4005-87c2-9c446409e734 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542039'] for port (f69dbdff-dc8a-4904-ae26-78b3078d3ae3), precommit_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:35:31.792087 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-a40e72e0-121f-4005-87c2-9c446409e734 admin admin] Calling delete_port for f69dbdff-dc8a-4904-ae26-78b3078d3ae3 owned by network:router_gateway {{(pid=103714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 05:35:31.796563 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.l3_dvr_db [None req-7c8640c1-67f3-4068-a0ea-193ae94beba9 None None] Set router 279f7eec-5f94-4a26-9856-cbbd0eb5eab5 gateway port host: None {{(pid=103716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 05:35:31.848564 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.l3_hamode_db [None req-7c8640c1-67f3-4068-a0ea-193ae94beba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '279f7eec-5f94-4a26-9856-cbbd0eb5eab5', 'name': 'tempest-AttachVolumeTestJSON-318348053-router', 'tenant_id': 'e206b3ab3679495682403c34b4fe8d9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T05:29:04Z', 'updated_at': '2022-03-02T05:35:31Z', 'revision_number': 6, 'project_id': 'e206b3ab3679495682403c34b4fe8d9a', 'gw_port_host': None}], 'dv-cinder-768458-18-iscsi', False) {} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 05:35:31.877346 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c8640c1-67f3-4068-a0ea-193ae94beba9 None None] The sync data for ids ['279f7eec-5f94-4a26-9856-cbbd0eb5eab5'] in dv-cinder-768458-18-iscsi is: [{'id': '279f7eec-5f94-4a26-9856-cbbd0eb5eab5', 'name': 'tempest-AttachVolumeTestJSON-318348053-router', 'tenant_id': 'e206b3ab3679495682403c34b4fe8d9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T05:29:04Z', 'updated_at': '2022-03-02T05:35:31Z', 'revision_number': 6, 'project_id': 'e206b3ab3679495682403c34b4fe8d9a', 'gw_port_host': None}] {{(pid=103716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 05:35:32.018716 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-a40e72e0-121f-4005-87c2-9c446409e734 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789290460636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789289919726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13003867'] for port (f69dbdff-dc8a-4904-ae26-78b3078d3ae3), after_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:35:32.042357 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40e72e0-121f-4005-87c2-9c446409e734 admin admin] Pushing event deleted for resources: {'Port': ['ID=f69dbdff-dc8a-4904-ae26-78b3078d3ae3,revision_number=None']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:35:32.104297 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-a40e72e0-121f-4005-87c2-9c446409e734 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-556402'] for router_gateway (279f7eec-5f94-4a26-9856-cbbd0eb5eab5), after_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:35:32.248850 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-a40e72e0-121f-4005-87c2-9c446409e734 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552674', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5165'] for router (279f7eec-5f94-4a26-9856-cbbd0eb5eab5), precommit_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:35:32.253071 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-a40e72e0-121f-4005-87c2-9c446409e734 admin admin] Publish callbacks [] for router_controller (279f7eec-5f94-4a26-9856-cbbd0eb5eab5), precommit_delete_associations {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:35:32.330841 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9895b9-f973-449d-ae4e-9fb8f315c1fe req-9a3374d8-bae0-41fb-96cc-e6c0012f4f81 tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:35:32.332455 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-6d9895b9-f973-449d-ae4e-9fb8f315c1fe req-9a3374d8-bae0-41fb-96cc-e6c0012f4f81 tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] 10.222.0.32 "GET /v2.0/ports?device_id=c6cdd2a3-d11a-458f-8463-513c97e08942 HTTP/1.1" status: 200 len: 985 time: 0.1841393 Mar 02 05:35:32.388710 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-a40e72e0-121f-4005-87c2-9c446409e734 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552665'] for router (279f7eec-5f94-4a26-9856-cbbd0eb5eab5), after_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:35:32.389368 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a40e72e0-121f-4005-87c2-9c446409e734 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 279f7eec-5f94-4a26-9856-cbbd0eb5eab5 {{(pid=103714) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 05:35:32.396585 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-6d9895b9-f973-449d-ae4e-9fb8f315c1fe req-96227f89-cf4a-48a1-9519-349366c147be tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a60ea66-767c-4c25-ab86-e407bbae2500&id=a83bf63b-328f-4864-a4da-dc8ab850ba56&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0586474 Mar 02 05:35:32.399414 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-a40e72e0-121f-4005-87c2-9c446409e734 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:35:32.400433 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [None req-a40e72e0-121f-4005-87c2-9c446409e734 admin admin] 10.222.0.32 "DELETE /v2.0/routers/279f7eec-5f94-4a26-9856-cbbd0eb5eab5 HTTP/1.1" status: 204 len: 168 time: 1.0324688 Mar 02 05:35:32.403198 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.32', 42762) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:35:32.447348 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.db.db_base_plugin_v2 [None req-eeddd948-c189-430d-a941-b1aac18deeff admin admin] Deleting subnet 24744b4d-8303-4a95-a314-609059e1d9b5 {{(pid=103715) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 02 05:35:32.450319 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-eeddd948-c189-430d-a941-b1aac18deeff admin admin] Publish callbacks [] for subnet (24744b4d-8303-4a95-a314-609059e1d9b5), before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:35:32.488425 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-eeddd948-c189-430d-a941-b1aac18deeff admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14592191'] for subnet (24744b4d-8303-4a95-a314-609059e1d9b5), precommit_delete_associations {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:35:32.590501 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-eeddd948-c189-430d-a941-b1aac18deeff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1107012'] for subnet (24744b4d-8303-4a95-a314-609059e1d9b5), precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:35:32.729235 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-eeddd948-c189-430d-a941-b1aac18deeff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1107019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14202953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58182792'] for subnet (24744b4d-8303-4a95-a314-609059e1d9b5), after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:35:32.760411 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeddd948-c189-430d-a941-b1aac18deeff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=24744b4d-8303-4a95-a314-609059e1d9b5,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:35:32.763003 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-eeddd948-c189-430d-a941-b1aac18deeff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531172'] for subnet (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:35:32.766054 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-eeddd948-c189-430d-a941-b1aac18deeff admin admin] 10.222.0.32 "DELETE /v2.0/subnets/24744b4d-8303-4a95-a314-609059e1d9b5 HTTP/1.1" status: 204 len: 168 time: 0.3617389 Mar 02 05:35:32.766750 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1482417f-4475-4fab-8a44-e9f7749618e8 None None] Network 18011967-2bc2-45c8-947b-290963b3926b requested from dv-cinder-768458-18-iscsi {{(pid=103716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 05:35:32.769965 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.wsgi [-] (103714) accepted ('10.222.0.32', 42764) {{(pid=103714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:35:32.774394 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeddd948-c189-430d-a941-b1aac18deeff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:35:32.774758 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeddd948-c189-430d-a941-b1aac18deeff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:35:32.775103 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeddd948-c189-430d-a941-b1aac18deeff admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:35:32.775481 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeddd948-c189-430d-a941-b1aac18deeff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:35:32.775818 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeddd948-c189-430d-a941-b1aac18deeff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:35:32.776147 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeddd948-c189-430d-a941-b1aac18deeff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:35:32.776478 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeddd948-c189-430d-a941-b1aac18deeff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:35:32.776807 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeddd948-c189-430d-a941-b1aac18deeff admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:35:32.777134 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeddd948-c189-430d-a941-b1aac18deeff admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:35:32.777461 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeddd948-c189-430d-a941-b1aac18deeff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:35:32.777980 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeddd948-c189-430d-a941-b1aac18deeff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:35:32.778311 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeddd948-c189-430d-a941-b1aac18deeff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:35:32.779224 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeddd948-c189-430d-a941-b1aac18deeff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:35:32.842366 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-299d3596-86cb-400d-b213-c3dd41beccfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1295551'] for network (18011967-2bc2-45c8-947b-290963b3926b), before_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:35:32.906023 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-299d3596-86cb-400d-b213-c3dd41beccfc admin admin] Deleting port 05e48e6a-ef22-414e-b473-3c8763c83c03 {{(pid=103714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 05:35:32.906371 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-299d3596-86cb-400d-b213-c3dd41beccfc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789290453881'] for port (05e48e6a-ef22-414e-b473-3c8763c83c03), before_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:35:32.944908 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f33310f2-e1f8-4c53-8862-02a4e6cd88cf None None] DHCP port deletion for 18011967-2bc2-45c8-947b-290963b3926b request from dv-cinder-768458-18-iscsi {{(pid=103716) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 02 05:35:32.974826 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.db [None req-299d3596-86cb-400d-b213-c3dd41beccfc admin admin] For port 05e48e6a-ef22-414e-b473-3c8763c83c03, host dv-cinder-768458-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-18-iscsi',level=0,port_id=05e48e6a-ef22-414e-b473-3c8763c83c03,segment=NetworkSegment(43e8c482-1a50-4e10-a19a-64e9763e2b05),segment_id=43e8c482-1a50-4e10-a19a-64e9763e2b05)] {{(pid=103714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 05:35:32.975329 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-299d3596-86cb-400d-b213-c3dd41beccfc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542039'] for port (05e48e6a-ef22-414e-b473-3c8763c83c03), precommit_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:35:32.991479 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-299d3596-86cb-400d-b213-c3dd41beccfc admin admin] Calling delete_port for 05e48e6a-ef22-414e-b473-3c8763c83c03 owned by network:dhcp {{(pid=103714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 05:35:33.018324 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.rpc [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Device 05e48e6a-ef22-414e-b473-3c8763c83c03 no longer exists at agent ovs-agent-dv-cinder-768458-18-iscsi {{(pid=103716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 05:35:33.022861 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-f33310f2-e1f8-4c53-8862-02a4e6cd88cf None None] Deleting port 05e48e6a-ef22-414e-b473-3c8763c83c03 {{(pid=103716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 05:35:33.023243 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f33310f2-e1f8-4c53-8862-02a4e6cd88cf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789290453881'] for port (05e48e6a-ef22-414e-b473-3c8763c83c03), before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:35:33.113462 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-f33310f2-e1f8-4c53-8862-02a4e6cd88cf None None] For port 05e48e6a-ef22-414e-b473-3c8763c83c03, host dv-cinder-768458-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-18-iscsi',level=0,port_id=05e48e6a-ef22-414e-b473-3c8763c83c03,segment=NetworkSegment(43e8c482-1a50-4e10-a19a-64e9763e2b05),segment_id=43e8c482-1a50-4e10-a19a-64e9763e2b05)] {{(pid=103716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 05:35:33.119142 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f33310f2-e1f8-4c53-8862-02a4e6cd88cf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542039'] for port (05e48e6a-ef22-414e-b473-3c8763c83c03), precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:35:33.127860 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-f33310f2-e1f8-4c53-8862-02a4e6cd88cf None None] Calling delete_port for 05e48e6a-ef22-414e-b473-3c8763c83c03 owned by network:dhcp {{(pid=103716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 05:35:33.168812 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-299d3596-86cb-400d-b213-c3dd41beccfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789290460636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789289919726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13003867'] for port (05e48e6a-ef22-414e-b473-3c8763c83c03), after_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:35:33.194296 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299d3596-86cb-400d-b213-c3dd41beccfc admin admin] Pushing event deleted for resources: {'Port': ['ID=05e48e6a-ef22-414e-b473-3c8763c83c03,revision_number=None']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:35:33.199528 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-299d3596-86cb-400d-b213-c3dd41beccfc admin admin] No DVR routers for this DVR port 05e48e6a-ef22-414e-b473-3c8763c83c03 on host dv-cinder-768458-18-iscsi {{(pid=103714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 05:35:33.224125 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Current status of the port 05e48e6a-ef22-414e-b473-3c8763c83c03 is: ACTIVE; New status is: DOWN {{(pid=103716) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 05:35:33.224540 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for port (05e48e6a-ef22-414e-b473-3c8763c83c03), before_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:35:33.276871 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-299d3596-86cb-400d-b213-c3dd41beccfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2011071', 'neutron.services.segments.db._delete_segments_for_network-8789290248605'] for network (18011967-2bc2-45c8-947b-290963b3926b), precommit_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:35:33.297760 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.rpc [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Device 5b703634-9ede-4863-b157-97a8de60550a no longer exists at agent ovs-agent-dv-cinder-768458-18-iscsi {{(pid=103716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 05:35:33.297965 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.services.segments.db [None req-299d3596-86cb-400d-b213-c3dd41beccfc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18011967-2bc2-45c8-947b-290963b3926b']}} {{(pid=103714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 05:35:33.308074 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.services.segments.db [None req-299d3596-86cb-400d-b213-c3dd41beccfc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43e8c482-1a50-4e10-a19a-64e9763e2b05') {'for_net_delete': True} {{(pid=103714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 05:35:33.308386 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.services.segments.db [None req-299d3596-86cb-400d-b213-c3dd41beccfc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43e8c482-1a50-4e10-a19a-64e9763e2b05') {} {{(pid=103714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 05:35:33.318083 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-299d3596-86cb-400d-b213-c3dd41beccfc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789290251430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13450160'] for segment (43e8c482-1a50-4e10-a19a-64e9763e2b05), before_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:35:33.318280 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] No Port match for: 5b703634-9ede-4863-b157-97a8de60550a {{(pid=103716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 05:35:33.318632 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.rpc [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Device 5b703634-9ede-4863-b157-97a8de60550a not bound to the agent host dv-cinder-768458-18-iscsi {{(pid=103716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 05:35:33.319039 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.rpc [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Device f69dbdff-dc8a-4904-ae26-78b3078d3ae3 no longer exists at agent ovs-agent-dv-cinder-768458-18-iscsi {{(pid=103716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 05:35:33.321439 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f33310f2-e1f8-4c53-8862-02a4e6cd88cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789290460636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789289919726'] for port (05e48e6a-ef22-414e-b473-3c8763c83c03), after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:35:33.331196 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-299d3596-86cb-400d-b213-c3dd41beccfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1106907'] for segment (43e8c482-1a50-4e10-a19a-64e9763e2b05), precommit_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:35:33.337030 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-299d3596-86cb-400d-b213-c3dd41beccfc admin admin] Releasing vlan 269 on physical network physnet1 to pool {{(pid=103714) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 05:35:33.337410 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-299d3596-86cb-400d-b213-c3dd41beccfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1106907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13003958'] for segment (43e8c482-1a50-4e10-a19a-64e9763e2b05), after_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:35:33.339053 dv-cinder-768458-18-iscsi neutron-server[103714]: Traceback (most recent call last): Mar 02 05:35:33.339053 dv-cinder-768458-18-iscsi neutron-server[103714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 05:35:33.339053 dv-cinder-768458-18-iscsi neutron-server[103714]: timer() Mar 02 05:35:33.339053 dv-cinder-768458-18-iscsi neutron-server[103714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 05:35:33.339053 dv-cinder-768458-18-iscsi neutron-server[103714]: cb(*args, **kw) Mar 02 05:35:33.339053 dv-cinder-768458-18-iscsi neutron-server[103714]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 02 05:35:33.339053 dv-cinder-768458-18-iscsi neutron-server[103714]: return func(*args, **kwargs) Mar 02 05:35:33.339053 dv-cinder-768458-18-iscsi neutron-server[103714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 05:35:33.339053 dv-cinder-768458-18-iscsi neutron-server[103714]: self._notify() Mar 02 05:35:33.339053 dv-cinder-768458-18-iscsi neutron-server[103714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 05:35:33.339053 dv-cinder-768458-18-iscsi neutron-server[103714]: self.callback(batched_events) Mar 02 05:35:33.339053 dv-cinder-768458-18-iscsi neutron-server[103714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 05:35:33.339053 dv-cinder-768458-18-iscsi neutron-server[103714]: event.method(event) Mar 02 05:35:33.339053 dv-cinder-768458-18-iscsi neutron-server[103714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 02 05:35:33.339053 dv-cinder-768458-18-iscsi neutron-server[103714]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 05:35:33.339053 dv-cinder-768458-18-iscsi neutron-server[103714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 02 05:35:33.339053 dv-cinder-768458-18-iscsi neutron-server[103714]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 05:35:33.339053 dv-cinder-768458-18-iscsi neutron-server[103714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 02 05:35:33.339053 dv-cinder-768458-18-iscsi neutron-server[103714]: return f(self, *a, **k) Mar 02 05:35:33.339053 dv-cinder-768458-18-iscsi neutron-server[103714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 05:35:33.339053 dv-cinder-768458-18-iscsi neutron-server[103714]: return self._get(url).json() Mar 02 05:35:33.339053 dv-cinder-768458-18-iscsi neutron-server[103714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 05:35:33.339053 dv-cinder-768458-18-iscsi neutron-server[103714]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 05:35:33.339053 dv-cinder-768458-18-iscsi neutron-server[103714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 05:35:33.339053 dv-cinder-768458-18-iscsi neutron-server[103714]: return self.request(url, 'GET', **kwargs) Mar 02 05:35:33.339053 dv-cinder-768458-18-iscsi neutron-server[103714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 05:35:33.339053 dv-cinder-768458-18-iscsi neutron-server[103714]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 05:35:33.339053 dv-cinder-768458-18-iscsi neutron-server[103714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 05:35:33.339053 dv-cinder-768458-18-iscsi neutron-server[103714]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 05:35:33.339053 dv-cinder-768458-18-iscsi neutron-server[103714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 05:35:33.339053 dv-cinder-768458-18-iscsi neutron-server[103714]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 05:35:33.339053 dv-cinder-768458-18-iscsi neutron-server[103714]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 05:35:33.344936 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] No Port match for: f69dbdff-dc8a-4904-ae26-78b3078d3ae3 {{(pid=103716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 05:35:33.347141 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.rpc [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Device f69dbdff-dc8a-4904-ae26-78b3078d3ae3 not bound to the agent host dv-cinder-768458-18-iscsi {{(pid=103716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 05:35:33.363040 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33310f2-e1f8-4c53-8862-02a4e6cd88cf None None] Pushing event deleted for resources: {'Port': ['ID=05e48e6a-ef22-414e-b473-3c8763c83c03,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:35:33.366404 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f33310f2-e1f8-4c53-8862-02a4e6cd88cf None None] No DVR routers for this DVR port 05e48e6a-ef22-414e-b473-3c8763c83c03 on host dv-cinder-768458-18-iscsi {{(pid=103716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 05:35:33.447141 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-299d3596-86cb-400d-b213-c3dd41beccfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2011078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556366'] for network (18011967-2bc2-45c8-947b-290963b3926b), after_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:35:33.453494 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-299d3596-86cb-400d-b213-c3dd41beccfc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531172'] for network (None), before_response {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:35:33.457080 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [None req-299d3596-86cb-400d-b213-c3dd41beccfc admin admin] 10.222.0.32 "DELETE /v2.0/networks/18011967-2bc2-45c8-947b-290963b3926b HTTP/1.1" status: 204 len: 168 time: 0.6860406 Mar 02 05:35:33.466837 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299d3596-86cb-400d-b213-c3dd41beccfc admin admin] Pushing event deleted for resources: {'Network': ['ID=18011967-2bc2-45c8-947b-290963b3926b,revision_number=None']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:35:33.535482 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d61919-d22d-4648-820b-2c0c35ee9508 req-8ade3a4a-6d75-486d-a952-0319720ec323 tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:35:33.536978 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-f3d61919-d22d-4648-820b-2c0c35ee9508 req-8ade3a4a-6d75-486d-a952-0319720ec323 tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] 10.222.0.32 "GET /v2.0/ports?device_id=c6cdd2a3-d11a-458f-8463-513c97e08942 HTTP/1.1" status: 200 len: 985 time: 0.0694239 Mar 02 05:35:33.597813 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-f3d61919-d22d-4648-820b-2c0c35ee9508 req-ca70a7c9-5a09-4227-8409-ebdccf8eb863 tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a60ea66-767c-4c25-ab86-e407bbae2500&id=a83bf63b-328f-4864-a4da-dc8ab850ba56&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0544934 Mar 02 05:35:33.745721 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.32', 42772) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:35:33.784662 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-b7abf071-ea1e-41db-b3dd-266f319ec190 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e206b3ab3679495682403c34b4fe8d9a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0377710 Mar 02 05:35:33.786997 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.32', 42774) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:35:33.833494 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-9634b17e-c967-4ed2-ba18-fed35f7a249e admin admin] Publish callbacks [] for security_group (c2c36f35-8ab5-4460-b9ee-62ce3eaab352), before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:35:33.853674 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-9634b17e-c967-4ed2-ba18-fed35f7a249e admin admin] Publish callbacks [] for security_group (c2c36f35-8ab5-4460-b9ee-62ce3eaab352), precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:35:33.962705 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-9634b17e-c967-4ed2-ba18-fed35f7a249e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629892'] for security_group (c2c36f35-8ab5-4460-b9ee-62ce3eaab352), after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:35:33.965252 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-9634b17e-c967-4ed2-ba18-fed35f7a249e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:35:33.966391 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-9634b17e-c967-4ed2-ba18-fed35f7a249e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c2c36f35-8ab5-4460-b9ee-62ce3eaab352 HTTP/1.1" status: 204 len: 168 time: 0.1784720 Mar 02 05:35:33.974395 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9634b17e-c967-4ed2-ba18-fed35f7a249e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2c36f35-8ab5-4460-b9ee-62ce3eaab352,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:35:37.099932 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (db45f871-b7ec-436d-b6b8-6a0a072a2253), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:35:39.602714 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-9e6ebd3d-3a12-47e8-a527-639fe4a71f22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (516abb3b-63f8-4dbb-a4f1-8865516966e2), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:35:41.738836 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-22cf1247-46e1-4a66-90fb-aacdc05ebaaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (9c2b50e6-1677-4aa9-928e-941b4c488fc5), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:35:42.837158 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-2ae3422a-c85d-446a-90f5-ce5a8bf639ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (d4d802fc-4ac8-47f8-b030-2ffc185fa6dc), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:35:43.790608 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de6bf30-7253-4eb1-8cd7-ead9f327b400 req-7aa93b58-c9a1-46ba-9053-a4eb4a3ab303 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:35:43.792226 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-1de6bf30-7253-4eb1-8cd7-ead9f327b400 req-7aa93b58-c9a1-46ba-9053-a4eb4a3ab303 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/ports?device_id=f113b7a2-946b-46bc-b2d7-90e10ff913f1 HTTP/1.1" status: 200 len: 946 time: 0.0531857 Mar 02 05:35:43.840688 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-1de6bf30-7253-4eb1-8cd7-ead9f327b400 req-ed4ce795-6391-4284-a6e7-17ce331cc10d tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/security-groups?id=991bbb6a-b336-47ac-a115-31af4aa86146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425515 Mar 02 05:35:44.300036 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f73b428b-984e-4c5a-9878-aef8f2b511ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (e0636eb1-3d25-4c31-a6e5-3f8fd1255322), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:35:44.965888 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e61474-7402-4c83-9f69-e4f65126a32d req-b1dd3227-0de5-48c3-87ed-3317d49372df tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:35:44.967400 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-b9e61474-7402-4c83-9f69-e4f65126a32d req-b1dd3227-0de5-48c3-87ed-3317d49372df tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/ports?device_id=f113b7a2-946b-46bc-b2d7-90e10ff913f1 HTTP/1.1" status: 200 len: 946 time: 0.0527472 Mar 02 05:35:45.014878 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-b9e61474-7402-4c83-9f69-e4f65126a32d req-266b9cb3-d69b-46a8-9947-6c9d2385be9b tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/security-groups?id=991bbb6a-b336-47ac-a115-31af4aa86146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412550 Mar 02 05:35:45.338599 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33fb56f-bcdd-48fc-b848-49479c5b2386 req-0395781c-0766-467e-8419-60b4a7b5875f tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:35:45.340066 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-b33fb56f-bcdd-48fc-b848-49479c5b2386 req-0395781c-0766-467e-8419-60b4a7b5875f tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.41 "GET /v2.0/ports?device_id=f113b7a2-946b-46bc-b2d7-90e10ff913f1 HTTP/1.1" status: 200 len: 946 time: 0.0513926 Mar 02 05:35:45.442818 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [req-b33fb56f-bcdd-48fc-b848-49479c5b2386 req-74f7a171-7cad-4514-82cc-e8d42c52ada2 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Deleting port 8d20e0f5-1081-4b21-9c63-5a7aba63428c {{(pid=103714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 05:35:45.443162 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [req-b33fb56f-bcdd-48fc-b848-49479c5b2386 req-74f7a171-7cad-4514-82cc-e8d42c52ada2 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789290453881'] for port (8d20e0f5-1081-4b21-9c63-5a7aba63428c), before_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:35:45.534052 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.db [req-b33fb56f-bcdd-48fc-b848-49479c5b2386 req-74f7a171-7cad-4514-82cc-e8d42c52ada2 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] For port 8d20e0f5-1081-4b21-9c63-5a7aba63428c, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=8d20e0f5-1081-4b21-9c63-5a7aba63428c,segment=NetworkSegment(15c6c484-0d48-4d40-b6e8-616bb71b4578),segment_id=15c6c484-0d48-4d40-b6e8-616bb71b4578)] {{(pid=103714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 05:35:45.534411 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [req-b33fb56f-bcdd-48fc-b848-49479c5b2386 req-74f7a171-7cad-4514-82cc-e8d42c52ada2 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542039'] for port (8d20e0f5-1081-4b21-9c63-5a7aba63428c), precommit_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:35:45.701128 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [req-b33fb56f-bcdd-48fc-b848-49479c5b2386 req-74f7a171-7cad-4514-82cc-e8d42c52ada2 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:35:45.701523 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [req-b33fb56f-bcdd-48fc-b848-49479c5b2386 req-74f7a171-7cad-4514-82cc-e8d42c52ada2 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556348'] for floatingip (e7c66479-d159-403f-be03-af613d45a609), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:35:45.701845 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.db.l3_db [req-b33fb56f-bcdd-48fc-b848-49479c5b2386 req-74f7a171-7cad-4514-82cc-e8d42c52ada2 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Floating IP e7c66479-d159-403f-be03-af613d45a609 disassociated. External IP: 172.27.2.122, port: 8d20e0f5-1081-4b21-9c63-5a7aba63428c. Mar 02 05:35:45.702188 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [req-b33fb56f-bcdd-48fc-b848-49479c5b2386 req-74f7a171-7cad-4514-82cc-e8d42c52ada2 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Calling delete_port for 8d20e0f5-1081-4b21-9c63-5a7aba63428c owned by compute:nova {{(pid=103714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 05:35:45.745563 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (64307ea2-7468-48d5-a188-5e76dfb99c6b), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:35:45.877746 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [req-b33fb56f-bcdd-48fc-b848-49479c5b2386 req-74f7a171-7cad-4514-82cc-e8d42c52ada2 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789290460636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789289919726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13003867'] for port (8d20e0f5-1081-4b21-9c63-5a7aba63428c), after_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:35:45.905727 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f7a171-7cad-4514-82cc-e8d42c52ada2 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Pushing event deleted for resources: {'Port': ['ID=8d20e0f5-1081-4b21-9c63-5a7aba63428c,revision_number=None']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:35:46.020038 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b33fb56f-bcdd-48fc-b848-49479c5b2386 req-74f7a171-7cad-4514-82cc-e8d42c52ada2 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Router aa79e986-2404-4136-904a-dbad8a9b4ddf has already been hosted by L3 agent 9c2b50e6-1677-4aa9-928e-941b4c488fc5 {{(pid=103714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 05:35:46.143871 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-bf5f098f-3d17-43fa-b6f4-aba79f2cef19 req-2e9b923e-d01f-4c60-96b4-6c53b97c7ae5 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/ports?device_id=f113b7a2-946b-46bc-b2d7-90e10ff913f1 HTTP/1.1" status: 200 len: 210 time: 0.0337923 Mar 02 05:35:46.156260 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b33fb56f-bcdd-48fc-b848-49479c5b2386 req-74f7a171-7cad-4514-82cc-e8d42c52ada2 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Notify agent at l3_agent.dv-cinder-768458-18-iscsi the message routers_updated {{(pid=103714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 05:35:46.166192 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e93da11-5e3e-4944-bded-a64469bbbebb None None] Sync routers for ids ['aa79e986-2404-4136-904a-dbad8a9b4ddf'] in dv-cinder-768458-18-iscsi {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 05:35:46.176922 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e93da11-5e3e-4944-bded-a64469bbbebb None None] Routers {'aa79e986-2404-4136-904a-dbad8a9b4ddf'} bound to L3 agent in host dv-cinder-768458-18-iscsi {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 05:35:46.177446 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-1e93da11-5e3e-4944-bded-a64469bbbebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-02T05:20:42Z,description=,heartbeat_timestamp=2022-03-02T05:35:42Z,host='dv-cinder-768458-18-iscsi',id=9c2b50e6-1677-4aa9-928e-941b4c488fc5,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T05:20:42Z,topic='l3_agent')) {'router_ids': ['aa79e986-2404-4136-904a-dbad8a9b4ddf'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 05:35:46.201372 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.db.l3_dvrscheduler_db [req-b33fb56f-bcdd-48fc-b848-49479c5b2386 req-74f7a171-7cad-4514-82cc-e8d42c52ada2 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] No DVR routers for this DVR port 8d20e0f5-1081-4b21-9c63-5a7aba63428c on host hv-cinder-76845 {{(pid=103714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 05:35:46.204184 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [req-b33fb56f-bcdd-48fc-b848-49479c5b2386 req-74f7a171-7cad-4514-82cc-e8d42c52ada2 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25628'] for port (None), before_response {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:35:46.208051 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-b33fb56f-bcdd-48fc-b848-49479c5b2386 req-74f7a171-7cad-4514-82cc-e8d42c52ada2 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.41 "DELETE /v2.0/ports/8d20e0f5-1081-4b21-9c63-5a7aba63428c HTTP/1.1" status: 204 len: 173 time: 0.8610106 Mar 02 05:35:46.208514 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f113b7a2-946b-46bc-b2d7-90e10ff913f1', 'name': 'network-vif-deleted', 'tag': '8d20e0f5-1081-4b21-9c63-5a7aba63428c'}] {{(pid=103714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 05:35:46.210728 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ff79788530fe2085a0b37cf7dfc71d903fcc72df0d156f3e5e7065db2593a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0154cd5-04f1-421e-8cb7-16389aa876e4" -d '{"events": [{"server_uuid": "f113b7a2-946b-46bc-b2d7-90e10ff913f1", "name": "network-vif-deleted", "tag": "8d20e0f5-1081-4b21-9c63-5a7aba63428c"}]}' {{(pid=103714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 05:35:46.266834 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 05:35:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67832000-888e-4ec7-bb59-a0a2fada0c38 x-openstack-request-id: req-67832000-888e-4ec7-bb59-a0a2fada0c38 {{(pid=103714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 05:35:46.266945 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f113b7a2-946b-46bc-b2d7-90e10ff913f1", "name": "network-vif-deleted", "tag": "8d20e0f5-1081-4b21-9c63-5a7aba63428c", "status": "completed", "code": 200}]} {{(pid=103714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 05:35:46.267382 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-67832000-888e-4ec7-bb59-a0a2fada0c38 {{(pid=103714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 05:35:46.268272 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f113b7a2-946b-46bc-b2d7-90e10ff913f1', 'name': 'network-vif-deleted', 'tag': '8d20e0f5-1081-4b21-9c63-5a7aba63428c', 'status': 'completed', 'code': 200} Mar 02 05:35:46.301943 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.db.l3_dvr_db [None req-1e93da11-5e3e-4944-bded-a64469bbbebb None None] Set router aa79e986-2404-4136-904a-dbad8a9b4ddf gateway port host: dv-cinder-768458-18-iscsi {{(pid=103717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 05:35:46.593359 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-1e93da11-5e3e-4944-bded-a64469bbbebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa79e986-2404-4136-904a-dbad8a9b4ddf', 'name': 'tempest-AttachVolumeShelveTestJSON-1925534195-router', 'tenant_id': '7c356e87fe874337af907d7d9f0a2bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'external_fixed_ips': [{'subnet_id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'ip_address': '172.27.2.212'}], 'enable_snat': True}, 'gw_port_id': '94519c60-ed40-4640-8dc1-57747bf0da94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T05:29:04Z', 'updated_at': '2022-03-02T05:29:14Z', 'revision_number': 4, 'project_id': '7c356e87fe874337af907d7d9f0a2bb3', 'gw_port': {'id': '94519c60-ed40-4640-8dc1-57747bf0da94', 'name': '', 'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:b9:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa79e986-2404-4136-904a-dbad8a9b4ddf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'ip_address': '172.27.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T05:29:05Z', 'updated_at': '2022-03-02T05:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-18-iscsi', '_interfaces': [{'id': 'f708e536-4a9f-41cc-907a-150ca1721be7', 'name': '', 'network_id': 'cca8cd28-8205-477a-92b1-88a32e29d0bc', 'tenant_id': '7c356e87fe874337af907d7d9f0a2bb3', 'mac_address': 'fa:16:3e:d4:f2:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa79e986-2404-4136-904a-dbad8a9b4ddf', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'ab127ad9-ce11-421d-b130-80cd6d7ddae3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T05:29:11Z', 'updated_at': '2022-03-02T05:29:21Z', 'revision_number': 5, 'project_id': '7c356e87fe874337af907d7d9f0a2bb3', 'subnets': [{'id': 'ab127ad9-ce11-421d-b130-80cd6d7ddae3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-18-iscsi', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 05:35:46.621748 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e93da11-5e3e-4944-bded-a64469bbbebb None None] Checking router: aa79e986-2404-4136-904a-dbad8a9b4ddf for host: dv-cinder-768458-18-iscsi {{(pid=103717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 05:35:46.630615 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e93da11-5e3e-4944-bded-a64469bbbebb None None] Routers {'aa79e986-2404-4136-904a-dbad8a9b4ddf'} bound to L3 agent in host dv-cinder-768458-18-iscsi {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 05:35:46.631226 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-1e93da11-5e3e-4944-bded-a64469bbbebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-02T05:20:42Z,description=,heartbeat_timestamp=2022-03-02T05:35:42Z,host='dv-cinder-768458-18-iscsi',id=9c2b50e6-1677-4aa9-928e-941b4c488fc5,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T05:20:42Z,topic='l3_agent')) {'router_ids': ['aa79e986-2404-4136-904a-dbad8a9b4ddf'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 05:35:46.735630 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.db.l3_dvr_db [None req-1e93da11-5e3e-4944-bded-a64469bbbebb None None] Set router aa79e986-2404-4136-904a-dbad8a9b4ddf gateway port host: dv-cinder-768458-18-iscsi {{(pid=103717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 05:35:46.905244 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.32', 42930) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:35:46.935374 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-1e93da11-5e3e-4944-bded-a64469bbbebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa79e986-2404-4136-904a-dbad8a9b4ddf', 'name': 'tempest-AttachVolumeShelveTestJSON-1925534195-router', 'tenant_id': '7c356e87fe874337af907d7d9f0a2bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'external_fixed_ips': [{'subnet_id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'ip_address': '172.27.2.212'}], 'enable_snat': True}, 'gw_port_id': '94519c60-ed40-4640-8dc1-57747bf0da94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T05:29:04Z', 'updated_at': '2022-03-02T05:29:14Z', 'revision_number': 4, 'project_id': '7c356e87fe874337af907d7d9f0a2bb3', 'gw_port': {'id': '94519c60-ed40-4640-8dc1-57747bf0da94', 'name': '', 'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:b9:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa79e986-2404-4136-904a-dbad8a9b4ddf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'ip_address': '172.27.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T05:29:05Z', 'updated_at': '2022-03-02T05:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-18-iscsi', '_interfaces': [{'id': 'f708e536-4a9f-41cc-907a-150ca1721be7', 'name': '', 'network_id': 'cca8cd28-8205-477a-92b1-88a32e29d0bc', 'tenant_id': '7c356e87fe874337af907d7d9f0a2bb3', 'mac_address': 'fa:16:3e:d4:f2:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa79e986-2404-4136-904a-dbad8a9b4ddf', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'ab127ad9-ce11-421d-b130-80cd6d7ddae3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T05:29:11Z', 'updated_at': '2022-03-02T05:29:21Z', 'revision_number': 5, 'project_id': '7c356e87fe874337af907d7d9f0a2bb3', 'subnets': [{'id': 'ab127ad9-ce11-421d-b130-80cd6d7ddae3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-18-iscsi', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 05:35:46.961782 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e93da11-5e3e-4944-bded-a64469bbbebb None None] The sync data for ids ['aa79e986-2404-4136-904a-dbad8a9b4ddf'] in dv-cinder-768458-18-iscsi is: [{'id': 'aa79e986-2404-4136-904a-dbad8a9b4ddf', 'name': 'tempest-AttachVolumeShelveTestJSON-1925534195-router', 'tenant_id': '7c356e87fe874337af907d7d9f0a2bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'external_fixed_ips': [{'subnet_id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'ip_address': '172.27.2.212'}], 'enable_snat': True}, 'gw_port_id': '94519c60-ed40-4640-8dc1-57747bf0da94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T05:29:04Z', 'updated_at': '2022-03-02T05:29:14Z', 'revision_number': 4, 'project_id': '7c356e87fe874337af907d7d9f0a2bb3', 'gw_port': {'id': '94519c60-ed40-4640-8dc1-57747bf0da94', 'name': '', 'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:b9:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa79e986-2404-4136-904a-dbad8a9b4ddf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'ip_address': '172.27.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T05:29:05Z', 'updated_at': '2022-03-02T05:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-18-iscsi', '_interfaces': [{'id': 'f708e536-4a9f-41cc-907a-150ca1721be7', 'name': '', 'network_id': 'cca8cd28-8205-477a-92b1-88a32e29d0bc', 'tenant_id': '7c356e87fe874337af907d7d9f0a2bb3', 'mac_address': 'fa:16:3e:d4:f2:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa79e986-2404-4136-904a-dbad8a9b4ddf', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'ab127ad9-ce11-421d-b130-80cd6d7ddae3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T05:29:11Z', 'updated_at': '2022-03-02T05:29:21Z', 'revision_number': 5, 'project_id': '7c356e87fe874337af907d7d9f0a2bb3', 'subnets': [{'id': 'ab127ad9-ce11-421d-b130-80cd6d7ddae3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 05:35:47.018848 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-1545b575-3a5f-4f63-8032-f3b5ebfb9445 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:35:47.096848 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-1545b575-3a5f-4f63-8032-f3b5ebfb9445 admin admin] Publish callbacks [] for security_group (fcee4f07-c119-455d-b1a6-965ed1747b6a), precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:35:47.166854 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-1545b575-3a5f-4f63-8032-f3b5ebfb9445 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629892'] for security_group (fcee4f07-c119-455d-b1a6-965ed1747b6a), after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:35:47.213347 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1545b575-3a5f-4f63-8032-f3b5ebfb9445 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcee4f07-c119-455d-b1a6-965ed1747b6a,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:35:47.218096 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-1545b575-3a5f-4f63-8032-f3b5ebfb9445 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ea64b4a2d8d24e49840c6376b3375be2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3118365 Mar 02 05:35:47.221275 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.32', 42936) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:35:47.236198 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f77858e8-9618-44d0-9b13-4daa2290f4db None None] New status for floating IP e7c66479-d159-403f-be03-af613d45a609: DOWN {{(pid=103716) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 05:35:47.273335 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-5e49afe9-2b22-4279-873c-aad5536bdb9d req-fa16f0db-4a27-4a5c-a5ad-5bf6a5e0c69f tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/ports?device_id=f113b7a2-946b-46bc-b2d7-90e10ff913f1 HTTP/1.1" status: 200 len: 210 time: 0.0312235 Mar 02 05:35:47.287261 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-c4b5240e-2b6a-4575-b32d-4ed2b1096d98 admin admin] Publish callbacks [] for security_group (fcee4f07-c119-455d-b1a6-965ed1747b6a), before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:35:47.309008 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-c4b5240e-2b6a-4575-b32d-4ed2b1096d98 admin admin] Publish callbacks [] for security_group (fcee4f07-c119-455d-b1a6-965ed1747b6a), precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:35:47.429423 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-c4b5240e-2b6a-4575-b32d-4ed2b1096d98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629892'] for security_group (fcee4f07-c119-455d-b1a6-965ed1747b6a), after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:35:47.432308 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-c4b5240e-2b6a-4575-b32d-4ed2b1096d98 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:35:47.433539 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-c4b5240e-2b6a-4575-b32d-4ed2b1096d98 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fcee4f07-c119-455d-b1a6-965ed1747b6a HTTP/1.1" status: 204 len: 168 time: 0.2113714 Mar 02 05:35:47.441860 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b5240e-2b6a-4575-b32d-4ed2b1096d98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcee4f07-c119-455d-b1a6-965ed1747b6a,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:35:47.458419 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.db.agents_db [None req-19237f2e-a493-4721-ab19-473fd9844311 None None] Agent healthcheck: found 6 active agents {{(pid=103717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 05:35:47.872380 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.rpc [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Device 8d20e0f5-1081-4b21-9c63-5a7aba63428c no longer exists at agent hyperv_hv-cinder-76845 {{(pid=103716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 05:35:47.891723 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] No Port match for: 8d20e0f5-1081-4b21-9c63-5a7aba63428c {{(pid=103716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 05:35:47.892069 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.rpc [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Device 8d20e0f5-1081-4b21-9c63-5a7aba63428c not bound to the agent host hv-cinder-76845 {{(pid=103716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 05:35:47.947034 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.32', 42942) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:35:47.959892 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-a8af39ea-6463-4ebc-bb63-eaaaa5f5f272 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:35:48.034497 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-a8af39ea-6463-4ebc-bb63-eaaaa5f5f272 admin admin] Publish callbacks [] for security_group (97e65c64-a959-4e54-b106-5e03ab2dc889), precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:35:48.109430 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-a8af39ea-6463-4ebc-bb63-eaaaa5f5f272 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629892'] for security_group (97e65c64-a959-4e54-b106-5e03ab2dc889), after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:35:48.147436 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-a8af39ea-6463-4ebc-bb63-eaaaa5f5f272 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=52d221b4b6e54c5cacb2aba8c622366d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1992893 Mar 02 05:35:48.148288 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8af39ea-6463-4ebc-bb63-eaaaa5f5f272 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97e65c64-a959-4e54-b106-5e03ab2dc889,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:35:48.150893 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.wsgi [-] (103714) accepted ('10.222.0.32', 42944) {{(pid=103714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:35:48.200535 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-59673e00-d8a5-48bf-98cd-78ad0e6d0634 admin admin] Publish callbacks [] for security_group (97e65c64-a959-4e54-b106-5e03ab2dc889), before_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:35:48.222653 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-59673e00-d8a5-48bf-98cd-78ad0e6d0634 admin admin] Publish callbacks [] for security_group (97e65c64-a959-4e54-b106-5e03ab2dc889), precommit_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:35:48.363034 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-59673e00-d8a5-48bf-98cd-78ad0e6d0634 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629892'] for security_group (97e65c64-a959-4e54-b106-5e03ab2dc889), after_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:35:48.365683 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-59673e00-d8a5-48bf-98cd-78ad0e6d0634 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:35:48.366847 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [None req-59673e00-d8a5-48bf-98cd-78ad0e6d0634 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/97e65c64-a959-4e54-b106-5e03ab2dc889 HTTP/1.1" status: 204 len: 168 time: 0.2145500 Mar 02 05:35:48.374432 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59673e00-d8a5-48bf-98cd-78ad0e6d0634 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97e65c64-a959-4e54-b106-5e03ab2dc889,revision_number=None']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:35:48.457456 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.32', 42952) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:35:48.509825 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-b7b6cf4f-17f7-4d65-bd70-11a858269d10 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Publish callbacks [] for security_group (991bbb6a-b336-47ac-a115-31af4aa86146), before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:35:48.534717 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-b7b6cf4f-17f7-4d65-bd70-11a858269d10 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Publish callbacks [] for security_group (991bbb6a-b336-47ac-a115-31af4aa86146), precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:35:48.898167 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-b7b6cf4f-17f7-4d65-bd70-11a858269d10 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629892'] for security_group (991bbb6a-b336-47ac-a115-31af4aa86146), after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:35:48.900785 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-b7b6cf4f-17f7-4d65-bd70-11a858269d10 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Publish callbacks [] for security_group (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:35:48.902001 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-b7b6cf4f-17f7-4d65-bd70-11a858269d10 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "DELETE /v2.0/security-groups/991bbb6a-b336-47ac-a115-31af4aa86146 HTTP/1.1" status: 204 len: 168 time: 0.4447331 Mar 02 05:35:48.904933 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.wsgi [-] (103714) accepted ('10.222.0.32', 42962) {{(pid=103714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:35:48.911415 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b6cf4f-17f7-4d65-bd70-11a858269d10 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=991bbb6a-b336-47ac-a115-31af4aa86146,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:35:48.925781 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.api.v2.resource [None req-b4c54f09-9320-4ac6-be18-8cb4725f612a tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] show failed (client error): The resource could not be found. Mar 02 05:35:48.927030 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [None req-b4c54f09-9320-4ac6-be18-8cb4725f612a tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "GET /v2.0/security-groups/991bbb6a-b336-47ac-a115-31af4aa86146 HTTP/1.1" status: 404 len: 347 time: 0.0211139 Mar 02 05:35:48.930430 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.wsgi [-] (103714) accepted ('10.222.0.32', 42966) {{(pid=103714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:35:49.053407 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-ad60f098-22d9-4b9e-aeaa-d0baae571710 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Deleting port 1bd6941d-2ea6-4eb0-b359-2075659d56c4 {{(pid=103714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 05:35:49.053740 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-ad60f098-22d9-4b9e-aeaa-d0baae571710 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789290453881'] for port (1bd6941d-2ea6-4eb0-b359-2075659d56c4), before_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:35:49.132273 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-ad60f098-22d9-4b9e-aeaa-d0baae571710 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542039'] for port (1bd6941d-2ea6-4eb0-b359-2075659d56c4), precommit_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:35:49.132674 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-ad60f098-22d9-4b9e-aeaa-d0baae571710 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Publish callbacks [] for floatingip (1bd6941d-2ea6-4eb0-b359-2075659d56c4), precommit_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:35:49.144476 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-ad60f098-22d9-4b9e-aeaa-d0baae571710 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Calling delete_port for 1bd6941d-2ea6-4eb0-b359-2075659d56c4 owned by network:floatingip {{(pid=103714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 05:35:49.338373 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-ad60f098-22d9-4b9e-aeaa-d0baae571710 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789290460636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789289919726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13003867'] for port (1bd6941d-2ea6-4eb0-b359-2075659d56c4), after_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:35:49.369157 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad60f098-22d9-4b9e-aeaa-d0baae571710 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Pushing event deleted for resources: {'Port': ['ID=1bd6941d-2ea6-4eb0-b359-2075659d56c4,revision_number=None']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:35:49.430972 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-ad60f098-22d9-4b9e-aeaa-d0baae571710 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Publish callbacks [] for floatingip (e7c66479-d159-403f-be03-af613d45a609), after_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:35:49.433171 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-ad60f098-22d9-4b9e-aeaa-d0baae571710 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25628'] for floatingip (None), before_response {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:35:49.434332 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [None req-ad60f098-22d9-4b9e-aeaa-d0baae571710 tempest-AttachVolumeShelveTestJSON-2055221131 tempest-AttachVolumeShelveTestJSON-2055221131-project] 10.222.0.32 "DELETE /v2.0/floatingips/e7c66479-d159-403f-be03-af613d45a609 HTTP/1.1" status: 204 len: 168 time: 0.5030079 Mar 02 05:35:49.979946 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.32', 42992) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:35:50.085761 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-a5810866-6ec8-4bcc-bb35-cedcacdbbb63 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:35:50.157589 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-a5810866-6ec8-4bcc-bb35-cedcacdbbb63 admin admin] Publish callbacks [] for security_group (45e59785-34b4-4732-bba9-aff57b4642a8), precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:35:50.246203 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-a5810866-6ec8-4bcc-bb35-cedcacdbbb63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629892'] for security_group (45e59785-34b4-4732-bba9-aff57b4642a8), after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:35:50.283757 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-a5810866-6ec8-4bcc-bb35-cedcacdbbb63 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=00e064acefb641298788d102a7c93eea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3027468 Mar 02 05:35:50.284844 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5810866-6ec8-4bcc-bb35-cedcacdbbb63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45e59785-34b4-4732-bba9-aff57b4642a8,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:35:50.286638 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.wsgi [-] (103714) accepted ('10.222.0.32', 42996) {{(pid=103714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:35:50.337296 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-9919d919-d5b4-4a93-896a-e2c56d568acf admin admin] Publish callbacks [] for security_group (45e59785-34b4-4732-bba9-aff57b4642a8), before_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:35:50.357383 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-9919d919-d5b4-4a93-896a-e2c56d568acf admin admin] Publish callbacks [] for security_group (45e59785-34b4-4732-bba9-aff57b4642a8), precommit_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:35:50.465484 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-9919d919-d5b4-4a93-896a-e2c56d568acf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629892'] for security_group (45e59785-34b4-4732-bba9-aff57b4642a8), after_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:35:50.468393 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-9919d919-d5b4-4a93-896a-e2c56d568acf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:35:50.472076 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [None req-9919d919-d5b4-4a93-896a-e2c56d568acf admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/45e59785-34b4-4732-bba9-aff57b4642a8 HTTP/1.1" status: 204 len: 168 time: 0.1807830 Mar 02 05:35:50.479728 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9919d919-d5b4-4a93-896a-e2c56d568acf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45e59785-34b4-4732-bba9-aff57b4642a8,revision_number=None']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:35:52.123441 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.wsgi [-] (103714) accepted ('10.222.0.32', 43042) {{(pid=103714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:35:52.886023 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-215bd094-d1d7-4cd8-990b-20bba5bf3b00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-555324'] for router_interface (aa79e986-2404-4136-904a-dbad8a9b4ddf), before_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:35:53.132157 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-215bd094-d1d7-4cd8-990b-20bba5bf3b00 admin admin] Deleting port f708e536-4a9f-41cc-907a-150ca1721be7 {{(pid=103714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 05:35:53.132754 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-215bd094-d1d7-4cd8-990b-20bba5bf3b00 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789290453881'] for port (f708e536-4a9f-41cc-907a-150ca1721be7), before_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:35:53.211444 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.db [None req-215bd094-d1d7-4cd8-990b-20bba5bf3b00 admin admin] For port f708e536-4a9f-41cc-907a-150ca1721be7, host dv-cinder-768458-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-18-iscsi',level=0,port_id=f708e536-4a9f-41cc-907a-150ca1721be7,segment=NetworkSegment(15c6c484-0d48-4d40-b6e8-616bb71b4578),segment_id=15c6c484-0d48-4d40-b6e8-616bb71b4578)] {{(pid=103714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 05:35:53.211808 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-215bd094-d1d7-4cd8-990b-20bba5bf3b00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542039'] for port (f708e536-4a9f-41cc-907a-150ca1721be7), precommit_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:35:53.225732 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-215bd094-d1d7-4cd8-990b-20bba5bf3b00 admin admin] Calling delete_port for f708e536-4a9f-41cc-907a-150ca1721be7 owned by network:router_interface {{(pid=103714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 05:35:53.475574 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-215bd094-d1d7-4cd8-990b-20bba5bf3b00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789290460636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789289919726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13003867'] for port (f708e536-4a9f-41cc-907a-150ca1721be7), after_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:35:53.502925 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215bd094-d1d7-4cd8-990b-20bba5bf3b00 admin admin] Pushing event deleted for resources: {'Port': ['ID=f708e536-4a9f-41cc-907a-150ca1721be7,revision_number=None']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:35:53.675033 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-215bd094-d1d7-4cd8-990b-20bba5bf3b00 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555472'] for router_interface (aa79e986-2404-4136-904a-dbad8a9b4ddf), after_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:35:53.891775 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-215bd094-d1d7-4cd8-990b-20bba5bf3b00 admin admin] Router aa79e986-2404-4136-904a-dbad8a9b4ddf has already been hosted by L3 agent 9c2b50e6-1677-4aa9-928e-941b4c488fc5 {{(pid=103714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 05:35:53.998303 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-215bd094-d1d7-4cd8-990b-20bba5bf3b00 admin admin] Notify agent at l3_agent.dv-cinder-768458-18-iscsi the message routers_updated {{(pid=103714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 05:35:54.003386 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [None req-215bd094-d1d7-4cd8-990b-20bba5bf3b00 admin admin] 10.222.0.32 "PUT /v2.0/routers/aa79e986-2404-4136-904a-dbad8a9b4ddf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8788617 Mar 02 05:35:54.005985 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.32', 43054) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:35:54.007013 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-539f14e6-f42b-4fcb-ad31-aa1eeaba12d8 None None] Sync routers for ids ['aa79e986-2404-4136-904a-dbad8a9b4ddf'] in dv-cinder-768458-18-iscsi {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 05:35:54.017365 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-539f14e6-f42b-4fcb-ad31-aa1eeaba12d8 None None] Routers {'aa79e986-2404-4136-904a-dbad8a9b4ddf'} bound to L3 agent in host dv-cinder-768458-18-iscsi {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 05:35:54.018055 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-539f14e6-f42b-4fcb-ad31-aa1eeaba12d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-02T05:20:42Z,description=,heartbeat_timestamp=2022-03-02T05:35:42Z,host='dv-cinder-768458-18-iscsi',id=9c2b50e6-1677-4aa9-928e-941b4c488fc5,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T05:20:42Z,topic='l3_agent')) {'router_ids': ['aa79e986-2404-4136-904a-dbad8a9b4ddf'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 05:35:54.110187 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-40fb04e9-d2de-4007-961b-6049b6379cde admin admin] Publish callbacks [] for router (aa79e986-2404-4136-904a-dbad8a9b4ddf), before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:35:54.122706 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.db.l3_dvr_db [None req-539f14e6-f42b-4fcb-ad31-aa1eeaba12d8 None None] Set router aa79e986-2404-4136-904a-dbad8a9b4ddf gateway port host: dv-cinder-768458-18-iscsi {{(pid=103717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 05:35:54.215331 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-40fb04e9-d2de-4007-961b-6049b6379cde admin admin] Publish callbacks [] for router_gateway (aa79e986-2404-4136-904a-dbad8a9b4ddf), before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:35:54.298600 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-539f14e6-f42b-4fcb-ad31-aa1eeaba12d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa79e986-2404-4136-904a-dbad8a9b4ddf', 'name': 'tempest-AttachVolumeShelveTestJSON-1925534195-router', 'tenant_id': '7c356e87fe874337af907d7d9f0a2bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'external_fixed_ips': [{'subnet_id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'ip_address': '172.27.2.212'}], 'enable_snat': True}, 'gw_port_id': '94519c60-ed40-4640-8dc1-57747bf0da94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T05:29:04Z', 'updated_at': '2022-03-02T05:35:53Z', 'revision_number': 5, 'project_id': '7c356e87fe874337af907d7d9f0a2bb3', 'gw_port': {'id': '94519c60-ed40-4640-8dc1-57747bf0da94', 'name': '', 'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:b9:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa79e986-2404-4136-904a-dbad8a9b4ddf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'ip_address': '172.27.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T05:29:05Z', 'updated_at': '2022-03-02T05:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-18-iscsi'}], 'dv-cinder-768458-18-iscsi', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 05:35:54.325691 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-539f14e6-f42b-4fcb-ad31-aa1eeaba12d8 None None] Checking router: aa79e986-2404-4136-904a-dbad8a9b4ddf for host: dv-cinder-768458-18-iscsi {{(pid=103717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 05:35:54.335025 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-539f14e6-f42b-4fcb-ad31-aa1eeaba12d8 None None] Routers {'aa79e986-2404-4136-904a-dbad8a9b4ddf'} bound to L3 agent in host dv-cinder-768458-18-iscsi {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 05:35:54.335734 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-539f14e6-f42b-4fcb-ad31-aa1eeaba12d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-02T05:20:42Z,description=,heartbeat_timestamp=2022-03-02T05:35:42Z,host='dv-cinder-768458-18-iscsi',id=9c2b50e6-1677-4aa9-928e-941b4c488fc5,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T05:20:42Z,topic='l3_agent')) {'router_ids': ['aa79e986-2404-4136-904a-dbad8a9b4ddf'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 05:35:54.358581 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-40fb04e9-d2de-4007-961b-6049b6379cde admin admin] Deleting port 94519c60-ed40-4640-8dc1-57747bf0da94 {{(pid=103715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 05:35:54.358969 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-40fb04e9-d2de-4007-961b-6049b6379cde admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789290453881'] for port (94519c60-ed40-4640-8dc1-57747bf0da94), before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:35:54.427235 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.db.l3_dvr_db [None req-539f14e6-f42b-4fcb-ad31-aa1eeaba12d8 None None] Set router aa79e986-2404-4136-904a-dbad8a9b4ddf gateway port host: None {{(pid=103717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 05:35:54.442871 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.db [None req-40fb04e9-d2de-4007-961b-6049b6379cde admin admin] For port 94519c60-ed40-4640-8dc1-57747bf0da94, host dv-cinder-768458-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-18-iscsi',level=0,port_id=94519c60-ed40-4640-8dc1-57747bf0da94,segment=NetworkSegment(4c026da1-f439-448a-ad69-ccdbf2795772),segment_id=4c026da1-f439-448a-ad69-ccdbf2795772)] {{(pid=103715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 05:35:54.443242 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-40fb04e9-d2de-4007-961b-6049b6379cde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542039'] for port (94519c60-ed40-4640-8dc1-57747bf0da94), precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:35:54.456775 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-40fb04e9-d2de-4007-961b-6049b6379cde admin admin] Calling delete_port for 94519c60-ed40-4640-8dc1-57747bf0da94 owned by network:router_gateway {{(pid=103715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 05:35:54.482299 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-539f14e6-f42b-4fcb-ad31-aa1eeaba12d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa79e986-2404-4136-904a-dbad8a9b4ddf', 'name': 'tempest-AttachVolumeShelveTestJSON-1925534195-router', 'tenant_id': '7c356e87fe874337af907d7d9f0a2bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T05:29:04Z', 'updated_at': '2022-03-02T05:35:54Z', 'revision_number': 6, 'project_id': '7c356e87fe874337af907d7d9f0a2bb3', 'gw_port_host': None}], 'dv-cinder-768458-18-iscsi', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 05:35:54.508418 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-539f14e6-f42b-4fcb-ad31-aa1eeaba12d8 None None] The sync data for ids ['aa79e986-2404-4136-904a-dbad8a9b4ddf'] in dv-cinder-768458-18-iscsi is: [{'id': 'aa79e986-2404-4136-904a-dbad8a9b4ddf', 'name': 'tempest-AttachVolumeShelveTestJSON-1925534195-router', 'tenant_id': '7c356e87fe874337af907d7d9f0a2bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T05:29:04Z', 'updated_at': '2022-03-02T05:35:54Z', 'revision_number': 6, 'project_id': '7c356e87fe874337af907d7d9f0a2bb3', 'gw_port_host': None}] {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 05:35:54.676645 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-40fb04e9-d2de-4007-961b-6049b6379cde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789290460636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789289919726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14203002'] for port (94519c60-ed40-4640-8dc1-57747bf0da94), after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:35:54.700071 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fb04e9-d2de-4007-961b-6049b6379cde admin admin] Pushing event deleted for resources: {'Port': ['ID=94519c60-ed40-4640-8dc1-57747bf0da94,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:35:54.765425 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-40fb04e9-d2de-4007-961b-6049b6379cde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-556402'] for router_gateway (aa79e986-2404-4136-904a-dbad8a9b4ddf), after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:35:54.854153 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-40fb04e9-d2de-4007-961b-6049b6379cde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552674', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5165'] for router (aa79e986-2404-4136-904a-dbad8a9b4ddf), precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:35:54.856599 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-40fb04e9-d2de-4007-961b-6049b6379cde admin admin] Publish callbacks [] for router_controller (aa79e986-2404-4136-904a-dbad8a9b4ddf), precommit_delete_associations {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:35:54.968327 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-40fb04e9-d2de-4007-961b-6049b6379cde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552665'] for router (aa79e986-2404-4136-904a-dbad8a9b4ddf), after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:35:54.968870 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40fb04e9-d2de-4007-961b-6049b6379cde admin admin] Fanout notify agent at l3_agent the message router_deleted on router aa79e986-2404-4136-904a-dbad8a9b4ddf {{(pid=103715) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 05:35:54.974387 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-40fb04e9-d2de-4007-961b-6049b6379cde admin admin] Publish callbacks [] for router (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:35:54.975607 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-40fb04e9-d2de-4007-961b-6049b6379cde admin admin] 10.222.0.32 "DELETE /v2.0/routers/aa79e986-2404-4136-904a-dbad8a9b4ddf HTTP/1.1" status: 204 len: 168 time: 0.9685462 Mar 02 05:35:54.978022 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.32', 43058) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:35:55.025147 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a9712de-5f0b-4b47-a44d-be1d6f6456f2 admin admin] Deleting subnet ab127ad9-ce11-421d-b130-80cd6d7ddae3 {{(pid=103715) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 02 05:35:55.028279 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-1a9712de-5f0b-4b47-a44d-be1d6f6456f2 admin admin] Publish callbacks [] for subnet (ab127ad9-ce11-421d-b130-80cd6d7ddae3), before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:35:55.055676 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.rpc [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Device f708e536-4a9f-41cc-907a-150ca1721be7 no longer exists at agent ovs-agent-dv-cinder-768458-18-iscsi {{(pid=103716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 05:35:55.064964 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-1a9712de-5f0b-4b47-a44d-be1d6f6456f2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14592191'] for subnet (ab127ad9-ce11-421d-b130-80cd6d7ddae3), precommit_delete_associations {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:35:55.075396 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] No Port match for: f708e536-4a9f-41cc-907a-150ca1721be7 {{(pid=103716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 05:35:55.077890 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.rpc [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Device f708e536-4a9f-41cc-907a-150ca1721be7 not bound to the agent host dv-cinder-768458-18-iscsi {{(pid=103716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 05:35:55.077890 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.rpc [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Device 94519c60-ed40-4640-8dc1-57747bf0da94 no longer exists at agent ovs-agent-dv-cinder-768458-18-iscsi {{(pid=103716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 05:35:55.095468 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] No Port match for: 94519c60-ed40-4640-8dc1-57747bf0da94 {{(pid=103716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 05:35:55.095813 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.rpc [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Device 94519c60-ed40-4640-8dc1-57747bf0da94 not bound to the agent host dv-cinder-768458-18-iscsi {{(pid=103716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 05:35:55.148783 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-1a9712de-5f0b-4b47-a44d-be1d6f6456f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1107012'] for subnet (ab127ad9-ce11-421d-b130-80cd6d7ddae3), precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:35:55.271683 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-1a9712de-5f0b-4b47-a44d-be1d6f6456f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1107019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14202953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58182792'] for subnet (ab127ad9-ce11-421d-b130-80cd6d7ddae3), after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:35:55.301574 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9712de-5f0b-4b47-a44d-be1d6f6456f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ab127ad9-ce11-421d-b130-80cd6d7ddae3,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:35:55.306434 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-1a9712de-5f0b-4b47-a44d-be1d6f6456f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531172'] for subnet (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:35:55.309592 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-1a9712de-5f0b-4b47-a44d-be1d6f6456f2 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/ab127ad9-ce11-421d-b130-80cd6d7ddae3 HTTP/1.1" status: 204 len: 168 time: 0.3305671 Mar 02 05:35:55.312096 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.32', 43060) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:35:55.314527 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ba708b9-1100-4135-816e-10c2695c30a3 None None] Network cca8cd28-8205-477a-92b1-88a32e29d0bc requested from dv-cinder-768458-18-iscsi {{(pid=103716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 05:35:55.385535 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-14d4ae99-f04e-4148-833a-79c51d0e1beb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1295551'] for network (cca8cd28-8205-477a-92b1-88a32e29d0bc), before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:35:55.449061 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-14d4ae99-f04e-4148-833a-79c51d0e1beb admin admin] Deleting port 09c7fdc6-caf4-4dfd-80e4-c7cb94e45eb9 {{(pid=103715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 05:35:55.449404 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-14d4ae99-f04e-4148-833a-79c51d0e1beb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789290453881'] for port (09c7fdc6-caf4-4dfd-80e4-c7cb94e45eb9), before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:35:55.515019 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.db [None req-14d4ae99-f04e-4148-833a-79c51d0e1beb admin admin] For port 09c7fdc6-caf4-4dfd-80e4-c7cb94e45eb9, host dv-cinder-768458-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-18-iscsi',level=0,port_id=09c7fdc6-caf4-4dfd-80e4-c7cb94e45eb9,segment=NetworkSegment(15c6c484-0d48-4d40-b6e8-616bb71b4578),segment_id=15c6c484-0d48-4d40-b6e8-616bb71b4578)] {{(pid=103715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 05:35:55.515419 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-14d4ae99-f04e-4148-833a-79c51d0e1beb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542039'] for port (09c7fdc6-caf4-4dfd-80e4-c7cb94e45eb9), precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:35:55.528415 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-14d4ae99-f04e-4148-833a-79c51d0e1beb admin admin] Calling delete_port for 09c7fdc6-caf4-4dfd-80e4-c7cb94e45eb9 owned by network:dhcp {{(pid=103715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 05:35:55.599891 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c7bd73d-b0d0-4fa8-80cf-27e8488c9a93 None None] DHCP port deletion for cca8cd28-8205-477a-92b1-88a32e29d0bc request from dv-cinder-768458-18-iscsi {{(pid=103716) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 02 05:35:55.645869 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-8c7bd73d-b0d0-4fa8-80cf-27e8488c9a93 None None] Deleting port 09c7fdc6-caf4-4dfd-80e4-c7cb94e45eb9 {{(pid=103716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 05:35:55.646252 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-8c7bd73d-b0d0-4fa8-80cf-27e8488c9a93 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789290453881'] for port (09c7fdc6-caf4-4dfd-80e4-c7cb94e45eb9), before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:35:55.674763 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-14d4ae99-f04e-4148-833a-79c51d0e1beb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789290460636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789289919726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14203002'] for port (09c7fdc6-caf4-4dfd-80e4-c7cb94e45eb9), after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:35:55.698721 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d4ae99-f04e-4148-833a-79c51d0e1beb admin admin] Pushing event deleted for resources: {'Port': ['ID=09c7fdc6-caf4-4dfd-80e4-c7cb94e45eb9,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:35:55.708156 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14d4ae99-f04e-4148-833a-79c51d0e1beb admin admin] No DVR routers for this DVR port 09c7fdc6-caf4-4dfd-80e4-c7cb94e45eb9 on host dv-cinder-768458-18-iscsi {{(pid=103715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 05:35:55.710148 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-8c7bd73d-b0d0-4fa8-80cf-27e8488c9a93 None None] For port 09c7fdc6-caf4-4dfd-80e4-c7cb94e45eb9, host dv-cinder-768458-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-18-iscsi',level=0,port_id=09c7fdc6-caf4-4dfd-80e4-c7cb94e45eb9,segment=NetworkSegment(15c6c484-0d48-4d40-b6e8-616bb71b4578),segment_id=15c6c484-0d48-4d40-b6e8-616bb71b4578)] {{(pid=103716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 05:35:55.710724 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-8c7bd73d-b0d0-4fa8-80cf-27e8488c9a93 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542039'] for port (09c7fdc6-caf4-4dfd-80e4-c7cb94e45eb9), precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:35:55.723732 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-8c7bd73d-b0d0-4fa8-80cf-27e8488c9a93 None None] Calling delete_port for 09c7fdc6-caf4-4dfd-80e4-c7cb94e45eb9 owned by network:dhcp {{(pid=103716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 05:35:55.783142 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-14d4ae99-f04e-4148-833a-79c51d0e1beb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2011071', 'neutron.services.segments.db._delete_segments_for_network-8789290248605'] for network (cca8cd28-8205-477a-92b1-88a32e29d0bc), precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:35:55.797798 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-8c7bd73d-b0d0-4fa8-80cf-27e8488c9a93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789290460636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789289919726'] for port (09c7fdc6-caf4-4dfd-80e4-c7cb94e45eb9), after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:35:55.804062 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.services.segments.db [None req-14d4ae99-f04e-4148-833a-79c51d0e1beb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cca8cd28-8205-477a-92b1-88a32e29d0bc']}} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 05:35:55.813603 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.services.segments.db [None req-14d4ae99-f04e-4148-833a-79c51d0e1beb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15c6c484-0d48-4d40-b6e8-616bb71b4578') {'for_net_delete': True} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 05:35:55.813846 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.services.segments.db [None req-14d4ae99-f04e-4148-833a-79c51d0e1beb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15c6c484-0d48-4d40-b6e8-616bb71b4578') {} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 05:35:55.823498 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-14d4ae99-f04e-4148-833a-79c51d0e1beb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789290251430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14592168'] for segment (15c6c484-0d48-4d40-b6e8-616bb71b4578), before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:35:55.825323 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c7bd73d-b0d0-4fa8-80cf-27e8488c9a93 None None] No DVR routers for this DVR port 09c7fdc6-caf4-4dfd-80e4-c7cb94e45eb9 on host dv-cinder-768458-18-iscsi {{(pid=103716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 05:35:55.828651 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7bd73d-b0d0-4fa8-80cf-27e8488c9a93 None None] Pushing event deleted for resources: {'Port': ['ID=09c7fdc6-caf4-4dfd-80e4-c7cb94e45eb9,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:35:55.838552 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-14d4ae99-f04e-4148-833a-79c51d0e1beb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1106907'] for segment (15c6c484-0d48-4d40-b6e8-616bb71b4578), precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:35:55.841820 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7bd73d-b0d0-4fa8-80cf-27e8488c9a93 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:35:55.842177 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7bd73d-b0d0-4fa8-80cf-27e8488c9a93 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:35:55.842531 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7bd73d-b0d0-4fa8-80cf-27e8488c9a93 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:35:55.842870 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7bd73d-b0d0-4fa8-80cf-27e8488c9a93 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:35:55.843234 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7bd73d-b0d0-4fa8-80cf-27e8488c9a93 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:35:55.843605 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7bd73d-b0d0-4fa8-80cf-27e8488c9a93 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:35:55.843938 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7bd73d-b0d0-4fa8-80cf-27e8488c9a93 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:35:55.844271 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7bd73d-b0d0-4fa8-80cf-27e8488c9a93 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:35:55.844598 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7bd73d-b0d0-4fa8-80cf-27e8488c9a93 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:35:55.844770 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14d4ae99-f04e-4148-833a-79c51d0e1beb admin admin] Releasing vlan 258 on physical network physnet1 to pool {{(pid=103715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 05:35:55.844952 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7bd73d-b0d0-4fa8-80cf-27e8488c9a93 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:35:55.845249 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7bd73d-b0d0-4fa8-80cf-27e8488c9a93 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:35:55.845382 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-14d4ae99-f04e-4148-833a-79c51d0e1beb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1106907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14203031'] for segment (15c6c484-0d48-4d40-b6e8-616bb71b4578), after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:35:55.845575 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7bd73d-b0d0-4fa8-80cf-27e8488c9a93 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:35:55.845919 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7bd73d-b0d0-4fa8-80cf-27e8488c9a93 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:35:55.847211 dv-cinder-768458-18-iscsi neutron-server[103715]: Traceback (most recent call last): Mar 02 05:35:55.847211 dv-cinder-768458-18-iscsi neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 05:35:55.847211 dv-cinder-768458-18-iscsi neutron-server[103715]: timer() Mar 02 05:35:55.847211 dv-cinder-768458-18-iscsi neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 05:35:55.847211 dv-cinder-768458-18-iscsi neutron-server[103715]: cb(*args, **kw) Mar 02 05:35:55.847211 dv-cinder-768458-18-iscsi neutron-server[103715]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 02 05:35:55.847211 dv-cinder-768458-18-iscsi neutron-server[103715]: return func(*args, **kwargs) Mar 02 05:35:55.847211 dv-cinder-768458-18-iscsi neutron-server[103715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 05:35:55.847211 dv-cinder-768458-18-iscsi neutron-server[103715]: self._notify() Mar 02 05:35:55.847211 dv-cinder-768458-18-iscsi neutron-server[103715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 05:35:55.847211 dv-cinder-768458-18-iscsi neutron-server[103715]: self.callback(batched_events) Mar 02 05:35:55.847211 dv-cinder-768458-18-iscsi neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 05:35:55.847211 dv-cinder-768458-18-iscsi neutron-server[103715]: event.method(event) Mar 02 05:35:55.847211 dv-cinder-768458-18-iscsi neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 02 05:35:55.847211 dv-cinder-768458-18-iscsi neutron-server[103715]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 05:35:55.847211 dv-cinder-768458-18-iscsi neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 02 05:35:55.847211 dv-cinder-768458-18-iscsi neutron-server[103715]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 05:35:55.847211 dv-cinder-768458-18-iscsi neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 02 05:35:55.847211 dv-cinder-768458-18-iscsi neutron-server[103715]: return f(self, *a, **k) Mar 02 05:35:55.847211 dv-cinder-768458-18-iscsi neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 05:35:55.847211 dv-cinder-768458-18-iscsi neutron-server[103715]: return self._get(url).json() Mar 02 05:35:55.847211 dv-cinder-768458-18-iscsi neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 05:35:55.847211 dv-cinder-768458-18-iscsi neutron-server[103715]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 05:35:55.847211 dv-cinder-768458-18-iscsi neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 05:35:55.847211 dv-cinder-768458-18-iscsi neutron-server[103715]: return self.request(url, 'GET', **kwargs) Mar 02 05:35:55.847211 dv-cinder-768458-18-iscsi neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 05:35:55.847211 dv-cinder-768458-18-iscsi neutron-server[103715]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 05:35:55.847211 dv-cinder-768458-18-iscsi neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 05:35:55.847211 dv-cinder-768458-18-iscsi neutron-server[103715]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 05:35:55.847211 dv-cinder-768458-18-iscsi neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 05:35:55.847211 dv-cinder-768458-18-iscsi neutron-server[103715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 05:35:55.847211 dv-cinder-768458-18-iscsi neutron-server[103715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 05:35:56.013834 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-14d4ae99-f04e-4148-833a-79c51d0e1beb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2011078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556366'] for network (cca8cd28-8205-477a-92b1-88a32e29d0bc), after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:35:56.019197 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-14d4ae99-f04e-4148-833a-79c51d0e1beb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531172'] for network (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:35:56.022289 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-14d4ae99-f04e-4148-833a-79c51d0e1beb admin admin] 10.222.0.32 "DELETE /v2.0/networks/cca8cd28-8205-477a-92b1-88a32e29d0bc HTTP/1.1" status: 204 len: 168 time: 0.7092943 Mar 02 05:35:56.033166 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d4ae99-f04e-4148-833a-79c51d0e1beb admin admin] Pushing event deleted for resources: {'Network': ['ID=cca8cd28-8205-477a-92b1-88a32e29d0bc,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:35:56.288476 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.32', 43066) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:35:56.327758 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-0195e27b-94ec-428c-bf7c-490098a2d0fa admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7c356e87fe874337af907d7d9f0a2bb3&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0381274 Mar 02 05:35:56.330194 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.32', 43068) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:35:56.380891 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-1752603c-2c91-4500-acf9-86a225fc25c9 admin admin] Publish callbacks [] for security_group (5d4d14e8-6fa5-4d59-af92-ffd8653fe482), before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:35:56.401665 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-1752603c-2c91-4500-acf9-86a225fc25c9 admin admin] Publish callbacks [] for security_group (5d4d14e8-6fa5-4d59-af92-ffd8653fe482), precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:35:56.531913 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-1752603c-2c91-4500-acf9-86a225fc25c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629892'] for security_group (5d4d14e8-6fa5-4d59-af92-ffd8653fe482), after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:35:56.535396 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-1752603c-2c91-4500-acf9-86a225fc25c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:35:56.536546 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-1752603c-2c91-4500-acf9-86a225fc25c9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5d4d14e8-6fa5-4d59-af92-ffd8653fe482 HTTP/1.1" status: 204 len: 168 time: 0.2049854 Mar 02 05:35:56.544216 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1752603c-2c91-4500-acf9-86a225fc25c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d4d14e8-6fa5-4d59-af92-ffd8653fe482,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:35:57.025656 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.rpc [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Device 09c7fdc6-caf4-4dfd-80e4-c7cb94e45eb9 no longer exists at agent ovs-agent-dv-cinder-768458-18-iscsi {{(pid=103716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 05:35:57.045351 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] No Port match for: 09c7fdc6-caf4-4dfd-80e4-c7cb94e45eb9 {{(pid=103716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 05:35:57.045698 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.rpc [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Device 09c7fdc6-caf4-4dfd-80e4-c7cb94e45eb9 not bound to the agent host dv-cinder-768458-18-iscsi {{(pid=103716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 05:35:57.487901 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.wsgi [-] (103714) accepted ('10.222.0.32', 43096) {{(pid=103714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:35:57.586974 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.v2.base [None req-55d26ef5-e113-4e75-8353-9a5df267f721 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1921211261-network', 'tenant_id': 'f5b888488d544e6fa66bb30d1be04439'}} {{(pid=103714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 05:35:57.663252 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55d26ef5-e113-4e75-8353-9a5df267f721 admin admin] Made reservation on behalf of f5b888488d544e6fa66bb30d1be04439 for: {'network': 1} {{(pid=103714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 05:35:57.665590 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-55d26ef5-e113-4e75-8353-9a5df267f721 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for network (None), before_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:35:57.673919 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-55d26ef5-e113-4e75-8353-9a5df267f721 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:35:57.745927 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-55d26ef5-e113-4e75-8353-9a5df267f721 admin admin] Publish callbacks [] for security_group (2cc7dbde-0503-4820-bc3a-3eeddf2580a5), precommit_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:35:57.811532 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-55d26ef5-e113-4e75-8353-9a5df267f721 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629892'] for security_group (2cc7dbde-0503-4820-bc3a-3eeddf2580a5), after_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:35:57.830409 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55d26ef5-e113-4e75-8353-9a5df267f721 admin admin] vlan segment allocate from pool success with {'vlan_id': 251, 'physical_network': 'physnet1'} {{(pid=103714) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 05:35:57.844199 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d26ef5-e113-4e75-8353-9a5df267f721 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cc7dbde-0503-4820-bc3a-3eeddf2580a5,revision_number=1']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:35:57.849504 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-55d26ef5-e113-4e75-8353-9a5df267f721 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1106907'] for segment (577c2e64-66a8-43da-90a6-687ae0a63577), precommit_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:35:57.849855 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.db.segments_db [None req-55d26ef5-e113-4e75-8353-9a5df267f721 admin admin] Added segment 577c2e64-66a8-43da-90a6-687ae0a63577 of type vlan for network f0dda239-a92e-48e8-a10a-414b641771a5 Mar 02 05:35:57.891807 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-55d26ef5-e113-4e75-8353-9a5df267f721 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789289939532'] for network (f0dda239-a92e-48e8-a10a-414b641771a5), precommit_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:35:57.974083 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-55d26ef5-e113-4e75-8353-9a5df267f721 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186'] for network (f0dda239-a92e-48e8-a10a-414b641771a5), after_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:35:57.975078 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55d26ef5-e113-4e75-8353-9a5df267f721 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:35:57.975707 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-55d26ef5-e113-4e75-8353-9a5df267f721 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531172'] for network (None), before_response {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:35:58.038281 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d26ef5-e113-4e75-8353-9a5df267f721 admin admin] Pushing event updated for resources: {'Network': ['ID=f0dda239-a92e-48e8-a10a-414b641771a5,revision_number=1']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:35:58.047933 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.rpc [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Network f0dda239-a92e-48e8-a10a-414b641771a5 details requested by agent ovs-agent-dv-cinder-768458-18-iscsi with host dv-cinder-768458-18-iscsi {{(pid=103716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 02 05:35:58.089322 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [None req-55d26ef5-e113-4e75-8353-9a5df267f721 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6002851 Mar 02 05:35:58.092304 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.wsgi [-] (103714) accepted ('10.222.0.32', 43106) {{(pid=103714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:35:58.098825 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.v2.base [None req-7c9c4add-955c-445c-aca0-93c4522bba1e admin admin] Request body: {'subnet': {'network_id': 'f0dda239-a92e-48e8-a10a-414b641771a5', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1921211261-subnet', 'tenant_id': 'f5b888488d544e6fa66bb30d1be04439', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 05:35:58.202834 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c9c4add-955c-445c-aca0-93c4522bba1e admin admin] Made reservation on behalf of f5b888488d544e6fa66bb30d1be04439 for: {'subnet': 1} {{(pid=103714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 05:35:58.205451 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-7c9c4add-955c-445c-aca0-93c4522bba1e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13179366'] for subnet (None), before_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:35:58.338746 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa18c51-0e54-4a2d-99fe-d98b86f332d8 req-3526a2f0-2593-4f15-b34e-aa3e52a3db7e tempest-TestShelveInstance-884373592 tempest-TestShelveInstance-884373592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:35:58.340170 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-7aa18c51-0e54-4a2d-99fe-d98b86f332d8 req-3526a2f0-2593-4f15-b34e-aa3e52a3db7e tempest-TestShelveInstance-884373592 tempest-TestShelveInstance-884373592-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d2cebdb-90e4-425b-9b77-8faaeccbdbf7 HTTP/1.1" status: 200 len: 946 time: 0.0788546 Mar 02 05:35:58.445349 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-7aa18c51-0e54-4a2d-99fe-d98b86f332d8 req-e93b2406-7dfd-4cda-b4d4-10e6bdcd55db tempest-TestShelveInstance-884373592 tempest-TestShelveInstance-884373592-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b903e94-610b-437d-b42e-c55e30ec84d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856981 Mar 02 05:35:58.488693 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-7c9c4add-955c-445c-aca0-93c4522bba1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13003823', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13179348'] for subnet (a994e921-8906-4abe-8439-8694ad60f196), after_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:35:58.541790 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9c4add-955c-445c-aca0-93c4522bba1e admin admin] Pushing event updated for resources: {'Subnet': ['ID=a994e921-8906-4abe-8439-8694ad60f196,revision_number=0']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:35:58.556623 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c9c4add-955c-445c-aca0-93c4522bba1e admin admin] Checking segment: {'id': '577c2e64-66a8-43da-90a6-687ae0a63577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'f0dda239-a92e-48e8-a10a-414b641771a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 05:35:58.556983 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c9c4add-955c-445c-aca0-93c4522bba1e admin admin] Network hostable DHCP agents. Network: f0dda239-a92e-48e8-a10a-414b641771a5, hostable agents: ['516abb3b-63f8-4dbb-a4f1-8865516966e2'], hosted agents: [] {{(pid=103714) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 05:35:58.614087 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c9c4add-955c-445c-aca0-93c4522bba1e admin admin] Network f0dda239-a92e-48e8-a10a-414b641771a5 is scheduled to be hosted by DHCP agent 516abb3b-63f8-4dbb-a4f1-8865516966e2 with binding_index 1 {{(pid=103714) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 05:35:58.714705 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.scheduler.base_scheduler [None req-7c9c4add-955c-445c-aca0-93c4522bba1e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768458-18-iscsi, f0dda239-a92e-48e8-a10a-414b641771a5) {{(pid=103714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 05:35:58.718845 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c9c4add-955c-445c-aca0-93c4522bba1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:35:58.719580 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-7c9c4add-955c-445c-aca0-93c4522bba1e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:35:58.724457 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d82fac9-8b08-489a-a077-5c328e776cd2 None None] Network f0dda239-a92e-48e8-a10a-414b641771a5 requested from dv-cinder-768458-18-iscsi {{(pid=103716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 05:35:58.803884 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [None req-7c9c4add-955c-445c-aca0-93c4522bba1e admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7101991 Mar 02 05:35:58.819835 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3a29278-dab8-4275-b97a-8a11ad81cebe None None] Network f0dda239-a92e-48e8-a10a-414b641771a5 requested from dv-cinder-768458-18-iscsi {{(pid=103716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 05:35:59.448786 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.32', 43124) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:35:59.453585 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.v2.base [None req-f2a8ebc6-79f8-4184-a7d8-a0e3b49426f6 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-922538974-network', 'tenant_id': 'b351f823df814eb1a77a07351ad6b846'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 05:35:59.576137 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49be6344-f1a7-4317-9e54-009cbeff44b3 req-0f19b4a5-515f-47de-b272-e8da487f3012 tempest-TestShelveInstance-884373592 tempest-TestShelveInstance-884373592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:35:59.577655 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-49be6344-f1a7-4317-9e54-009cbeff44b3 req-0f19b4a5-515f-47de-b272-e8da487f3012 tempest-TestShelveInstance-884373592 tempest-TestShelveInstance-884373592-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d2cebdb-90e4-425b-9b77-8faaeccbdbf7 HTTP/1.1" status: 200 len: 946 time: 0.0598679 Mar 02 05:35:59.579499 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2a8ebc6-79f8-4184-a7d8-a0e3b49426f6 admin admin] Made reservation on behalf of b351f823df814eb1a77a07351ad6b846 for: {'network': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 05:35:59.581849 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-f2a8ebc6-79f8-4184-a7d8-a0e3b49426f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for network (None), before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:35:59.596863 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-f2a8ebc6-79f8-4184-a7d8-a0e3b49426f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:35:59.655125 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-49be6344-f1a7-4317-9e54-009cbeff44b3 req-45249acf-8daa-4d69-a0d6-b18e3c97cfe9 tempest-TestShelveInstance-884373592 tempest-TestShelveInstance-884373592-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b903e94-610b-437d-b42e-c55e30ec84d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701292 Mar 02 05:35:59.697208 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-f2a8ebc6-79f8-4184-a7d8-a0e3b49426f6 admin admin] Publish callbacks [] for security_group (d1886c37-9c27-4a62-bbff-28c8a5998383), precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:35:59.750896 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-f2a8ebc6-79f8-4184-a7d8-a0e3b49426f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629892'] for security_group (d1886c37-9c27-4a62-bbff-28c8a5998383), after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:35:59.780123 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2a8ebc6-79f8-4184-a7d8-a0e3b49426f6 admin admin] vlan segment allocate from pool success with {'vlan_id': 298, 'physical_network': 'physnet1'} {{(pid=103715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 05:35:59.786720 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a8ebc6-79f8-4184-a7d8-a0e3b49426f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1886c37-9c27-4a62-bbff-28c8a5998383,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:35:59.792640 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-f2a8ebc6-79f8-4184-a7d8-a0e3b49426f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1106907'] for segment (0f01f7a5-328c-42ca-a20a-8da6c0caf719), precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:35:59.792979 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.db.segments_db [None req-f2a8ebc6-79f8-4184-a7d8-a0e3b49426f6 admin admin] Added segment 0f01f7a5-328c-42ca-a20a-8da6c0caf719 of type vlan for network fbb6668a-4999-4370-9a35-61382597cbaa Mar 02 05:35:59.834068 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-f2a8ebc6-79f8-4184-a7d8-a0e3b49426f6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789289939532'] for network (fbb6668a-4999-4370-9a35-61382597cbaa), precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:35:59.925814 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-f2a8ebc6-79f8-4184-a7d8-a0e3b49426f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186'] for network (fbb6668a-4999-4370-9a35-61382597cbaa), after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:35:59.926796 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2a8ebc6-79f8-4184-a7d8-a0e3b49426f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:35:59.927407 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-f2a8ebc6-79f8-4184-a7d8-a0e3b49426f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531172'] for network (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:35:59.984104 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a8ebc6-79f8-4184-a7d8-a0e3b49426f6 admin admin] Pushing event updated for resources: {'Network': ['ID=fbb6668a-4999-4370-9a35-61382597cbaa,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:35:59.993968 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.rpc [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Network fbb6668a-4999-4370-9a35-61382597cbaa details requested by agent ovs-agent-dv-cinder-768458-18-iscsi with host dv-cinder-768458-18-iscsi {{(pid=103716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 02 05:36:00.037152 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-f2a8ebc6-79f8-4184-a7d8-a0e3b49426f6 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5842278 Mar 02 05:36:00.037328 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.32', 43130) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:36:00.043109 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.v2.base [None req-70cf20c5-31eb-4dd7-9f6d-18faafc67cb5 admin admin] Request body: {'subnet': {'network_id': 'fbb6668a-4999-4370-9a35-61382597cbaa', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-922538974-subnet', 'tenant_id': 'b351f823df814eb1a77a07351ad6b846', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 05:36:00.114407 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70cf20c5-31eb-4dd7-9f6d-18faafc67cb5 admin admin] Made reservation on behalf of b351f823df814eb1a77a07351ad6b846 for: {'subnet': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 05:36:00.116748 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-70cf20c5-31eb-4dd7-9f6d-18faafc67cb5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58182819'] for subnet (None), before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:36:00.357067 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-70cf20c5-31eb-4dd7-9f6d-18faafc67cb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14202894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58182801'] for subnet (642ebf40-ab8c-471d-bf24-aa3e008d3808), after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:36:00.412113 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cf20c5-31eb-4dd7-9f6d-18faafc67cb5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=642ebf40-ab8c-471d-bf24-aa3e008d3808,revision_number=0']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:36:00.419122 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70cf20c5-31eb-4dd7-9f6d-18faafc67cb5 admin admin] Checking segment: {'id': '0f01f7a5-328c-42ca-a20a-8da6c0caf719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'fbb6668a-4999-4370-9a35-61382597cbaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 05:36:00.419512 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70cf20c5-31eb-4dd7-9f6d-18faafc67cb5 admin admin] Network hostable DHCP agents. Network: fbb6668a-4999-4370-9a35-61382597cbaa, hostable agents: ['516abb3b-63f8-4dbb-a4f1-8865516966e2'], hosted agents: [] {{(pid=103715) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 05:36:00.494202 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70cf20c5-31eb-4dd7-9f6d-18faafc67cb5 admin admin] Network fbb6668a-4999-4370-9a35-61382597cbaa is scheduled to be hosted by DHCP agent 516abb3b-63f8-4dbb-a4f1-8865516966e2 with binding_index 1 {{(pid=103715) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 05:36:00.545254 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-70cf20c5-31eb-4dd7-9f6d-18faafc67cb5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768458-18-iscsi, fbb6668a-4999-4370-9a35-61382597cbaa) {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 05:36:00.550613 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70cf20c5-31eb-4dd7-9f6d-18faafc67cb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:36:00.551226 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-70cf20c5-31eb-4dd7-9f6d-18faafc67cb5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531172'] for subnet (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:36:00.558194 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d21d969f-90cd-41d6-aa3a-54794e6e0bd7 None None] Network fbb6668a-4999-4370-9a35-61382597cbaa requested from dv-cinder-768458-18-iscsi {{(pid=103716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 05:36:00.611164 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-70cf20c5-31eb-4dd7-9f6d-18faafc67cb5 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.5725617 Mar 02 05:36:00.653373 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-281cf2ab-619a-4e39-9a01-178611d2c741 None None] Network fbb6668a-4999-4370-9a35-61382597cbaa requested from dv-cinder-768458-18-iscsi {{(pid=103716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 05:36:00.726158 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.32', 43136) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:36:00.776989 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a781a31-ce81-45e7-83e9-559031208373 admin admin] Deleting subnet a994e921-8906-4abe-8439-8694ad60f196 {{(pid=103715) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 02 05:36:00.779621 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b5cf22-0a0c-4141-a0b9-4d051f37e28f req-d11ecf9f-070d-4071-8d15-a2553584b506 tempest-TestShelveInstance-884373592 tempest-TestShelveInstance-884373592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:36:00.780494 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-7a781a31-ce81-45e7-83e9-559031208373 admin admin] Publish callbacks [] for subnet (a994e921-8906-4abe-8439-8694ad60f196), before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:36:00.781110 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-c9b5cf22-0a0c-4141-a0b9-4d051f37e28f req-d11ecf9f-070d-4071-8d15-a2553584b506 tempest-TestShelveInstance-884373592 tempest-TestShelveInstance-884373592-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d2cebdb-90e4-425b-9b77-8faaeccbdbf7 HTTP/1.1" status: 200 len: 946 time: 0.0559473 Mar 02 05:36:00.816079 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-7a781a31-ce81-45e7-83e9-559031208373 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14592191'] for subnet (a994e921-8906-4abe-8439-8694ad60f196), precommit_delete_associations {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:36:00.829772 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-c9b5cf22-0a0c-4141-a0b9-4d051f37e28f req-40e74c5c-0a15-4e9b-b07b-ee9eacb43d60 tempest-TestShelveInstance-884373592 tempest-TestShelveInstance-884373592-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b903e94-610b-437d-b42e-c55e30ec84d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428157 Mar 02 05:36:00.854182 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-7a781a31-ce81-45e7-83e9-559031208373 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1107012'] for subnet (a994e921-8906-4abe-8439-8694ad60f196), precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:36:00.966554 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-7a781a31-ce81-45e7-83e9-559031208373 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1107019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14202953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58182792'] for subnet (a994e921-8906-4abe-8439-8694ad60f196), after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:36:00.993248 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a781a31-ce81-45e7-83e9-559031208373 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a994e921-8906-4abe-8439-8694ad60f196,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:36:00.995164 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-7a781a31-ce81-45e7-83e9-559031208373 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531172'] for subnet (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:36:00.998264 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-7a781a31-ce81-45e7-83e9-559031208373 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/a994e921-8906-4abe-8439-8694ad60f196 HTTP/1.1" status: 204 len: 168 time: 0.2710390 Mar 02 05:36:01.000729 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.32', 43138) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:36:01.073542 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-02beb9d2-aeac-4607-9af9-ab123a53389c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1295551'] for network (f0dda239-a92e-48e8-a10a-414b641771a5), before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:36:01.152280 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-02beb9d2-aeac-4607-9af9-ab123a53389c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2011071', 'neutron.services.segments.db._delete_segments_for_network-8789290248605'] for network (f0dda239-a92e-48e8-a10a-414b641771a5), precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:36:01.172323 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.services.segments.db [None req-02beb9d2-aeac-4607-9af9-ab123a53389c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0dda239-a92e-48e8-a10a-414b641771a5']}} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 05:36:01.182255 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.services.segments.db [None req-02beb9d2-aeac-4607-9af9-ab123a53389c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '577c2e64-66a8-43da-90a6-687ae0a63577') {'for_net_delete': True} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 05:36:01.182555 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.services.segments.db [None req-02beb9d2-aeac-4607-9af9-ab123a53389c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '577c2e64-66a8-43da-90a6-687ae0a63577') {} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 05:36:01.191602 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-02beb9d2-aeac-4607-9af9-ab123a53389c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789290251430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14592168'] for segment (577c2e64-66a8-43da-90a6-687ae0a63577), before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:36:01.204291 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-02beb9d2-aeac-4607-9af9-ab123a53389c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1106907'] for segment (577c2e64-66a8-43da-90a6-687ae0a63577), precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:36:01.210571 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02beb9d2-aeac-4607-9af9-ab123a53389c admin admin] Releasing vlan 251 on physical network physnet1 to pool {{(pid=103715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 05:36:01.210994 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-02beb9d2-aeac-4607-9af9-ab123a53389c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1106907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14203031'] for segment (577c2e64-66a8-43da-90a6-687ae0a63577), after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:36:01.212576 dv-cinder-768458-18-iscsi neutron-server[103715]: Traceback (most recent call last): Mar 02 05:36:01.212576 dv-cinder-768458-18-iscsi neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 05:36:01.212576 dv-cinder-768458-18-iscsi neutron-server[103715]: timer() Mar 02 05:36:01.212576 dv-cinder-768458-18-iscsi neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 05:36:01.212576 dv-cinder-768458-18-iscsi neutron-server[103715]: cb(*args, **kw) Mar 02 05:36:01.212576 dv-cinder-768458-18-iscsi neutron-server[103715]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 02 05:36:01.212576 dv-cinder-768458-18-iscsi neutron-server[103715]: return func(*args, **kwargs) Mar 02 05:36:01.212576 dv-cinder-768458-18-iscsi neutron-server[103715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 05:36:01.212576 dv-cinder-768458-18-iscsi neutron-server[103715]: self._notify() Mar 02 05:36:01.212576 dv-cinder-768458-18-iscsi neutron-server[103715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 05:36:01.212576 dv-cinder-768458-18-iscsi neutron-server[103715]: self.callback(batched_events) Mar 02 05:36:01.212576 dv-cinder-768458-18-iscsi neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 05:36:01.212576 dv-cinder-768458-18-iscsi neutron-server[103715]: event.method(event) Mar 02 05:36:01.212576 dv-cinder-768458-18-iscsi neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 02 05:36:01.212576 dv-cinder-768458-18-iscsi neutron-server[103715]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 05:36:01.212576 dv-cinder-768458-18-iscsi neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 02 05:36:01.212576 dv-cinder-768458-18-iscsi neutron-server[103715]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 05:36:01.212576 dv-cinder-768458-18-iscsi neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 02 05:36:01.212576 dv-cinder-768458-18-iscsi neutron-server[103715]: return f(self, *a, **k) Mar 02 05:36:01.212576 dv-cinder-768458-18-iscsi neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 05:36:01.212576 dv-cinder-768458-18-iscsi neutron-server[103715]: return self._get(url).json() Mar 02 05:36:01.212576 dv-cinder-768458-18-iscsi neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 05:36:01.212576 dv-cinder-768458-18-iscsi neutron-server[103715]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 05:36:01.212576 dv-cinder-768458-18-iscsi neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 05:36:01.212576 dv-cinder-768458-18-iscsi neutron-server[103715]: return self.request(url, 'GET', **kwargs) Mar 02 05:36:01.212576 dv-cinder-768458-18-iscsi neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 05:36:01.212576 dv-cinder-768458-18-iscsi neutron-server[103715]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 05:36:01.212576 dv-cinder-768458-18-iscsi neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 05:36:01.212576 dv-cinder-768458-18-iscsi neutron-server[103715]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 05:36:01.212576 dv-cinder-768458-18-iscsi neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 05:36:01.212576 dv-cinder-768458-18-iscsi neutron-server[103715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 05:36:01.212576 dv-cinder-768458-18-iscsi neutron-server[103715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 05:36:01.320349 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-02beb9d2-aeac-4607-9af9-ab123a53389c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2011078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556366'] for network (f0dda239-a92e-48e8-a10a-414b641771a5), after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:36:01.325457 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-02beb9d2-aeac-4607-9af9-ab123a53389c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531172'] for network (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:36:01.328544 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-02beb9d2-aeac-4607-9af9-ab123a53389c admin admin] 10.222.0.32 "DELETE /v2.0/networks/f0dda239-a92e-48e8-a10a-414b641771a5 HTTP/1.1" status: 204 len: 168 time: 0.3268993 Mar 02 05:36:01.332084 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.wsgi [-] (103714) accepted ('10.222.0.32', 43144) {{(pid=103714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:36:01.340332 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02beb9d2-aeac-4607-9af9-ab123a53389c admin admin] Pushing event deleted for resources: {'Network': ['ID=f0dda239-a92e-48e8-a10a-414b641771a5,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:36:01.374847 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f70550c-0ef0-435f-a435-ca06a12fe985 admin admin] Deleting subnet 642ebf40-ab8c-471d-bf24-aa3e008d3808 {{(pid=103714) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 02 05:36:01.378180 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-0f70550c-0ef0-435f-a435-ca06a12fe985 admin admin] Publish callbacks [] for subnet (642ebf40-ab8c-471d-bf24-aa3e008d3808), before_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:36:01.416614 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-0f70550c-0ef0-435f-a435-ca06a12fe985 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13450151'] for subnet (642ebf40-ab8c-471d-bf24-aa3e008d3808), precommit_delete_associations {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:36:01.456788 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-0f70550c-0ef0-435f-a435-ca06a12fe985 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1107012'] for subnet (642ebf40-ab8c-471d-bf24-aa3e008d3808), precommit_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:36:01.600604 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-0f70550c-0ef0-435f-a435-ca06a12fe985 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1107019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13003880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13179341'] for subnet (642ebf40-ab8c-471d-bf24-aa3e008d3808), after_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:36:01.627931 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f70550c-0ef0-435f-a435-ca06a12fe985 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=642ebf40-ab8c-471d-bf24-aa3e008d3808,revision_number=None']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:36:01.629877 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-0f70550c-0ef0-435f-a435-ca06a12fe985 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:36:01.633621 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [None req-0f70550c-0ef0-435f-a435-ca06a12fe985 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/642ebf40-ab8c-471d-bf24-aa3e008d3808 HTTP/1.1" status: 204 len: 168 time: 0.2999938 Mar 02 05:36:01.635523 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.wsgi [-] (103714) accepted ('10.222.0.32', 43148) {{(pid=103714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:36:01.706053 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-58de61c5-7581-4eda-bf96-ca965938020d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1295551'] for network (fbb6668a-4999-4370-9a35-61382597cbaa), before_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:36:01.782107 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-58de61c5-7581-4eda-bf96-ca965938020d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2011071', 'neutron.services.segments.db._delete_segments_for_network-8789290248605'] for network (fbb6668a-4999-4370-9a35-61382597cbaa), precommit_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:36:01.800842 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.services.segments.db [None req-58de61c5-7581-4eda-bf96-ca965938020d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbb6668a-4999-4370-9a35-61382597cbaa']}} {{(pid=103714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 05:36:01.810012 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.services.segments.db [None req-58de61c5-7581-4eda-bf96-ca965938020d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f01f7a5-328c-42ca-a20a-8da6c0caf719') {'for_net_delete': True} {{(pid=103714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 05:36:01.810312 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.services.segments.db [None req-58de61c5-7581-4eda-bf96-ca965938020d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f01f7a5-328c-42ca-a20a-8da6c0caf719') {} {{(pid=103714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 05:36:01.820074 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-58de61c5-7581-4eda-bf96-ca965938020d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789290251430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13450160'] for segment (0f01f7a5-328c-42ca-a20a-8da6c0caf719), before_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:36:01.833314 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-58de61c5-7581-4eda-bf96-ca965938020d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1106907'] for segment (0f01f7a5-328c-42ca-a20a-8da6c0caf719), precommit_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:36:01.839510 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58de61c5-7581-4eda-bf96-ca965938020d admin admin] Releasing vlan 298 on physical network physnet1 to pool {{(pid=103714) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 05:36:01.839897 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-58de61c5-7581-4eda-bf96-ca965938020d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1106907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13003958'] for segment (0f01f7a5-328c-42ca-a20a-8da6c0caf719), after_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:36:01.841561 dv-cinder-768458-18-iscsi neutron-server[103714]: Traceback (most recent call last): Mar 02 05:36:01.841561 dv-cinder-768458-18-iscsi neutron-server[103714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 05:36:01.841561 dv-cinder-768458-18-iscsi neutron-server[103714]: timer() Mar 02 05:36:01.841561 dv-cinder-768458-18-iscsi neutron-server[103714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 05:36:01.841561 dv-cinder-768458-18-iscsi neutron-server[103714]: cb(*args, **kw) Mar 02 05:36:01.841561 dv-cinder-768458-18-iscsi neutron-server[103714]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 02 05:36:01.841561 dv-cinder-768458-18-iscsi neutron-server[103714]: return func(*args, **kwargs) Mar 02 05:36:01.841561 dv-cinder-768458-18-iscsi neutron-server[103714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 05:36:01.841561 dv-cinder-768458-18-iscsi neutron-server[103714]: self._notify() Mar 02 05:36:01.841561 dv-cinder-768458-18-iscsi neutron-server[103714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 05:36:01.841561 dv-cinder-768458-18-iscsi neutron-server[103714]: self.callback(batched_events) Mar 02 05:36:01.841561 dv-cinder-768458-18-iscsi neutron-server[103714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 05:36:01.841561 dv-cinder-768458-18-iscsi neutron-server[103714]: event.method(event) Mar 02 05:36:01.841561 dv-cinder-768458-18-iscsi neutron-server[103714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 02 05:36:01.841561 dv-cinder-768458-18-iscsi neutron-server[103714]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 05:36:01.841561 dv-cinder-768458-18-iscsi neutron-server[103714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 02 05:36:01.841561 dv-cinder-768458-18-iscsi neutron-server[103714]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 05:36:01.841561 dv-cinder-768458-18-iscsi neutron-server[103714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 02 05:36:01.841561 dv-cinder-768458-18-iscsi neutron-server[103714]: return f(self, *a, **k) Mar 02 05:36:01.841561 dv-cinder-768458-18-iscsi neutron-server[103714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 05:36:01.841561 dv-cinder-768458-18-iscsi neutron-server[103714]: return self._get(url).json() Mar 02 05:36:01.841561 dv-cinder-768458-18-iscsi neutron-server[103714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 05:36:01.841561 dv-cinder-768458-18-iscsi neutron-server[103714]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 05:36:01.841561 dv-cinder-768458-18-iscsi neutron-server[103714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 05:36:01.841561 dv-cinder-768458-18-iscsi neutron-server[103714]: return self.request(url, 'GET', **kwargs) Mar 02 05:36:01.841561 dv-cinder-768458-18-iscsi neutron-server[103714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 05:36:01.841561 dv-cinder-768458-18-iscsi neutron-server[103714]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 05:36:01.841561 dv-cinder-768458-18-iscsi neutron-server[103714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 05:36:01.841561 dv-cinder-768458-18-iscsi neutron-server[103714]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 05:36:01.841561 dv-cinder-768458-18-iscsi neutron-server[103714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 05:36:01.841561 dv-cinder-768458-18-iscsi neutron-server[103714]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 05:36:01.841561 dv-cinder-768458-18-iscsi neutron-server[103714]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 05:36:01.946683 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a31ab5-2a72-4ab7-8835-5fb2f67220fb req-3c5717af-d8be-442e-960f-8d58d5dd6dbf tempest-TestShelveInstance-884373592 tempest-TestShelveInstance-884373592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:36:01.948169 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-84a31ab5-2a72-4ab7-8835-5fb2f67220fb req-3c5717af-d8be-442e-960f-8d58d5dd6dbf tempest-TestShelveInstance-884373592 tempest-TestShelveInstance-884373592-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d2cebdb-90e4-425b-9b77-8faaeccbdbf7 HTTP/1.1" status: 200 len: 946 time: 0.0506663 Mar 02 05:36:01.966464 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-58de61c5-7581-4eda-bf96-ca965938020d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2011078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556366'] for network (fbb6668a-4999-4370-9a35-61382597cbaa), after_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:36:01.971942 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-58de61c5-7581-4eda-bf96-ca965938020d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531172'] for network (None), before_response {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:36:01.976893 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [None req-58de61c5-7581-4eda-bf96-ca965938020d admin admin] 10.222.0.32 "DELETE /v2.0/networks/fbb6668a-4999-4370-9a35-61382597cbaa HTTP/1.1" status: 204 len: 168 time: 0.3390558 Mar 02 05:36:01.988278 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58de61c5-7581-4eda-bf96-ca965938020d admin admin] Pushing event deleted for resources: {'Network': ['ID=fbb6668a-4999-4370-9a35-61382597cbaa,revision_number=None']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:36:02.002910 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-84a31ab5-2a72-4ab7-8835-5fb2f67220fb req-79d0a2dc-9e65-4328-9144-d0aa9e11de05 tempest-TestShelveInstance-884373592 tempest-TestShelveInstance-884373592-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b903e94-610b-437d-b42e-c55e30ec84d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486922 Mar 02 05:36:02.546555 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.wsgi [-] (103714) accepted ('10.222.0.32', 43158) {{(pid=103714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:36:02.587559 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [None req-4a8bf21e-1e6b-4dcd-a52f-5b33f8d29993 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f5b888488d544e6fa66bb30d1be04439&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0396740 Mar 02 05:36:02.590093 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.wsgi [-] (103714) accepted ('10.222.0.32', 43160) {{(pid=103714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:36:02.637725 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-12d49589-71bd-4e50-a90e-7d0b4d75e4aa admin admin] Publish callbacks [] for security_group (2cc7dbde-0503-4820-bc3a-3eeddf2580a5), before_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:36:02.657836 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-12d49589-71bd-4e50-a90e-7d0b4d75e4aa admin admin] Publish callbacks [] for security_group (2cc7dbde-0503-4820-bc3a-3eeddf2580a5), precommit_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:36:02.772271 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-12d49589-71bd-4e50-a90e-7d0b4d75e4aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629892'] for security_group (2cc7dbde-0503-4820-bc3a-3eeddf2580a5), after_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:36:02.774901 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-12d49589-71bd-4e50-a90e-7d0b4d75e4aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:36:02.776112 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [None req-12d49589-71bd-4e50-a90e-7d0b4d75e4aa admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2cc7dbde-0503-4820-bc3a-3eeddf2580a5 HTTP/1.1" status: 204 len: 168 time: 0.1851301 Mar 02 05:36:02.784556 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d49589-71bd-4e50-a90e-7d0b4d75e4aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cc7dbde-0503-4820-bc3a-3eeddf2580a5,revision_number=None']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:36:03.125359 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970414ec-4dcc-4e64-9e82-348efdf8749f req-1a6bd040-ca0c-44e6-8e97-5098c3c5a53a tempest-TestShelveInstance-884373592 tempest-TestShelveInstance-884373592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:36:03.126852 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-970414ec-4dcc-4e64-9e82-348efdf8749f req-1a6bd040-ca0c-44e6-8e97-5098c3c5a53a tempest-TestShelveInstance-884373592 tempest-TestShelveInstance-884373592-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d2cebdb-90e4-425b-9b77-8faaeccbdbf7 HTTP/1.1" status: 200 len: 946 time: 0.0559359 Mar 02 05:36:03.176416 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-970414ec-4dcc-4e64-9e82-348efdf8749f req-589f8ca2-8fa5-43fa-a284-67b9fdfea97d tempest-TestShelveInstance-884373592 tempest-TestShelveInstance-884373592-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b903e94-610b-437d-b42e-c55e30ec84d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434895 Mar 02 05:36:03.440185 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.wsgi [-] (103714) accepted ('10.222.0.32', 43168) {{(pid=103714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:36:03.479456 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [None req-c5bad6a6-5ece-4389-b60c-0ff08a510afb admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b351f823df814eb1a77a07351ad6b846&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0374894 Mar 02 05:36:03.481571 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.wsgi [-] (103714) accepted ('10.222.0.32', 43170) {{(pid=103714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:36:03.527189 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-1d0d8d90-e5dd-4183-81c8-cdc8684bed3e admin admin] Publish callbacks [] for security_group (d1886c37-9c27-4a62-bbff-28c8a5998383), before_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:36:03.547229 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-1d0d8d90-e5dd-4183-81c8-cdc8684bed3e admin admin] Publish callbacks [] for security_group (d1886c37-9c27-4a62-bbff-28c8a5998383), precommit_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:36:03.683916 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-1d0d8d90-e5dd-4183-81c8-cdc8684bed3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629892'] for security_group (d1886c37-9c27-4a62-bbff-28c8a5998383), after_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:36:03.683916 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-1d0d8d90-e5dd-4183-81c8-cdc8684bed3e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:36:03.683916 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [None req-1d0d8d90-e5dd-4183-81c8-cdc8684bed3e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d1886c37-9c27-4a62-bbff-28c8a5998383 HTTP/1.1" status: 204 len: 168 time: 0.1962714 Mar 02 05:36:03.694866 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0d8d90-e5dd-4183-81c8-cdc8684bed3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1886c37-9c27-4a62-bbff-28c8a5998383,revision_number=None']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:36:04.295455 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530d1fbf-4f79-4ef9-8824-4ca9dd68f391 req-7cc855ef-1799-43f3-ba38-b4cfc48f320d tempest-TestShelveInstance-884373592 tempest-TestShelveInstance-884373592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:36:04.297543 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-530d1fbf-4f79-4ef9-8824-4ca9dd68f391 req-7cc855ef-1799-43f3-ba38-b4cfc48f320d tempest-TestShelveInstance-884373592 tempest-TestShelveInstance-884373592-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d2cebdb-90e4-425b-9b77-8faaeccbdbf7 HTTP/1.1" status: 200 len: 946 time: 0.0553577 Mar 02 05:36:04.354143 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-530d1fbf-4f79-4ef9-8824-4ca9dd68f391 req-026d6e37-70ca-4a28-a3b7-e4b697bb7376 tempest-TestShelveInstance-884373592 tempest-TestShelveInstance-884373592-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b903e94-610b-437d-b42e-c55e30ec84d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498850 Mar 02 05:36:05.482703 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83a4f5d-0353-4f4c-849e-95855ef6abd5 req-04162f58-541d-4878-bc36-1981eb38eb4b tempest-TestShelveInstance-884373592 tempest-TestShelveInstance-884373592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:36:05.484495 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-e83a4f5d-0353-4f4c-849e-95855ef6abd5 req-04162f58-541d-4878-bc36-1981eb38eb4b tempest-TestShelveInstance-884373592 tempest-TestShelveInstance-884373592-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d2cebdb-90e4-425b-9b77-8faaeccbdbf7 HTTP/1.1" status: 200 len: 946 time: 0.0631206 Mar 02 05:36:05.536206 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-e83a4f5d-0353-4f4c-849e-95855ef6abd5 req-3026efba-bb65-4302-b245-e25ef93292a7 tempest-TestShelveInstance-884373592 tempest-TestShelveInstance-884373592-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b903e94-610b-437d-b42e-c55e30ec84d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445542 Mar 02 05:36:06.653941 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dd7862-5a8e-4ce9-aeff-6dd2b4f847b8 req-1b022855-aa04-4735-b839-3a777c74073c tempest-TestShelveInstance-884373592 tempest-TestShelveInstance-884373592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:36:06.655460 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-72dd7862-5a8e-4ce9-aeff-6dd2b4f847b8 req-1b022855-aa04-4735-b839-3a777c74073c tempest-TestShelveInstance-884373592 tempest-TestShelveInstance-884373592-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d2cebdb-90e4-425b-9b77-8faaeccbdbf7 HTTP/1.1" status: 200 len: 946 time: 0.0518923 Mar 02 05:36:06.702935 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-72dd7862-5a8e-4ce9-aeff-6dd2b4f847b8 req-d6780b49-f6ad-4de3-a06e-fa1c15ebcdef tempest-TestShelveInstance-884373592 tempest-TestShelveInstance-884373592-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b903e94-610b-437d-b42e-c55e30ec84d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413594 Mar 02 05:36:07.059428 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (db45f871-b7ec-436d-b6b8-6a0a072a2253), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:36:07.821689 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1e7d98-dca6-4cb4-b2e5-b14a18558112 req-fde71be6-e88a-4aa5-b2bd-ce21cf7bf485 tempest-TestShelveInstance-884373592 tempest-TestShelveInstance-884373592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:36:07.823168 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-7a1e7d98-dca6-4cb4-b2e5-b14a18558112 req-fde71be6-e88a-4aa5-b2bd-ce21cf7bf485 tempest-TestShelveInstance-884373592 tempest-TestShelveInstance-884373592-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d2cebdb-90e4-425b-9b77-8faaeccbdbf7 HTTP/1.1" status: 200 len: 946 time: 0.0541201 Mar 02 05:36:07.871544 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-7a1e7d98-dca6-4cb4-b2e5-b14a18558112 req-cf0a05bb-a84b-466e-8d09-88244b57a742 tempest-TestShelveInstance-884373592 tempest-TestShelveInstance-884373592-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b903e94-610b-437d-b42e-c55e30ec84d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427811 Mar 02 05:36:08.992024 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f73e61-2ae3-4df4-89e4-c3e8635f5372 req-40056dc4-e67e-43ac-9558-f348cb431382 tempest-TestShelveInstance-884373592 tempest-TestShelveInstance-884373592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:36:08.993603 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-68f73e61-2ae3-4df4-89e4-c3e8635f5372 req-40056dc4-e67e-43ac-9558-f348cb431382 tempest-TestShelveInstance-884373592 tempest-TestShelveInstance-884373592-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d2cebdb-90e4-425b-9b77-8faaeccbdbf7 HTTP/1.1" status: 200 len: 946 time: 0.0555470 Mar 02 05:36:09.042883 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-68f73e61-2ae3-4df4-89e4-c3e8635f5372 req-7ed45b28-8634-4ad6-aaa3-e364c4fbddee tempest-TestShelveInstance-884373592 tempest-TestShelveInstance-884373592-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b903e94-610b-437d-b42e-c55e30ec84d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438011 Mar 02 05:36:09.608136 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-5b333387-60f2-4625-9882-292881cc603c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (516abb3b-63f8-4dbb-a4f1-8865516966e2), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:36:10.028652 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ae7623-21ac-431b-be55-503e092f3b9c req-4da4e4fa-e988-4d3c-85c1-4081e1bc2ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:36:10.030054 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-d7ae7623-21ac-431b-be55-503e092f3b9c req-4da4e4fa-e988-4d3c-85c1-4081e1bc2ac0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8cadbb55c03941bdba85ea81721d2245&device_id=9d2cebdb-90e4-425b-9b77-8faaeccbdbf7 HTTP/1.1" status: 200 len: 1130 time: 0.0488164 Mar 02 05:36:10.134403 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ae7623-21ac-431b-be55-503e092f3b9c req-46efd942-892a-4b26-8942-939479aa893d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:36:10.135948 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-d7ae7623-21ac-431b-be55-503e092f3b9c req-46efd942-892a-4b26-8942-939479aa893d service neutron] 10.222.0.41 "GET /v2.0/networks?id=23f8f824-aae5-4f2f-a8c3-545bf961b04d HTTP/1.1" status: 200 len: 910 time: 0.1000998 Mar 02 05:36:10.223738 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17755de-8c2e-40cc-89be-791d099a877d req-8fe9eb0c-b8b4-4ef8-97d2-d02e9676b46a tempest-TestShelveInstance-884373592 tempest-TestShelveInstance-884373592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:36:10.225229 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-c17755de-8c2e-40cc-89be-791d099a877d req-8fe9eb0c-b8b4-4ef8-97d2-d02e9676b46a tempest-TestShelveInstance-884373592 tempest-TestShelveInstance-884373592-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d2cebdb-90e4-425b-9b77-8faaeccbdbf7 HTTP/1.1" status: 200 len: 946 time: 0.1099927 Mar 02 05:36:10.235249 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-d7ae7623-21ac-431b-be55-503e092f3b9c req-0a33762a-d7e4-491a-b602-7c89b6860960 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=659fb406-9144-4707-abb9-3eadb4a9e82d HTTP/1.1" status: 200 len: 1001 time: 0.0844629 Mar 02 05:36:10.313109 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-c17755de-8c2e-40cc-89be-791d099a877d req-ee164dd6-287e-4639-a975-e85fa20368e7 tempest-TestShelveInstance-884373592 tempest-TestShelveInstance-884373592-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b903e94-610b-437d-b42e-c55e30ec84d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806327 Mar 02 05:36:10.314753 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ae7623-21ac-431b-be55-503e092f3b9c req-bb80e184-9f65-40cb-935e-b3d0c47656aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:36:10.316152 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-d7ae7623-21ac-431b-be55-503e092f3b9c req-bb80e184-9f65-40cb-935e-b3d0c47656aa service neutron] 10.222.0.41 "GET /v2.0/subnets?id=100d9f66-c333-48f1-b722-61b116bc39ee HTTP/1.1" status: 200 len: 848 time: 0.0689559 Mar 02 05:36:10.371458 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ae7623-21ac-431b-be55-503e092f3b9c req-4e8bc359-dc62-4eae-94fd-01277545d5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:36:10.373150 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-d7ae7623-21ac-431b-be55-503e092f3b9c req-4e8bc359-dc62-4eae-94fd-01277545d5ac service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=23f8f824-aae5-4f2f-a8c3-545bf961b04d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0501423 Mar 02 05:36:10.473951 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-d7ae7623-21ac-431b-be55-503e092f3b9c req-f0c73d0b-3b67-4da1-a1c2-ea0db763da16 service neutron] 10.222.0.41 "GET /v2.0/networks/23f8f824-aae5-4f2f-a8c3-545bf961b04d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855772 Mar 02 05:36:10.566073 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-d7ae7623-21ac-431b-be55-503e092f3b9c req-c930862b-f2ef-4bea-896e-e2321784a623 service neutron] 10.222.0.41 "GET /v2.0/networks/23f8f824-aae5-4f2f-a8c3-545bf961b04d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863030 Mar 02 05:36:11.439683 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df41972a-6bea-4871-9031-46cbf6b0eab3 req-162a672b-e662-4292-b20b-e3598f7268d8 tempest-TestShelveInstance-884373592 tempest-TestShelveInstance-884373592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:36:11.441207 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-df41972a-6bea-4871-9031-46cbf6b0eab3 req-162a672b-e662-4292-b20b-e3598f7268d8 tempest-TestShelveInstance-884373592 tempest-TestShelveInstance-884373592-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d2cebdb-90e4-425b-9b77-8faaeccbdbf7 HTTP/1.1" status: 200 len: 946 time: 0.0532553 Mar 02 05:36:11.491127 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-df41972a-6bea-4871-9031-46cbf6b0eab3 req-feac71e9-83ed-4982-8862-14282fed5944 tempest-TestShelveInstance-884373592 tempest-TestShelveInstance-884373592-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b903e94-610b-437d-b42e-c55e30ec84d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439854 Mar 02 05:36:11.762205 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-6e165d06-7cea-437c-904e-ffe64f31a99d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (9c2b50e6-1677-4aa9-928e-941b4c488fc5), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:36:12.136888 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-d1922cf3-8fa1-43b4-9173-416d01e08eff req-f0788e86-9a43-4143-bba2-56e634955839 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c6cdd2a3-d11a-458f-8463-513c97e08942&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0435796 Mar 02 05:36:12.204861 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1922cf3-8fa1-43b4-9173-416d01e08eff req-796f5a62-e414-4d6c-8c2c-720e5dc9378b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:36:12.206688 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-d1922cf3-8fa1-43b4-9173-416d01e08eff req-796f5a62-e414-4d6c-8c2c-720e5dc9378b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cf879fe6ac1c47f6b27ba257096d4c7e&device_id=c6cdd2a3-d11a-458f-8463-513c97e08942 HTTP/1.1" status: 200 len: 1169 time: 0.0459015 Mar 02 05:36:12.310332 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1922cf3-8fa1-43b4-9173-416d01e08eff req-be3eadb1-0147-4ff9-a63f-4c6d806c3ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:36:12.311739 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-d1922cf3-8fa1-43b4-9173-416d01e08eff req-be3eadb1-0147-4ff9-a63f-4c6d806c3ef8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=79902201-00d3-4b67-8b4b-f9f77811e89e HTTP/1.1" status: 200 len: 916 time: 0.0867040 Mar 02 05:36:12.377982 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-d1922cf3-8fa1-43b4-9173-416d01e08eff req-aa373897-2593-43a4-9d6e-13ee9f070499 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5d8c1029-5861-4b24-9abf-870c49243d01 HTTP/1.1" status: 200 len: 1001 time: 0.0587721 Mar 02 05:36:12.456024 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1922cf3-8fa1-43b4-9173-416d01e08eff req-5f86f34a-01e9-48aa-9637-2c91e7809bba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:36:12.457454 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-d1922cf3-8fa1-43b4-9173-416d01e08eff req-5f86f34a-01e9-48aa-9637-2c91e7809bba service neutron] 10.222.0.41 "GET /v2.0/subnets?id=878a1507-a24f-4e42-91b3-d1b3ffd1e65a HTTP/1.1" status: 200 len: 854 time: 0.0717490 Mar 02 05:36:12.481435 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-1b159ca5-b033-4ded-9fce-417d1f3ec750 req-94e49576-3cda-40eb-a674-6e1ebe8b5f1d tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-907171426&fields=id&tenant_id=cf879fe6ac1c47f6b27ba257096d4c7e HTTP/1.1" status: 200 len: 267 time: 0.0873804 Mar 02 05:36:12.549221 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1922cf3-8fa1-43b4-9173-416d01e08eff req-1c2d9bfe-ff68-42a0-be6d-91ef65b5969e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:36:12.550721 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-d1922cf3-8fa1-43b4-9173-416d01e08eff req-1c2d9bfe-ff68-42a0-be6d-91ef65b5969e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=79902201-00d3-4b67-8b4b-f9f77811e89e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0829737 Mar 02 05:36:12.559348 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b159ca5-b033-4ded-9fce-417d1f3ec750 req-41324764-5efe-48cc-b24a-5d902d28a605 tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:36:12.565795 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-1b159ca5-b033-4ded-9fce-417d1f3ec750 req-41324764-5efe-48cc-b24a-5d902d28a605 tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] 10.222.0.32 "GET /v2.0/ports?device_id=c6cdd2a3-d11a-458f-8463-513c97e08942 HTTP/1.1" status: 200 len: 985 time: 0.0656133 Mar 02 05:36:12.612943 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.v2.base [req-1b159ca5-b033-4ded-9fce-417d1f3ec750 req-64d366a0-4387-4984-a7c1-6849ccd87111 tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] Request body: {'port': {'security_groups': ['a83bf63b-328f-4864-a4da-dc8ab850ba56']}} {{(pid=103714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 05:36:12.627503 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92d3e9d-b121-4721-92ad-54172e29a77d req-ee1446ae-ac3f-419e-a192-fa242275f7a0 tempest-TestShelveInstance-884373592 tempest-TestShelveInstance-884373592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:36:12.629072 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-e92d3e9d-b121-4721-92ad-54172e29a77d req-ee1446ae-ac3f-419e-a192-fa242275f7a0 tempest-TestShelveInstance-884373592 tempest-TestShelveInstance-884373592-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d2cebdb-90e4-425b-9b77-8faaeccbdbf7 HTTP/1.1" status: 200 len: 946 time: 0.0661452 Mar 02 05:36:12.688965 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-e92d3e9d-b121-4721-92ad-54172e29a77d req-fb6ee8d4-0451-48ff-8576-4e8c8c4f155f tempest-TestShelveInstance-884373592 tempest-TestShelveInstance-884373592-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b903e94-610b-437d-b42e-c55e30ec84d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519285 Mar 02 05:36:12.714862 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [req-1b159ca5-b033-4ded-9fce-417d1f3ec750 req-64d366a0-4387-4984-a7c1-6849ccd87111 tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for port (5d8c1029-5861-4b24-9abf-870c49243d01), before_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:36:12.718053 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-d1922cf3-8fa1-43b4-9173-416d01e08eff req-56e97847-2c13-4b62-a144-de19c1e4749f service neutron] 10.222.0.41 "GET /v2.0/networks/79902201-00d3-4b67-8b4b-f9f77811e89e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1563339 Mar 02 05:36:12.829503 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-2ae3422a-c85d-446a-90f5-ce5a8bf639ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (d4d802fc-4ac8-47f8-b030-2ffc185fa6dc), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:36:12.871597 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-d1922cf3-8fa1-43b4-9173-416d01e08eff req-3aaf8ea3-4855-4f64-bd27-15b97aca5357 service neutron] 10.222.0.41 "GET /v2.0/networks/79902201-00d3-4b67-8b4b-f9f77811e89e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457016 Mar 02 05:36:12.960083 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.32', 43324) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:36:12.976277 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.db [req-1b159ca5-b033-4ded-9fce-417d1f3ec750 req-64d366a0-4387-4984-a7c1-6849ccd87111 tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] For port 5d8c1029-5861-4b24-9abf-870c49243d01, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=5d8c1029-5861-4b24-9abf-870c49243d01,segment=NetworkSegment(bfdb29d3-deb6-49e5-b796-0f6849bf03e6),segment_id=bfdb29d3-deb6-49e5-b796-0f6849bf03e6)] {{(pid=103714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 05:36:13.013826 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [req-1b159ca5-b033-4ded-9fce-417d1f3ec750 req-64d366a0-4387-4984-a7c1-6849ccd87111 tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] Publish callbacks [] for port (5d8c1029-5861-4b24-9abf-870c49243d01), precommit_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:36:13.076876 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [req-1b159ca5-b033-4ded-9fce-417d1f3ec750 req-64d366a0-4387-4984-a7c1-6849ccd87111 tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789290460654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789289919735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789289921293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13003858'] for port (5d8c1029-5861-4b24-9abf-870c49243d01), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:36:13.087175 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-cd5ee4ed-1bbf-4919-a36a-289985bffefb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:36:13.090239 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] get_ports_and_sgs() called for port_ids ['5d8c1029-5861-4b24-9abf-870c49243d01'] {{(pid=103716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 05:36:13.158955 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b159ca5-b033-4ded-9fce-417d1f3ec750 req-64d366a0-4387-4984-a7c1-6849ccd87111 tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:36:13.160766 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [req-1b159ca5-b033-4ded-9fce-417d1f3ec750 req-64d366a0-4387-4984-a7c1-6849ccd87111 tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25628'] for port (None), before_response {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:36:13.170412 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-1b159ca5-b033-4ded-9fce-417d1f3ec750 req-64d366a0-4387-4984-a7c1-6849ccd87111 tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] 10.222.0.32 "PUT /v2.0/ports/5d8c1029-5861-4b24-9abf-870c49243d01 HTTP/1.1" status: 200 len: 943 time: 0.5884991 Mar 02 05:36:13.173114 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6cdd2a3-d11a-458f-8463-513c97e08942', 'tag': '5d8c1029-5861-4b24-9abf-870c49243d01'}] {{(pid=103714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 05:36:13.176564 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.32', 43332) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:36:13.177950 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ff79788530fe2085a0b37cf7dfc71d903fcc72df0d156f3e5e7065db2593a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a011040a-60c1-4b6c-a736-6651b235d84f" -d '{"events": [{"name": "network-changed", "server_uuid": "c6cdd2a3-d11a-458f-8463-513c97e08942", "tag": "5d8c1029-5861-4b24-9abf-870c49243d01"}]}' {{(pid=103714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 05:36:13.255823 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d366a0-4387-4984-a7c1-6849ccd87111 tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] Pushing event updated for resources: {'Port': ['ID=5d8c1029-5861-4b24-9abf-870c49243d01,revision_number=7']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:36:13.286443 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] get_ports_and_sgs() called for port_ids ['5d8c1029-5861-4b24-9abf-870c49243d01'] {{(pid=103716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 05:36:13.297212 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Mar 2022 05:36:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-978970ab-828d-4588-bdd3-c0f2379d49a2 x-openstack-request-id: req-978970ab-828d-4588-bdd3-c0f2379d49a2 {{(pid=103714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 05:36:13.297506 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6cdd2a3-d11a-458f-8463-513c97e08942", "tag": "5d8c1029-5861-4b24-9abf-870c49243d01", "status": "completed", "code": 200}]} {{(pid=103714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 05:36:13.297904 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-978970ab-828d-4588-bdd3-c0f2379d49a2 {{(pid=103714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 05:36:13.298510 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6cdd2a3-d11a-458f-8463-513c97e08942', 'tag': '5d8c1029-5861-4b24-9abf-870c49243d01', 'status': 'completed', 'code': 200} Mar 02 05:36:13.299464 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-cd5ee4ed-1bbf-4919-a36a-289985bffefb admin admin] Publish callbacks [] for security_group (eaeb4a9b-d3fb-4145-b8df-78c090be20c3), precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:36:13.365924 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-36b66d09-fdf4-4f00-bdc6-bab2ae154b40 tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] Publish callbacks [] for security_group (8a60ea66-767c-4c25-ab86-e407bbae2500), before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:36:13.372964 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-cd5ee4ed-1bbf-4919-a36a-289985bffefb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629892'] for security_group (eaeb4a9b-d3fb-4145-b8df-78c090be20c3), after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:36:13.396957 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a011040a-60c1-4b6c-a736-6651b235d84f req-1797bae6-1682-4ec7-9be8-b1edc038002c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:36:13.406660 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-a011040a-60c1-4b6c-a736-6651b235d84f req-1797bae6-1682-4ec7-9be8-b1edc038002c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cf879fe6ac1c47f6b27ba257096d4c7e&device_id=c6cdd2a3-d11a-458f-8463-513c97e08942 HTTP/1.1" status: 200 len: 1130 time: 0.0951121 Mar 02 05:36:13.416880 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5ee4ed-1bbf-4919-a36a-289985bffefb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaeb4a9b-d3fb-4145-b8df-78c090be20c3,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:36:13.460325 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-36b66d09-fdf4-4f00-bdc6-bab2ae154b40 tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] Publish callbacks [] for security_group (8a60ea66-767c-4c25-ab86-e407bbae2500), precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:36:13.470379 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-cd5ee4ed-1bbf-4919-a36a-289985bffefb admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=713592ee986a4e0b9c1cfa27c708c6c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5106957 Mar 02 05:36:13.476292 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.32', 43346) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:36:13.527747 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a011040a-60c1-4b6c-a736-6651b235d84f req-c0504c4b-e5d7-4c0a-95a6-edae96f01787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:36:13.530224 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-a011040a-60c1-4b6c-a736-6651b235d84f req-c0504c4b-e5d7-4c0a-95a6-edae96f01787 service neutron] 10.222.0.41 "GET /v2.0/networks?id=79902201-00d3-4b67-8b4b-f9f77811e89e HTTP/1.1" status: 200 len: 916 time: 0.1118104 Mar 02 05:36:13.561482 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-a18b51cd-4ed3-443a-b269-9b1589b7ed46 admin admin] Publish callbacks [] for security_group (eaeb4a9b-d3fb-4145-b8df-78c090be20c3), before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:36:13.587744 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-a18b51cd-4ed3-443a-b269-9b1589b7ed46 admin admin] Publish callbacks [] for security_group (eaeb4a9b-d3fb-4145-b8df-78c090be20c3), precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:36:13.595229 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.provisioning_blocks [None req-6b3fe2ca-23bb-496c-81d3-81ccc2b23145 None None] Provisioning complete for port 5d8c1029-5861-4b24-9abf-870c49243d01 triggered by entity DHCP. {{(pid=103716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 05:36:13.598305 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-6b3fe2ca-23bb-496c-81d3-81ccc2b23145 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012754'] for port (5d8c1029-5861-4b24-9abf-870c49243d01), provisioning_complete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:36:13.607694 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-a011040a-60c1-4b6c-a736-6651b235d84f req-ded5e452-cfc4-4bdd-8760-67d6628ee2d6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5d8c1029-5861-4b24-9abf-870c49243d01 HTTP/1.1" status: 200 len: 1001 time: 0.0690181 Mar 02 05:36:13.682390 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a011040a-60c1-4b6c-a736-6651b235d84f req-526a205b-8a98-4f8d-9081-980e228917d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:36:13.683954 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-a011040a-60c1-4b6c-a736-6651b235d84f req-526a205b-8a98-4f8d-9081-980e228917d3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=878a1507-a24f-4e42-91b3-d1b3ffd1e65a HTTP/1.1" status: 200 len: 854 time: 0.0685894 Mar 02 05:36:13.703911 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-6b3fe2ca-23bb-496c-81d3-81ccc2b23145 None None] Current status of the port 5d8c1029-5861-4b24-9abf-870c49243d01 is: ACTIVE; New status is: ACTIVE {{(pid=103716) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 05:36:13.728259 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-36b66d09-fdf4-4f00-bdc6-bab2ae154b40 tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629892'] for security_group (8a60ea66-767c-4c25-ab86-e407bbae2500), after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:36:13.731687 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-36b66d09-fdf4-4f00-bdc6-bab2ae154b40 tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] Publish callbacks [] for security_group (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:36:13.733716 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-36b66d09-fdf4-4f00-bdc6-bab2ae154b40 tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] 10.222.0.32 "DELETE /v2.0/security-groups/8a60ea66-767c-4c25-ab86-e407bbae2500 HTTP/1.1" status: 204 len: 168 time: 0.5539126 Mar 02 05:36:13.742076 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.wsgi [-] (103714) accepted ('10.222.0.32', 43352) {{(pid=103714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:36:13.744410 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a011040a-60c1-4b6c-a736-6651b235d84f req-13946274-3dd5-444b-a8aa-6ceae85d0a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:36:13.746120 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-a011040a-60c1-4b6c-a736-6651b235d84f req-13946274-3dd5-444b-a8aa-6ceae85d0a8f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=79902201-00d3-4b67-8b4b-f9f77811e89e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0553770 Mar 02 05:36:13.746377 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b66d09-fdf4-4f00-bdc6-bab2ae154b40 tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a60ea66-767c-4c25-ab86-e407bbae2500,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:36:13.763841 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-a18b51cd-4ed3-443a-b269-9b1589b7ed46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629892'] for security_group (eaeb4a9b-d3fb-4145-b8df-78c090be20c3), after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:36:13.775700 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-a18b51cd-4ed3-443a-b269-9b1589b7ed46 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:36:13.777642 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-a18b51cd-4ed3-443a-b269-9b1589b7ed46 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/eaeb4a9b-d3fb-4145-b8df-78c090be20c3 HTTP/1.1" status: 204 len: 168 time: 0.3035283 Mar 02 05:36:13.801983 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18b51cd-4ed3-443a-b269-9b1589b7ed46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaeb4a9b-d3fb-4145-b8df-78c090be20c3,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:36:13.859515 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.32', 43356) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:36:13.979544 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-8dfb5b77-1b80-4be0-8269-6b926b7559fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:36:14.062500 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-8dfb5b77-1b80-4be0-8269-6b926b7559fb admin admin] Publish callbacks [] for security_group (635c364f-e5e2-4a23-bf81-2d578f815c52), precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:36:14.168712 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-8dfb5b77-1b80-4be0-8269-6b926b7559fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629892'] for security_group (635c364f-e5e2-4a23-bf81-2d578f815c52), after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:36:14.214624 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-8dfb5b77-1b80-4be0-8269-6b926b7559fb admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=45a8171ac176488ea22e5ab083dba773&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3540959 Mar 02 05:36:14.214624 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfb5b77-1b80-4be0-8269-6b926b7559fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=635c364f-e5e2-4a23-bf81-2d578f815c52,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:36:14.216263 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.32', 43362) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:36:14.283796 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-048c03e2-1e6b-4fc3-a4a3-d95d4f428e02 admin admin] Publish callbacks [] for security_group (635c364f-e5e2-4a23-bf81-2d578f815c52), before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:36:14.296772 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b358085-0a6e-4875-96ea-60354bec38e3 req-50eb5a86-e139-4616-8efe-2ae899fae77b tempest-TestShelveInstance-884373592 tempest-TestShelveInstance-884373592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:36:14.298270 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-9b358085-0a6e-4875-96ea-60354bec38e3 req-50eb5a86-e139-4616-8efe-2ae899fae77b tempest-TestShelveInstance-884373592 tempest-TestShelveInstance-884373592-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d2cebdb-90e4-425b-9b77-8faaeccbdbf7 HTTP/1.1" status: 200 len: 946 time: 0.5007367 Mar 02 05:36:14.305368 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-a011040a-60c1-4b6c-a736-6651b235d84f req-2826bdd9-de4b-4a29-aac9-7cbb27481d2e service neutron] 10.222.0.41 "GET /v2.0/networks/79902201-00d3-4b67-8b4b-f9f77811e89e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5502090 Mar 02 05:36:14.310256 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-048c03e2-1e6b-4fc3-a4a3-d95d4f428e02 admin admin] Publish callbacks [] for security_group (635c364f-e5e2-4a23-bf81-2d578f815c52), precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:36:14.383574 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f73b428b-984e-4c5a-9878-aef8f2b511ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (e0636eb1-3d25-4c31-a6e5-3f8fd1255322), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:36:14.424292 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-232e9203-c0ef-42df-b336-19c1b7f89a41 tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] Deleting port ad0b9d1f-8579-498c-998f-ffe78e294583 {{(pid=103714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 05:36:14.424642 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-232e9203-c0ef-42df-b336-19c1b7f89a41 tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789290453881'] for port (ad0b9d1f-8579-498c-998f-ffe78e294583), before_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:36:14.425409 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-048c03e2-1e6b-4fc3-a4a3-d95d4f428e02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629892'] for security_group (635c364f-e5e2-4a23-bf81-2d578f815c52), after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:36:14.428189 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-048c03e2-1e6b-4fc3-a4a3-d95d4f428e02 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:36:14.431925 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-048c03e2-1e6b-4fc3-a4a3-d95d4f428e02 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/635c364f-e5e2-4a23-bf81-2d578f815c52 HTTP/1.1" status: 204 len: 168 time: 0.2125218 Mar 02 05:36:14.438254 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-9b358085-0a6e-4875-96ea-60354bec38e3 req-1a5c36d2-2926-4098-b077-e1c16fed9518 tempest-TestShelveInstance-884373592 tempest-TestShelveInstance-884373592-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b903e94-610b-437d-b42e-c55e30ec84d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1245062 Mar 02 05:36:14.438983 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048c03e2-1e6b-4fc3-a4a3-d95d4f428e02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=635c364f-e5e2-4a23-bf81-2d578f815c52,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:36:14.504769 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-a011040a-60c1-4b6c-a736-6651b235d84f req-92dd9da0-9a65-4e66-b60a-32f349467f98 service neutron] 10.222.0.41 "GET /v2.0/networks/79902201-00d3-4b67-8b4b-f9f77811e89e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1877229 Mar 02 05:36:14.538225 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-232e9203-c0ef-42df-b336-19c1b7f89a41 tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542039'] for port (ad0b9d1f-8579-498c-998f-ffe78e294583), precommit_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:36:14.538547 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-232e9203-c0ef-42df-b336-19c1b7f89a41 tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] Publish callbacks [] for floatingip (ad0b9d1f-8579-498c-998f-ffe78e294583), precommit_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:36:14.550556 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-232e9203-c0ef-42df-b336-19c1b7f89a41 tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] Calling delete_port for ad0b9d1f-8579-498c-998f-ffe78e294583 owned by network:floatingip {{(pid=103714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 05:36:14.596411 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.32', 43368) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:36:14.612993 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-a6022909-d9a1-440e-8938-5ff297f25137 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:36:14.687110 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-a6022909-d9a1-440e-8938-5ff297f25137 admin admin] Publish callbacks [] for security_group (c8196da2-4e1a-4068-83bc-170204aae667), precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:36:14.768225 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-a6022909-d9a1-440e-8938-5ff297f25137 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629892'] for security_group (c8196da2-4e1a-4068-83bc-170204aae667), after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:36:14.807976 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6022909-d9a1-440e-8938-5ff297f25137 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8196da2-4e1a-4068-83bc-170204aae667,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:36:14.813531 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-a6022909-d9a1-440e-8938-5ff297f25137 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e700f32aca5a46cab6a97c94df9c2b83&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2159891 Mar 02 05:36:14.816859 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.32', 43374) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:36:14.842647 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-232e9203-c0ef-42df-b336-19c1b7f89a41 tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789290460636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789289919726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13003867'] for port (ad0b9d1f-8579-498c-998f-ffe78e294583), after_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:36:14.874397 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-36d6443e-99f6-4af3-926f-1d399ba3aa22 admin admin] Publish callbacks [] for security_group (c8196da2-4e1a-4068-83bc-170204aae667), before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:36:14.887326 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232e9203-c0ef-42df-b336-19c1b7f89a41 tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] Pushing event deleted for resources: {'Port': ['ID=ad0b9d1f-8579-498c-998f-ffe78e294583,revision_number=None']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:36:14.902862 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-36d6443e-99f6-4af3-926f-1d399ba3aa22 admin admin] Publish callbacks [] for security_group (c8196da2-4e1a-4068-83bc-170204aae667), precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:36:14.967620 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2654e6e7-dc07-4d6e-9cc0-49cceec9b126 req-9dfa69de-789c-45d3-acda-5d22ea103085 tempest-TestShelveInstance-884373592 tempest-TestShelveInstance-884373592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:36:14.969243 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-2654e6e7-dc07-4d6e-9cc0-49cceec9b126 req-9dfa69de-789c-45d3-acda-5d22ea103085 tempest-TestShelveInstance-884373592 tempest-TestShelveInstance-884373592-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d2cebdb-90e4-425b-9b77-8faaeccbdbf7 HTTP/1.1" status: 200 len: 946 time: 0.1729243 Mar 02 05:36:15.005708 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-232e9203-c0ef-42df-b336-19c1b7f89a41 tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] Publish callbacks [] for floatingip (1cea8f10-2f9d-49ad-a808-d4b1122c7cb4), after_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:36:15.006078 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.db.l3_db [None req-232e9203-c0ef-42df-b336-19c1b7f89a41 tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] Floating IP 1cea8f10-2f9d-49ad-a808-d4b1122c7cb4 disassociated (deleted). External IP: 172.27.2.42, port: 5d8c1029-5861-4b24-9abf-870c49243d01. Mar 02 05:36:15.012765 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-8a257ba2-8a5f-4d66-8644-51cee396e80b req-40ce228c-31a9-4574-8d7a-d67dda4d63fe service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=9d2cebdb-90e4-425b-9b77-8faaeccbdbf7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1380134 Mar 02 05:36:15.034524 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-36d6443e-99f6-4af3-926f-1d399ba3aa22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629892'] for security_group (c8196da2-4e1a-4068-83bc-170204aae667), after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:36:15.037358 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-36d6443e-99f6-4af3-926f-1d399ba3aa22 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:36:15.040818 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-36d6443e-99f6-4af3-926f-1d399ba3aa22 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c8196da2-4e1a-4068-83bc-170204aae667 HTTP/1.1" status: 204 len: 168 time: 0.2207422 Mar 02 05:36:15.048007 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d6443e-99f6-4af3-926f-1d399ba3aa22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8196da2-4e1a-4068-83bc-170204aae667,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:36:15.112707 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-2654e6e7-dc07-4d6e-9cc0-49cceec9b126 req-066f8621-49ca-472a-9ba3-83673cec23ae tempest-TestShelveInstance-884373592 tempest-TestShelveInstance-884373592-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b903e94-610b-437d-b42e-c55e30ec84d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1358678 Mar 02 05:36:15.164381 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a257ba2-8a5f-4d66-8644-51cee396e80b req-e626b818-53b6-4856-b89e-b278e0180a76 tempest-TestShelveInstance-884373592 tempest-TestShelveInstance-884373592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:36:15.165750 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-8a257ba2-8a5f-4d66-8644-51cee396e80b req-e626b818-53b6-4856-b89e-b278e0180a76 tempest-TestShelveInstance-884373592 tempest-TestShelveInstance-884373592-project] 10.222.0.32 "GET /v2.0/ports/659fb406-9144-4707-abb9-3eadb4a9e82d HTTP/1.1" status: 200 len: 943 time: 0.1179078 Mar 02 05:36:15.303371 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-232e9203-c0ef-42df-b336-19c1b7f89a41 tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] Router b4ad9cfc-7181-4b96-8cf3-45036b5b57a9 has already been hosted by L3 agent 9c2b50e6-1677-4aa9-928e-941b4c488fc5 {{(pid=103714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 05:36:15.438608 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-232e9203-c0ef-42df-b336-19c1b7f89a41 tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] Notify agent at l3_agent.dv-cinder-768458-18-iscsi the message routers_updated {{(pid=103714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 05:36:15.445254 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-232e9203-c0ef-42df-b336-19c1b7f89a41 tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25628'] for floatingip (None), before_response {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:36:15.450366 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a70ec84f-1c47-4690-a87b-d88b0d194d6d None None] Sync routers for ids ['b4ad9cfc-7181-4b96-8cf3-45036b5b57a9'] in dv-cinder-768458-18-iscsi {{(pid=103716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 05:36:15.464355 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a70ec84f-1c47-4690-a87b-d88b0d194d6d None None] Routers {'b4ad9cfc-7181-4b96-8cf3-45036b5b57a9'} bound to L3 agent in host dv-cinder-768458-18-iscsi {{(pid=103716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 05:36:15.465738 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.l3_hamode_db [None req-a70ec84f-1c47-4690-a87b-d88b0d194d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-02T05:20:42Z,description=,heartbeat_timestamp=2022-03-02T05:36:12Z,host='dv-cinder-768458-18-iscsi',id=9c2b50e6-1677-4aa9-928e-941b4c488fc5,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T05:20:42Z,topic='l3_agent')) {'router_ids': ['b4ad9cfc-7181-4b96-8cf3-45036b5b57a9'], 'active': True} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 05:36:15.485453 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [None req-232e9203-c0ef-42df-b336-19c1b7f89a41 tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] 10.222.0.32 "DELETE /v2.0/floatingips/1cea8f10-2f9d-49ad-a808-d4b1122c7cb4 HTTP/1.1" status: 204 len: 168 time: 1.7355247 Mar 02 05:36:15.485453 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6cdd2a3-d11a-458f-8463-513c97e08942', 'tag': '5d8c1029-5861-4b24-9abf-870c49243d01'}] {{(pid=103714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 05:36:15.486262 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ff79788530fe2085a0b37cf7dfc71d903fcc72df0d156f3e5e7065db2593a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62c82c39-e783-486b-93d3-fbf3aeb5ff39" -d '{"events": [{"name": "network-changed", "server_uuid": "c6cdd2a3-d11a-458f-8463-513c97e08942", "tag": "5d8c1029-5861-4b24-9abf-870c49243d01"}]}' {{(pid=103714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 05:36:15.533750 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Mar 2022 05:36:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60b88a18-1d6e-4921-b74e-90d244668f4a x-openstack-request-id: req-60b88a18-1d6e-4921-b74e-90d244668f4a {{(pid=103714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 05:36:15.534732 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6cdd2a3-d11a-458f-8463-513c97e08942", "tag": "5d8c1029-5861-4b24-9abf-870c49243d01", "status": "completed", "code": 200}]} {{(pid=103714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 05:36:15.535005 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-60b88a18-1d6e-4921-b74e-90d244668f4a {{(pid=103714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 05:36:15.535446 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6cdd2a3-d11a-458f-8463-513c97e08942', 'tag': '5d8c1029-5861-4b24-9abf-870c49243d01', 'status': 'completed', 'code': 200} Mar 02 05:36:15.621524 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c82c39-e783-486b-93d3-fbf3aeb5ff39 req-c9cc8e3f-27a5-4e5c-8fd9-a6524c4eebcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:36:15.624334 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-62c82c39-e783-486b-93d3-fbf3aeb5ff39 req-c9cc8e3f-27a5-4e5c-8fd9-a6524c4eebcc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cf879fe6ac1c47f6b27ba257096d4c7e&device_id=c6cdd2a3-d11a-458f-8463-513c97e08942 HTTP/1.1" status: 200 len: 1130 time: 0.0652781 Mar 02 05:36:15.638161 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.l3_dvr_db [None req-a70ec84f-1c47-4690-a87b-d88b0d194d6d None None] Set router b4ad9cfc-7181-4b96-8cf3-45036b5b57a9 gateway port host: dv-cinder-768458-18-iscsi {{(pid=103716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 05:36:15.756394 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c82c39-e783-486b-93d3-fbf3aeb5ff39 req-5971b8e6-68d8-4ea1-aab9-7784dc903a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:36:15.757826 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-62c82c39-e783-486b-93d3-fbf3aeb5ff39 req-5971b8e6-68d8-4ea1-aab9-7784dc903a7c service neutron] 10.222.0.41 "GET /v2.0/networks?id=79902201-00d3-4b67-8b4b-f9f77811e89e HTTP/1.1" status: 200 len: 916 time: 0.1263881 Mar 02 05:36:15.780839 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (64307ea2-7468-48d5-a188-5e76dfb99c6b), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:36:15.812143 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-62c82c39-e783-486b-93d3-fbf3aeb5ff39 req-1cbd9bc8-d395-4138-b77f-9487045493dc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5d8c1029-5861-4b24-9abf-870c49243d01 HTTP/1.1" status: 200 len: 217 time: 0.0463533 Mar 02 05:36:15.867786 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c82c39-e783-486b-93d3-fbf3aeb5ff39 req-b8ac9d30-7a76-4a4e-a125-473556599633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:36:15.869298 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-62c82c39-e783-486b-93d3-fbf3aeb5ff39 req-b8ac9d30-7a76-4a4e-a125-473556599633 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=878a1507-a24f-4e42-91b3-d1b3ffd1e65a HTTP/1.1" status: 200 len: 854 time: 0.0495181 Mar 02 05:36:15.944352 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c82c39-e783-486b-93d3-fbf3aeb5ff39 req-f638099f-be63-4f32-9b10-4679fe3e73c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:36:15.945896 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-62c82c39-e783-486b-93d3-fbf3aeb5ff39 req-f638099f-be63-4f32-9b10-4679fe3e73c4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=79902201-00d3-4b67-8b4b-f9f77811e89e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0706449 Mar 02 05:36:15.958731 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.l3_hamode_db [None req-a70ec84f-1c47-4690-a87b-d88b0d194d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4ad9cfc-7181-4b96-8cf3-45036b5b57a9', 'name': 'tempest-TestMinimumBasicScenario-1600551455-router', 'tenant_id': 'cf879fe6ac1c47f6b27ba257096d4c7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'external_fixed_ips': [{'subnet_id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'ip_address': '172.27.2.70'}], 'enable_snat': True}, 'gw_port_id': '86b38586-e2ba-4280-ab77-fbad6000f921', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T05:33:33Z', 'updated_at': '2022-03-02T05:33:37Z', 'revision_number': 4, 'project_id': 'cf879fe6ac1c47f6b27ba257096d4c7e', 'gw_port': {'id': '86b38586-e2ba-4280-ab77-fbad6000f921', 'name': '', 'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:d4:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ad9cfc-7181-4b96-8cf3-45036b5b57a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'ip_address': '172.27.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T05:33:34Z', 'updated_at': '2022-03-02T05:33:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-18-iscsi', '_interfaces': [{'id': '5280e16f-19f2-4db4-88c7-2c97f696e131', 'name': '', 'network_id': '79902201-00d3-4b67-8b4b-f9f77811e89e', 'tenant_id': 'cf879fe6ac1c47f6b27ba257096d4c7e', 'mac_address': 'fa:16:3e:87:56:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ad9cfc-7181-4b96-8cf3-45036b5b57a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '878a1507-a24f-4e42-91b3-d1b3ffd1e65a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T05:33:36Z', 'updated_at': '2022-03-02T05:33:40Z', 'revision_number': 5, 'project_id': 'cf879fe6ac1c47f6b27ba257096d4c7e', 'subnets': [{'id': '878a1507-a24f-4e42-91b3-d1b3ffd1e65a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-18-iscsi', False) {} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 05:36:16.009955 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a70ec84f-1c47-4690-a87b-d88b0d194d6d None None] Checking router: b4ad9cfc-7181-4b96-8cf3-45036b5b57a9 for host: dv-cinder-768458-18-iscsi {{(pid=103716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 05:36:16.020556 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a70ec84f-1c47-4690-a87b-d88b0d194d6d None None] Routers {'b4ad9cfc-7181-4b96-8cf3-45036b5b57a9'} bound to L3 agent in host dv-cinder-768458-18-iscsi {{(pid=103716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 05:36:16.021399 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.l3_hamode_db [None req-a70ec84f-1c47-4690-a87b-d88b0d194d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-02T05:20:42Z,description=,heartbeat_timestamp=2022-03-02T05:36:12Z,host='dv-cinder-768458-18-iscsi',id=9c2b50e6-1677-4aa9-928e-941b4c488fc5,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T05:20:42Z,topic='l3_agent')) {'router_ids': ['b4ad9cfc-7181-4b96-8cf3-45036b5b57a9'], 'active': True} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 05:36:16.105767 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-62c82c39-e783-486b-93d3-fbf3aeb5ff39 req-103c3cb0-126b-464f-8563-ad1ed7a522a7 service neutron] 10.222.0.41 "GET /v2.0/networks/79902201-00d3-4b67-8b4b-f9f77811e89e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496165 Mar 02 05:36:16.262495 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-62c82c39-e783-486b-93d3-fbf3aeb5ff39 req-8861e152-085d-40a4-a43c-e6cb7b29c281 service neutron] 10.222.0.41 "GET /v2.0/networks/79902201-00d3-4b67-8b4b-f9f77811e89e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410789 Mar 02 05:36:16.318575 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65aae76-23ff-4042-8878-63bd868ed51b req-947f1fa6-8b6b-4fa4-80af-b82b9010231c tempest-TestShelveInstance-884373592 tempest-TestShelveInstance-884373592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:36:16.320159 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-d65aae76-23ff-4042-8878-63bd868ed51b req-947f1fa6-8b6b-4fa4-80af-b82b9010231c tempest-TestShelveInstance-884373592 tempest-TestShelveInstance-884373592-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d2cebdb-90e4-425b-9b77-8faaeccbdbf7 HTTP/1.1" status: 200 len: 946 time: 0.0695536 Mar 02 05:36:16.342059 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.l3_dvr_db [None req-a70ec84f-1c47-4690-a87b-d88b0d194d6d None None] Set router b4ad9cfc-7181-4b96-8cf3-45036b5b57a9 gateway port host: dv-cinder-768458-18-iscsi {{(pid=103716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 05:36:16.381692 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-d65aae76-23ff-4042-8878-63bd868ed51b req-34e8a9d4-837d-425b-9bd1-2830b8e8ef26 tempest-TestShelveInstance-884373592 tempest-TestShelveInstance-884373592-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b903e94-610b-437d-b42e-c55e30ec84d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537193 Mar 02 05:36:16.482853 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.rpc [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Device 659fb406-9144-4707-abb9-3eadb4a9e82d no longer exists at agent hyperv_hv-cinder-76845 {{(pid=103716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 05:36:16.616559 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Current status of the port 659fb406-9144-4707-abb9-3eadb4a9e82d is: ACTIVE; New status is: DOWN {{(pid=103716) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 05:36:16.616955 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for port (659fb406-9144-4707-abb9-3eadb4a9e82d), before_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:36:16.633126 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.l3_hamode_db [None req-a70ec84f-1c47-4690-a87b-d88b0d194d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4ad9cfc-7181-4b96-8cf3-45036b5b57a9', 'name': 'tempest-TestMinimumBasicScenario-1600551455-router', 'tenant_id': 'cf879fe6ac1c47f6b27ba257096d4c7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'external_fixed_ips': [{'subnet_id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'ip_address': '172.27.2.70'}], 'enable_snat': True}, 'gw_port_id': '86b38586-e2ba-4280-ab77-fbad6000f921', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T05:33:33Z', 'updated_at': '2022-03-02T05:33:37Z', 'revision_number': 4, 'project_id': 'cf879fe6ac1c47f6b27ba257096d4c7e', 'gw_port': {'id': '86b38586-e2ba-4280-ab77-fbad6000f921', 'name': '', 'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:d4:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ad9cfc-7181-4b96-8cf3-45036b5b57a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'ip_address': '172.27.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T05:33:34Z', 'updated_at': '2022-03-02T05:33:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-18-iscsi', '_interfaces': [{'id': '5280e16f-19f2-4db4-88c7-2c97f696e131', 'name': '', 'network_id': '79902201-00d3-4b67-8b4b-f9f77811e89e', 'tenant_id': 'cf879fe6ac1c47f6b27ba257096d4c7e', 'mac_address': 'fa:16:3e:87:56:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ad9cfc-7181-4b96-8cf3-45036b5b57a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '878a1507-a24f-4e42-91b3-d1b3ffd1e65a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T05:33:36Z', 'updated_at': '2022-03-02T05:33:40Z', 'revision_number': 5, 'project_id': 'cf879fe6ac1c47f6b27ba257096d4c7e', 'subnets': [{'id': '878a1507-a24f-4e42-91b3-d1b3ffd1e65a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-18-iscsi', False) {} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 05:36:16.664321 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a70ec84f-1c47-4690-a87b-d88b0d194d6d None None] The sync data for ids ['b4ad9cfc-7181-4b96-8cf3-45036b5b57a9'] in dv-cinder-768458-18-iscsi is: [{'id': 'b4ad9cfc-7181-4b96-8cf3-45036b5b57a9', 'name': 'tempest-TestMinimumBasicScenario-1600551455-router', 'tenant_id': 'cf879fe6ac1c47f6b27ba257096d4c7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'external_fixed_ips': [{'subnet_id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'ip_address': '172.27.2.70'}], 'enable_snat': True}, 'gw_port_id': '86b38586-e2ba-4280-ab77-fbad6000f921', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T05:33:33Z', 'updated_at': '2022-03-02T05:33:37Z', 'revision_number': 4, 'project_id': 'cf879fe6ac1c47f6b27ba257096d4c7e', 'gw_port': {'id': '86b38586-e2ba-4280-ab77-fbad6000f921', 'name': '', 'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:d4:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ad9cfc-7181-4b96-8cf3-45036b5b57a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'ip_address': '172.27.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T05:33:34Z', 'updated_at': '2022-03-02T05:33:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-18-iscsi', '_interfaces': [{'id': '5280e16f-19f2-4db4-88c7-2c97f696e131', 'name': '', 'network_id': '79902201-00d3-4b67-8b4b-f9f77811e89e', 'tenant_id': 'cf879fe6ac1c47f6b27ba257096d4c7e', 'mac_address': 'fa:16:3e:87:56:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ad9cfc-7181-4b96-8cf3-45036b5b57a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '878a1507-a24f-4e42-91b3-d1b3ffd1e65a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T05:33:36Z', 'updated_at': '2022-03-02T05:33:40Z', 'revision_number': 5, 'project_id': 'cf879fe6ac1c47f6b27ba257096d4c7e', 'subnets': [{'id': '878a1507-a24f-4e42-91b3-d1b3ffd1e65a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 05:36:16.671585 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d2cebdb-90e4-425b-9b77-8faaeccbdbf7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '659fb406-9144-4707-abb9-3eadb4a9e82d'}] {{(pid=103716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 05:36:16.673904 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5cc3ee08ba8b8203ef00b822cbb368117e1f515a76881e78a723e4cc0774230" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-703de4ef-e848-4b41-a01f-a146e9886138" -d '{"events": [{"server_uuid": "9d2cebdb-90e4-425b-9b77-8faaeccbdbf7", "name": "network-vif-unplugged", "status": "completed", "tag": "659fb406-9144-4707-abb9-3eadb4a9e82d"}]}' {{(pid=103716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 05:36:16.688617 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] For port 659fb406-9144-4707-abb9-3eadb4a9e82d, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=659fb406-9144-4707-abb9-3eadb4a9e82d,segment=NetworkSegment(1e8e2e77-4e33-4beb-84b8-a14df404873a),segment_id=1e8e2e77-4e33-4beb-84b8-a14df404873a)] {{(pid=103716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 05:36:16.706816 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 02 Mar 2022 05:36:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaa5a7b8-f522-4a42-ac16-fab3dac418b1 x-openstack-request-id: req-aaa5a7b8-f522-4a42-ac16-fab3dac418b1 {{(pid=103716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 05:36:16.707103 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d2cebdb-90e4-425b-9b77-8faaeccbdbf7", "name": "network-vif-unplugged", "status": "failed", "tag": "659fb406-9144-4707-abb9-3eadb4a9e82d", "code": 422}]} {{(pid=103716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 05:36:16.707457 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-aaa5a7b8-f522-4a42-ac16-fab3dac418b1 {{(pid=103716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 05:36:16.707859 dv-cinder-768458-18-iscsi neutron-server[103716]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '9d2cebdb-90e4-425b-9b77-8faaeccbdbf7', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '659fb406-9144-4707-abb9-3eadb4a9e82d', 'code': 422} returned with failed status Mar 02 05:36:16.792247 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789290460654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789289919735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789289921293'] for port (659fb406-9144-4707-abb9-3eadb4a9e82d), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:36:16.859943 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Pushing event updated for resources: {'Port': ['ID=659fb406-9144-4707-abb9-3eadb4a9e82d,revision_number=6']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:36:16.931638 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ba60ee-ca19-4b30-868c-7ef725ddd130 None None] New status for floating IP 1cea8f10-2f9d-49ad-a808-d4b1122c7cb4: DOWN {{(pid=103717) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 05:36:17.533431 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca1fd42-0aff-417a-b124-528f173167ea req-bbbb0c9d-b734-4a2c-b609-0042a97d0b8c tempest-TestShelveInstance-884373592 tempest-TestShelveInstance-884373592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:36:17.534918 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-aca1fd42-0aff-417a-b124-528f173167ea req-bbbb0c9d-b734-4a2c-b609-0042a97d0b8c tempest-TestShelveInstance-884373592 tempest-TestShelveInstance-884373592-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d2cebdb-90e4-425b-9b77-8faaeccbdbf7 HTTP/1.1" status: 200 len: 944 time: 0.0803199 Mar 02 05:36:17.586023 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-aca1fd42-0aff-417a-b124-528f173167ea req-0cfbf645-f378-448f-93a0-56213694a4ab tempest-TestShelveInstance-884373592 tempest-TestShelveInstance-884373592-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b903e94-610b-437d-b42e-c55e30ec84d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448518 Mar 02 05:36:18.007399 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a257ba2-8a5f-4d66-8644-51cee396e80b req-66a70abb-483b-4f8b-be4f-2d74cbde7df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:36:18.008896 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-8a257ba2-8a5f-4d66-8644-51cee396e80b req-66a70abb-483b-4f8b-be4f-2d74cbde7df9 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9d2cebdb-90e4-425b-9b77-8faaeccbdbf7&tenant_id=8cadbb55c03941bdba85ea81721d2245 HTTP/1.1" status: 200 len: 1128 time: 0.0456617 Mar 02 05:36:18.089831 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a257ba2-8a5f-4d66-8644-51cee396e80b req-8dc9f14a-b02b-4141-9ed0-437feca873fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:36:18.089831 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-8a257ba2-8a5f-4d66-8644-51cee396e80b req-8dc9f14a-b02b-4141-9ed0-437feca873fb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8cadbb55c03941bdba85ea81721d2245&device_id=9d2cebdb-90e4-425b-9b77-8faaeccbdbf7 HTTP/1.1" status: 200 len: 1128 time: 0.0522399 Mar 02 05:36:18.182860 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a257ba2-8a5f-4d66-8644-51cee396e80b req-f041b844-a91a-4f02-add7-63df0f7fe395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:36:18.184404 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-8a257ba2-8a5f-4d66-8644-51cee396e80b req-f041b844-a91a-4f02-add7-63df0f7fe395 service neutron] 10.222.0.41 "GET /v2.0/networks?id=23f8f824-aae5-4f2f-a8c3-545bf961b04d HTTP/1.1" status: 200 len: 910 time: 0.0930369 Mar 02 05:36:18.252064 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-8a257ba2-8a5f-4d66-8644-51cee396e80b req-648d6097-1f77-4c68-b861-28bf76675744 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=659fb406-9144-4707-abb9-3eadb4a9e82d HTTP/1.1" status: 200 len: 999 time: 0.0607128 Mar 02 05:36:18.307154 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a257ba2-8a5f-4d66-8644-51cee396e80b req-6d33a9c4-c565-4247-9b9c-022644a8d3b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:36:18.308664 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-8a257ba2-8a5f-4d66-8644-51cee396e80b req-6d33a9c4-c565-4247-9b9c-022644a8d3b5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=100d9f66-c333-48f1-b722-61b116bc39ee HTTP/1.1" status: 200 len: 848 time: 0.0503831 Mar 02 05:36:18.356426 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a257ba2-8a5f-4d66-8644-51cee396e80b req-bc2d1505-359d-4b24-b39c-378113c60851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:36:18.357786 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-8a257ba2-8a5f-4d66-8644-51cee396e80b req-bc2d1505-359d-4b24-b39c-378113c60851 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=23f8f824-aae5-4f2f-a8c3-545bf961b04d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0430338 Mar 02 05:36:18.448840 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-8a257ba2-8a5f-4d66-8644-51cee396e80b req-b912650c-69a3-4322-87d1-8bd400113243 service neutron] 10.222.0.41 "GET /v2.0/networks/23f8f824-aae5-4f2f-a8c3-545bf961b04d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829504 Mar 02 05:36:18.541133 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-8a257ba2-8a5f-4d66-8644-51cee396e80b req-7a3feddb-8ddc-45a6-9210-a9fc4ccbc3dd service neutron] 10.222.0.41 "GET /v2.0/networks/23f8f824-aae5-4f2f-a8c3-545bf961b04d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858483 Mar 02 05:36:18.706065 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06aaf2f2-1181-4e7c-8472-451744bca63a req-4923886e-e263-4928-b4e6-57336f8f4bb1 tempest-TestShelveInstance-884373592 tempest-TestShelveInstance-884373592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:36:18.707701 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-06aaf2f2-1181-4e7c-8472-451744bca63a req-4923886e-e263-4928-b4e6-57336f8f4bb1 tempest-TestShelveInstance-884373592 tempest-TestShelveInstance-884373592-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d2cebdb-90e4-425b-9b77-8faaeccbdbf7 HTTP/1.1" status: 200 len: 944 time: 0.0538974 Mar 02 05:36:18.756572 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-06aaf2f2-1181-4e7c-8472-451744bca63a req-f4a069d7-e91f-4635-ac76-fc89964c765b tempest-TestShelveInstance-884373592 tempest-TestShelveInstance-884373592-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b903e94-610b-437d-b42e-c55e30ec84d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430629 Mar 02 05:36:19.781616 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.wsgi [-] (103714) accepted ('10.222.0.32', 43516) {{(pid=103714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:36:19.875074 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c390522-3344-41e8-8b33-4134d64a9c39 req-56fd558f-5abf-4cb2-930b-853ebd4fc75d tempest-TestShelveInstance-884373592 tempest-TestShelveInstance-884373592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:36:19.876603 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-0c390522-3344-41e8-8b33-4134d64a9c39 req-56fd558f-5abf-4cb2-930b-853ebd4fc75d tempest-TestShelveInstance-884373592 tempest-TestShelveInstance-884373592-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d2cebdb-90e4-425b-9b77-8faaeccbdbf7 HTTP/1.1" status: 200 len: 944 time: 0.0542350 Mar 02 05:36:19.890140 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-5c51f323-fbdb-41cb-b6b8-4eacc2686c85 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:36:19.926155 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-0c390522-3344-41e8-8b33-4134d64a9c39 req-6ae4ca9e-3bf2-4438-aec1-204f85754a76 tempest-TestShelveInstance-884373592 tempest-TestShelveInstance-884373592-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b903e94-610b-437d-b42e-c55e30ec84d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433447 Mar 02 05:36:19.970814 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-5c51f323-fbdb-41cb-b6b8-4eacc2686c85 admin admin] Publish callbacks [] for security_group (2830c025-6617-4389-95bc-eff550ce2a0c), precommit_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:36:20.034181 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-5c51f323-fbdb-41cb-b6b8-4eacc2686c85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629892'] for security_group (2830c025-6617-4389-95bc-eff550ce2a0c), after_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:36:20.073827 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [None req-5c51f323-fbdb-41cb-b6b8-4eacc2686c85 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f55c6b2c090d4329a267f64ac882b6ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2910082 Mar 02 05:36:20.074924 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c51f323-fbdb-41cb-b6b8-4eacc2686c85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2830c025-6617-4389-95bc-eff550ce2a0c,revision_number=1']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:36:20.076832 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.32', 43524) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:36:20.125748 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-3ab76941-ecdc-4f51-a290-21e5328f0de5 admin admin] Publish callbacks [] for security_group (2830c025-6617-4389-95bc-eff550ce2a0c), before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:36:20.153500 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-3ab76941-ecdc-4f51-a290-21e5328f0de5 admin admin] Publish callbacks [] for security_group (2830c025-6617-4389-95bc-eff550ce2a0c), precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:36:20.291909 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-3ab76941-ecdc-4f51-a290-21e5328f0de5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629892'] for security_group (2830c025-6617-4389-95bc-eff550ce2a0c), after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:36:20.291909 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-3ab76941-ecdc-4f51-a290-21e5328f0de5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:36:20.293176 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-3ab76941-ecdc-4f51-a290-21e5328f0de5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2830c025-6617-4389-95bc-eff550ce2a0c HTTP/1.1" status: 204 len: 168 time: 0.2146385 Mar 02 05:36:20.301969 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab76941-ecdc-4f51-a290-21e5328f0de5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2830c025-6617-4389-95bc-eff550ce2a0c,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:36:20.987960 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a92541-d6ae-4c1a-9023-79d1e82b9d95 req-1edc5a9f-4453-426b-9d53-9b9a21c28729 tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:36:20.990091 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-f0a92541-d6ae-4c1a-9023-79d1e82b9d95 req-1edc5a9f-4453-426b-9d53-9b9a21c28729 tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] 10.222.0.32 "GET /v2.0/ports?device_id=c6cdd2a3-d11a-458f-8463-513c97e08942 HTTP/1.1" status: 200 len: 946 time: 0.0598438 Mar 02 05:36:21.039205 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-f0a92541-d6ae-4c1a-9023-79d1e82b9d95 req-27017cba-4c3b-4db2-a4f4-db6bee7225aa tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] 10.222.0.32 "GET /v2.0/security-groups?id=a83bf63b-328f-4864-a4da-dc8ab850ba56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418763 Mar 02 05:36:21.059095 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdb9c92-a7c9-4145-930f-49b95e72bfc0 req-c3c29f3f-ff55-444e-86b4-74417c768592 tempest-TestShelveInstance-884373592 tempest-TestShelveInstance-884373592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:36:21.060647 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-fcdb9c92-a7c9-4145-930f-49b95e72bfc0 req-c3c29f3f-ff55-444e-86b4-74417c768592 tempest-TestShelveInstance-884373592 tempest-TestShelveInstance-884373592-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d2cebdb-90e4-425b-9b77-8faaeccbdbf7 HTTP/1.1" status: 200 len: 944 time: 0.0541286 Mar 02 05:36:21.110606 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-fcdb9c92-a7c9-4145-930f-49b95e72bfc0 req-0fea4e34-4276-4989-a58f-f17c5dcbccd9 tempest-TestShelveInstance-884373592 tempest-TestShelveInstance-884373592-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b903e94-610b-437d-b42e-c55e30ec84d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440109 Mar 02 05:36:21.394792 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.32', 43574) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:36:21.490492 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.v2.base [None req-4f4c28fb-3ca2-4ffb-8b21-ee6aa3766b62 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1081962873-network', 'tenant_id': 'e00d6ea216644603b7d5a61c15ab3396'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 05:36:21.576562 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f4c28fb-3ca2-4ffb-8b21-ee6aa3766b62 admin admin] Made reservation on behalf of e00d6ea216644603b7d5a61c15ab3396 for: {'network': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 05:36:21.578754 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-4f4c28fb-3ca2-4ffb-8b21-ee6aa3766b62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for network (None), before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:36:21.587223 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-4f4c28fb-3ca2-4ffb-8b21-ee6aa3766b62 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:36:21.658821 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-4f4c28fb-3ca2-4ffb-8b21-ee6aa3766b62 admin admin] Publish callbacks [] for security_group (fb55fbfa-cea6-4c14-9ad8-5d4df4dbb361), precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:36:21.747992 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-4f4c28fb-3ca2-4ffb-8b21-ee6aa3766b62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629892'] for security_group (fb55fbfa-cea6-4c14-9ad8-5d4df4dbb361), after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:36:21.773915 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f4c28fb-3ca2-4ffb-8b21-ee6aa3766b62 admin admin] vlan segment allocate from pool success with {'vlan_id': 266, 'physical_network': 'physnet1'} {{(pid=103715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 05:36:21.783640 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4c28fb-3ca2-4ffb-8b21-ee6aa3766b62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb55fbfa-cea6-4c14-9ad8-5d4df4dbb361,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:36:21.789217 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-4f4c28fb-3ca2-4ffb-8b21-ee6aa3766b62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1106907'] for segment (aa0735c6-c2dc-4c87-842d-9181d3d258f6), precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:36:21.789559 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.db.segments_db [None req-4f4c28fb-3ca2-4ffb-8b21-ee6aa3766b62 admin admin] Added segment aa0735c6-c2dc-4c87-842d-9181d3d258f6 of type vlan for network d7468561-eb0e-4f2a-bcc6-204aff64cfc4 Mar 02 05:36:21.834195 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-4f4c28fb-3ca2-4ffb-8b21-ee6aa3766b62 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789289939532'] for network (d7468561-eb0e-4f2a-bcc6-204aff64cfc4), precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:36:21.919297 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-4f4c28fb-3ca2-4ffb-8b21-ee6aa3766b62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186'] for network (d7468561-eb0e-4f2a-bcc6-204aff64cfc4), after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:36:21.920305 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f4c28fb-3ca2-4ffb-8b21-ee6aa3766b62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:36:21.920891 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-4f4c28fb-3ca2-4ffb-8b21-ee6aa3766b62 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531172'] for network (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:36:21.977638 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4c28fb-3ca2-4ffb-8b21-ee6aa3766b62 admin admin] Pushing event updated for resources: {'Network': ['ID=d7468561-eb0e-4f2a-bcc6-204aff64cfc4,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:36:21.987040 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.rpc [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Network d7468561-eb0e-4f2a-bcc6-204aff64cfc4 details requested by agent ovs-agent-dv-cinder-768458-18-iscsi with host dv-cinder-768458-18-iscsi {{(pid=103716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 02 05:36:22.033154 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-4f4c28fb-3ca2-4ffb-8b21-ee6aa3766b62 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6372421 Mar 02 05:36:22.036677 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.32', 43578) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:36:22.041427 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.v2.base [None req-ff76559d-647a-4c91-b3f9-6152c8499eb0 admin admin] Request body: {'subnet': {'network_id': 'd7468561-eb0e-4f2a-bcc6-204aff64cfc4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1081962873-subnet', 'tenant_id': 'e00d6ea216644603b7d5a61c15ab3396', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 05:36:22.134104 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff76559d-647a-4c91-b3f9-6152c8499eb0 admin admin] Made reservation on behalf of e00d6ea216644603b7d5a61c15ab3396 for: {'subnet': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 05:36:22.136568 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-ff76559d-647a-4c91-b3f9-6152c8499eb0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58182819'] for subnet (None), before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:36:22.216407 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f7383e-870b-4a1f-abf4-2ac067531d8c req-255ec34b-f570-4b4d-a6cf-4a955222b1f4 tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:36:22.217896 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-b9f7383e-870b-4a1f-abf4-2ac067531d8c req-255ec34b-f570-4b4d-a6cf-4a955222b1f4 tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] 10.222.0.32 "GET /v2.0/ports?device_id=c6cdd2a3-d11a-458f-8463-513c97e08942 HTTP/1.1" status: 200 len: 946 time: 0.1124842 Mar 02 05:36:22.236480 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ea9800-246d-454e-ae1f-7c86b7fb3e56 req-7d60e8e0-e504-4b17-9c79-7194d202c90a tempest-TestShelveInstance-884373592 tempest-TestShelveInstance-884373592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:36:22.238104 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-44ea9800-246d-454e-ae1f-7c86b7fb3e56 req-7d60e8e0-e504-4b17-9c79-7194d202c90a tempest-TestShelveInstance-884373592 tempest-TestShelveInstance-884373592-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d2cebdb-90e4-425b-9b77-8faaeccbdbf7 HTTP/1.1" status: 200 len: 944 time: 0.0550265 Mar 02 05:36:22.291919 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-44ea9800-246d-454e-ae1f-7c86b7fb3e56 req-8b68e034-a17b-4643-af69-ca60e70f0dd6 tempest-TestShelveInstance-884373592 tempest-TestShelveInstance-884373592-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b903e94-610b-437d-b42e-c55e30ec84d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465279 Mar 02 05:36:22.302779 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-b9f7383e-870b-4a1f-abf4-2ac067531d8c req-5bdc037a-8283-4041-bfd5-b681dffa78d9 tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] 10.222.0.32 "GET /v2.0/security-groups?id=a83bf63b-328f-4864-a4da-dc8ab850ba56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767987 Mar 02 05:36:22.417387 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-ff76559d-647a-4c91-b3f9-6152c8499eb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14202894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58182801'] for subnet (a595f37d-221f-4675-aee7-299aef06f032), after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:36:22.473366 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff76559d-647a-4c91-b3f9-6152c8499eb0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a595f37d-221f-4675-aee7-299aef06f032,revision_number=0']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:36:22.482454 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff76559d-647a-4c91-b3f9-6152c8499eb0 admin admin] Checking segment: {'id': 'aa0735c6-c2dc-4c87-842d-9181d3d258f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'd7468561-eb0e-4f2a-bcc6-204aff64cfc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 05:36:22.482808 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff76559d-647a-4c91-b3f9-6152c8499eb0 admin admin] Network hostable DHCP agents. Network: d7468561-eb0e-4f2a-bcc6-204aff64cfc4, hostable agents: ['516abb3b-63f8-4dbb-a4f1-8865516966e2'], hosted agents: [] {{(pid=103715) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 05:36:22.550892 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff76559d-647a-4c91-b3f9-6152c8499eb0 admin admin] Network d7468561-eb0e-4f2a-bcc6-204aff64cfc4 is scheduled to be hosted by DHCP agent 516abb3b-63f8-4dbb-a4f1-8865516966e2 with binding_index 1 {{(pid=103715) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 05:36:22.664840 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-ff76559d-647a-4c91-b3f9-6152c8499eb0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768458-18-iscsi, d7468561-eb0e-4f2a-bcc6-204aff64cfc4) {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 05:36:22.669928 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff76559d-647a-4c91-b3f9-6152c8499eb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:36:22.670874 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-ff76559d-647a-4c91-b3f9-6152c8499eb0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531172'] for subnet (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:36:22.676082 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac9c7fae-cdab-431e-a207-7b2e6c5ebbb7 None None] Network d7468561-eb0e-4f2a-bcc6-204aff64cfc4 requested from dv-cinder-768458-18-iscsi {{(pid=103716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 05:36:22.759369 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-ff76559d-647a-4c91-b3f9-6152c8499eb0 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7215955 Mar 02 05:36:22.773958 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96f0492a-ba62-4461-977a-43d08c7a4321 None None] Network d7468561-eb0e-4f2a-bcc6-204aff64cfc4 requested from dv-cinder-768458-18-iscsi {{(pid=103716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 05:36:22.841237 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669fd410-b7c5-46b5-b764-c3a040cea5f3 req-2ee3172e-4901-438c-92e2-e7832f4a0a83 tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:36:22.842722 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-669fd410-b7c5-46b5-b764-c3a040cea5f3 req-2ee3172e-4901-438c-92e2-e7832f4a0a83 tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] 10.222.0.41 "GET /v2.0/ports?device_id=c6cdd2a3-d11a-458f-8463-513c97e08942 HTTP/1.1" status: 200 len: 946 time: 0.0545557 Mar 02 05:36:22.952598 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [req-669fd410-b7c5-46b5-b764-c3a040cea5f3 req-785d522a-d63a-4f79-af11-bb4310d6bb2e tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] Deleting port 5d8c1029-5861-4b24-9abf-870c49243d01 {{(pid=103714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 05:36:22.953065 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [req-669fd410-b7c5-46b5-b764-c3a040cea5f3 req-785d522a-d63a-4f79-af11-bb4310d6bb2e tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789290453881'] for port (5d8c1029-5861-4b24-9abf-870c49243d01), before_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:36:22.985266 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.32', 43600) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:36:23.047940 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.db [req-669fd410-b7c5-46b5-b764-c3a040cea5f3 req-785d522a-d63a-4f79-af11-bb4310d6bb2e tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] For port 5d8c1029-5861-4b24-9abf-870c49243d01, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=5d8c1029-5861-4b24-9abf-870c49243d01,segment=NetworkSegment(bfdb29d3-deb6-49e5-b796-0f6849bf03e6),segment_id=bfdb29d3-deb6-49e5-b796-0f6849bf03e6)] {{(pid=103714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 05:36:23.048310 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [req-669fd410-b7c5-46b5-b764-c3a040cea5f3 req-785d522a-d63a-4f79-af11-bb4310d6bb2e tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542039'] for port (5d8c1029-5861-4b24-9abf-870c49243d01), precommit_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:36:23.063065 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [req-669fd410-b7c5-46b5-b764-c3a040cea5f3 req-785d522a-d63a-4f79-af11-bb4310d6bb2e tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] Calling delete_port for 5d8c1029-5861-4b24-9abf-870c49243d01 owned by compute:nova {{(pid=103714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 05:36:23.098214 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-e06d2713-d6c2-49ee-8bc0-1a645b4dc66c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:36:23.176291 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-e06d2713-d6c2-49ee-8bc0-1a645b4dc66c admin admin] Publish callbacks [] for security_group (8b327c34-dc90-47ee-bcb1-38fd9a3081bb), precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:36:23.242228 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-e06d2713-d6c2-49ee-8bc0-1a645b4dc66c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629892'] for security_group (8b327c34-dc90-47ee-bcb1-38fd9a3081bb), after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:36:23.265288 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [req-669fd410-b7c5-46b5-b764-c3a040cea5f3 req-785d522a-d63a-4f79-af11-bb4310d6bb2e tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789290460636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789289919726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13003867'] for port (5d8c1029-5861-4b24-9abf-870c49243d01), after_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:36:23.278275 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] get_ports_and_sgs() called for port_ids ['5d8c1029-5861-4b24-9abf-870c49243d01'] {{(pid=103716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 05:36:23.282824 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-e06d2713-d6c2-49ee-8bc0-1a645b4dc66c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=921cd64913a646d4bd971c695c98d970&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2942035 Mar 02 05:36:23.282824 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06d2713-d6c2-49ee-8bc0-1a645b4dc66c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b327c34-dc90-47ee-bcb1-38fd9a3081bb,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:36:23.283843 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.32', 43604) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:36:23.298222 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785d522a-d63a-4f79-af11-bb4310d6bb2e tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] Pushing event deleted for resources: {'Port': ['ID=5d8c1029-5861-4b24-9abf-870c49243d01,revision_number=None']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:36:23.306666 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785d522a-d63a-4f79-af11-bb4310d6bb2e tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:36:23.307076 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785d522a-d63a-4f79-af11-bb4310d6bb2e tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:36:23.307656 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785d522a-d63a-4f79-af11-bb4310d6bb2e tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:36:23.308217 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785d522a-d63a-4f79-af11-bb4310d6bb2e tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:36:23.308596 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785d522a-d63a-4f79-af11-bb4310d6bb2e tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:36:23.309002 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785d522a-d63a-4f79-af11-bb4310d6bb2e tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:36:23.309406 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785d522a-d63a-4f79-af11-bb4310d6bb2e tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:36:23.309791 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785d522a-d63a-4f79-af11-bb4310d6bb2e tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:36:23.310150 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785d522a-d63a-4f79-af11-bb4310d6bb2e tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:36:23.310388 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785d522a-d63a-4f79-af11-bb4310d6bb2e tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:36:23.310720 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785d522a-d63a-4f79-af11-bb4310d6bb2e tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:36:23.311058 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785d522a-d63a-4f79-af11-bb4310d6bb2e tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:36:23.311411 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785d522a-d63a-4f79-af11-bb4310d6bb2e tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:36:23.358203 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-39e87fee-3e1a-4da4-8964-6d965bae77df admin admin] Publish callbacks [] for security_group (8b327c34-dc90-47ee-bcb1-38fd9a3081bb), before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:36:23.381942 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-39e87fee-3e1a-4da4-8964-6d965bae77df admin admin] Publish callbacks [] for security_group (8b327c34-dc90-47ee-bcb1-38fd9a3081bb), precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:36:23.388391 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.db.l3_dvrscheduler_db [req-669fd410-b7c5-46b5-b764-c3a040cea5f3 req-785d522a-d63a-4f79-af11-bb4310d6bb2e tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] No DVR routers for this DVR port 5d8c1029-5861-4b24-9abf-870c49243d01 on host hv-cinder-76845 {{(pid=103714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 05:36:23.391318 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [req-669fd410-b7c5-46b5-b764-c3a040cea5f3 req-785d522a-d63a-4f79-af11-bb4310d6bb2e tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25628'] for port (None), before_response {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:36:23.394921 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-669fd410-b7c5-46b5-b764-c3a040cea5f3 req-785d522a-d63a-4f79-af11-bb4310d6bb2e tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] 10.222.0.41 "DELETE /v2.0/ports/5d8c1029-5861-4b24-9abf-870c49243d01 HTTP/1.1" status: 204 len: 173 time: 0.5435479 Mar 02 05:36:23.397270 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6cdd2a3-d11a-458f-8463-513c97e08942', 'name': 'network-vif-deleted', 'tag': '5d8c1029-5861-4b24-9abf-870c49243d01'}] {{(pid=103714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 05:36:23.400364 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ff79788530fe2085a0b37cf7dfc71d903fcc72df0d156f3e5e7065db2593a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afa2ae4c-b5d2-4f4f-b517-0e9b328340b4" -d '{"events": [{"server_uuid": "c6cdd2a3-d11a-458f-8463-513c97e08942", "name": "network-vif-deleted", "tag": "5d8c1029-5861-4b24-9abf-870c49243d01"}]}' {{(pid=103714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 05:36:23.435459 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-ea03b9ba-40ef-4ab3-a60a-c6e1b56e49a8 req-40f665fa-26ce-4439-aed8-ca01009cebc5 tempest-TestMinimumBasicScenario-2049068819 tempest-TestMinimumBasicScenario-2049068819-project] 10.222.0.32 "GET /v2.0/ports?device_id=c6cdd2a3-d11a-458f-8463-513c97e08942 HTTP/1.1" status: 200 len: 210 time: 0.0400693 Mar 02 05:36:23.468034 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23791e6-f4e1-4bbf-9563-b98a4438d6cf req-be61ac93-dce2-46e1-bdac-8071a2cc1305 tempest-TestShelveInstance-884373592 tempest-TestShelveInstance-884373592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:36:23.470128 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-a23791e6-f4e1-4bbf-9563-b98a4438d6cf req-be61ac93-dce2-46e1-bdac-8071a2cc1305 tempest-TestShelveInstance-884373592 tempest-TestShelveInstance-884373592-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d2cebdb-90e4-425b-9b77-8faaeccbdbf7 HTTP/1.1" status: 200 len: 944 time: 0.0731618 Mar 02 05:36:23.482868 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 05:36:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a69ae9a0-6bf6-4897-a319-c2454b2a9673 x-openstack-request-id: req-a69ae9a0-6bf6-4897-a319-c2454b2a9673 {{(pid=103714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 05:36:23.483219 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6cdd2a3-d11a-458f-8463-513c97e08942", "name": "network-vif-deleted", "tag": "5d8c1029-5861-4b24-9abf-870c49243d01", "status": "completed", "code": 200}]} {{(pid=103714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 05:36:23.483523 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a69ae9a0-6bf6-4897-a319-c2454b2a9673 {{(pid=103714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 05:36:23.484061 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6cdd2a3-d11a-458f-8463-513c97e08942', 'name': 'network-vif-deleted', 'tag': '5d8c1029-5861-4b24-9abf-870c49243d01', 'status': 'completed', 'code': 200} Mar 02 05:36:23.525969 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-a23791e6-f4e1-4bbf-9563-b98a4438d6cf req-3c3041f7-35eb-40c0-b473-b9a034b71363 tempest-TestShelveInstance-884373592 tempest-TestShelveInstance-884373592-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b903e94-610b-437d-b42e-c55e30ec84d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499575 Mar 02 05:36:23.571009 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-39e87fee-3e1a-4da4-8964-6d965bae77df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629892'] for security_group (8b327c34-dc90-47ee-bcb1-38fd9a3081bb), after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:36:23.574023 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-39e87fee-3e1a-4da4-8964-6d965bae77df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:36:23.575512 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-39e87fee-3e1a-4da4-8964-6d965bae77df admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8b327c34-dc90-47ee-bcb1-38fd9a3081bb HTTP/1.1" status: 204 len: 168 time: 0.2907619 Mar 02 05:36:23.585765 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e87fee-3e1a-4da4-8964-6d965bae77df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b327c34-dc90-47ee-bcb1-38fd9a3081bb,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:36:24.192592 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.32', 43622) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:36:24.205673 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-b3f654e3-13b2-4304-b8c3-ea512db98be1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:36:24.277848 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-b3f654e3-13b2-4304-b8c3-ea512db98be1 admin admin] Publish callbacks [] for security_group (f0b80ec6-c3f0-493f-8734-8761487eb82f), precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:36:24.344859 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-b3f654e3-13b2-4304-b8c3-ea512db98be1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629892'] for security_group (f0b80ec6-c3f0-493f-8734-8761487eb82f), after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:36:24.383942 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-b3f654e3-13b2-4304-b8c3-ea512db98be1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=03e546fe36bf4966a65a10dd49cb329c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1901238 Mar 02 05:36:24.385278 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f654e3-13b2-4304-b8c3-ea512db98be1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0b80ec6-c3f0-493f-8734-8761487eb82f,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:36:24.386600 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.wsgi [-] (103714) accepted ('10.222.0.32', 43624) {{(pid=103714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:36:24.450513 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-9c683936-9fa6-49ba-b999-606fb6875598 admin admin] Publish callbacks [] for security_group (f0b80ec6-c3f0-493f-8734-8761487eb82f), before_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:36:24.457660 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.db.agents_db [None req-19237f2e-a493-4721-ab19-473fd9844311 None None] Agent healthcheck: found 6 active agents {{(pid=103717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 05:36:24.474328 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-9c683936-9fa6-49ba-b999-606fb6875598 admin admin] Publish callbacks [] for security_group (f0b80ec6-c3f0-493f-8734-8761487eb82f), precommit_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:36:24.607750 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-9c683936-9fa6-49ba-b999-606fb6875598 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629892'] for security_group (f0b80ec6-c3f0-493f-8734-8761487eb82f), after_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:36:24.611695 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-9c683936-9fa6-49ba-b999-606fb6875598 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:36:24.611695 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [None req-9c683936-9fa6-49ba-b999-606fb6875598 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f0b80ec6-c3f0-493f-8734-8761487eb82f HTTP/1.1" status: 204 len: 168 time: 0.2232318 Mar 02 05:36:24.620329 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c683936-9fa6-49ba-b999-606fb6875598 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0b80ec6-c3f0-493f-8734-8761487eb82f,revision_number=None']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:36:24.652507 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d9ab84-4d24-4e1d-90fa-0ff44e5f9434 req-aba8ca87-4dd1-41f2-8079-759f97121443 tempest-TestShelveInstance-884373592 tempest-TestShelveInstance-884373592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:36:24.654027 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-a0d9ab84-4d24-4e1d-90fa-0ff44e5f9434 req-aba8ca87-4dd1-41f2-8079-759f97121443 tempest-TestShelveInstance-884373592 tempest-TestShelveInstance-884373592-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d2cebdb-90e4-425b-9b77-8faaeccbdbf7 HTTP/1.1" status: 200 len: 944 time: 0.0603223 Mar 02 05:36:24.707650 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-a0d9ab84-4d24-4e1d-90fa-0ff44e5f9434 req-795ba3ae-489a-46e2-873f-5d686b6708f2 tempest-TestShelveInstance-884373592 tempest-TestShelveInstance-884373592-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b903e94-610b-437d-b42e-c55e30ec84d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474455 Mar 02 05:36:25.140508 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2842d69d-ee19-41f1-b114-87dd4811dd26 req-f1c7a415-4d6d-4015-9279-965355724742 tempest-VolumesSnapshotTestJSON-757206607 tempest-VolumesSnapshotTestJSON-757206607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:36:25.141993 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-2842d69d-ee19-41f1-b114-87dd4811dd26 req-f1c7a415-4d6d-4015-9279-965355724742 tempest-VolumesSnapshotTestJSON-757206607 tempest-VolumesSnapshotTestJSON-757206607-project] 10.222.0.32 "GET /v2.0/networks?id=d7468561-eb0e-4f2a-bcc6-204aff64cfc4 HTTP/1.1" status: 200 len: 814 time: 0.1099620 Mar 02 05:36:25.157019 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-2842d69d-ee19-41f1-b114-87dd4811dd26 req-3b063d54-b1e9-4d90-a213-cdf575749556 tempest-VolumesSnapshotTestJSON-757206607 tempest-VolumesSnapshotTestJSON-757206607-project] 10.222.0.32 "GET /v2.0/quotas/e00d6ea216644603b7d5a61c15ab3396 HTTP/1.1" status: 200 len: 375 time: 0.0094910 Mar 02 05:36:25.189505 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-2842d69d-ee19-41f1-b114-87dd4811dd26 req-1c358018-c069-4697-b074-88048d7e51f2 tempest-VolumesSnapshotTestJSON-757206607 tempest-VolumesSnapshotTestJSON-757206607-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=e00d6ea216644603b7d5a61c15ab3396&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0265212 Mar 02 05:36:25.277443 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-2842d69d-ee19-41f1-b114-87dd4811dd26 req-183b5e92-e0d8-40c5-9a20-fb42562357b5 service neutron] 10.222.0.32 "GET /v2.0/networks/d7468561-eb0e-4f2a-bcc6-204aff64cfc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812693 Mar 02 05:36:25.372245 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-2842d69d-ee19-41f1-b114-87dd4811dd26 req-b4a3f402-377d-4fa4-8229-8d696c6568cc service neutron] 10.222.0.32 "GET /v2.0/networks/d7468561-eb0e-4f2a-bcc6-204aff64cfc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892136 Mar 02 05:36:25.442780 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.wsgi [-] (103714) accepted ('10.222.0.32', 43684) {{(pid=103714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:36:25.456326 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-1e223b22-d978-48c4-a07a-c55712f25091 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:36:25.530638 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-1e223b22-d978-48c4-a07a-c55712f25091 admin admin] Publish callbacks [] for security_group (1059ec93-5c6d-4c09-a422-6b14df1c004b), precommit_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:36:25.591931 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-ec8161c3-7ef2-44a0-8377-48f58cefb234 req-72eddb03-36f4-4868-80d8-784fe46568ae tempest-VolumesSnapshotTestJSON-757206607 tempest-VolumesSnapshotTestJSON-757206607-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d6d0ad3-96d8-46d4-b029-0a99db87e5ea HTTP/1.1" status: 200 len: 210 time: 0.0277269 Mar 02 05:36:25.611553 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-1e223b22-d978-48c4-a07a-c55712f25091 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629892'] for security_group (1059ec93-5c6d-4c09-a422-6b14df1c004b), after_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:36:25.654162 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [None req-1e223b22-d978-48c4-a07a-c55712f25091 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=bef30babb9d4474d9f5ea5f0d53b4cdc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2074268 Mar 02 05:36:25.654162 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e223b22-d978-48c4-a07a-c55712f25091 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1059ec93-5c6d-4c09-a422-6b14df1c004b,revision_number=1']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:36:25.654605 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.32', 43698) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:36:25.702589 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-925c0a0b-c101-4575-b001-b7a39d132e3f admin admin] Publish callbacks [] for security_group (1059ec93-5c6d-4c09-a422-6b14df1c004b), before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:36:25.722444 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-925c0a0b-c101-4575-b001-b7a39d132e3f admin admin] Publish callbacks [] for security_group (1059ec93-5c6d-4c09-a422-6b14df1c004b), precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:36:25.828169 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfa5d4f-bf2a-4c85-bd6a-9253d37384a1 req-9f84e055-c955-45b4-be52-a96fe3eb9443 tempest-TestShelveInstance-884373592 tempest-TestShelveInstance-884373592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:36:25.829682 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-fcfa5d4f-bf2a-4c85-bd6a-9253d37384a1 req-9f84e055-c955-45b4-be52-a96fe3eb9443 tempest-TestShelveInstance-884373592 tempest-TestShelveInstance-884373592-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d2cebdb-90e4-425b-9b77-8faaeccbdbf7 HTTP/1.1" status: 200 len: 944 time: 0.0543277 Mar 02 05:36:25.856969 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-925c0a0b-c101-4575-b001-b7a39d132e3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629892'] for security_group (1059ec93-5c6d-4c09-a422-6b14df1c004b), after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:36:25.860008 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-925c0a0b-c101-4575-b001-b7a39d132e3f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:36:25.863787 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-925c0a0b-c101-4575-b001-b7a39d132e3f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1059ec93-5c6d-4c09-a422-6b14df1c004b HTTP/1.1" status: 204 len: 168 time: 0.2061679 Mar 02 05:36:25.870837 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925c0a0b-c101-4575-b001-b7a39d132e3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1059ec93-5c6d-4c09-a422-6b14df1c004b,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:36:25.893062 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-fcfa5d4f-bf2a-4c85-bd6a-9253d37384a1 req-be618a4c-3de7-4d1f-84eb-9050a428c6f2 tempest-TestShelveInstance-884373592 tempest-TestShelveInstance-884373592-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b903e94-610b-437d-b42e-c55e30ec84d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576770 Mar 02 05:36:26.215219 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.wsgi [-] (103714) accepted ('10.222.0.32', 43716) {{(pid=103714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:36:26.502933 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.rpc [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Device 659fb406-9144-4707-abb9-3eadb4a9e82d details requested by agent hyperv_hv-cinder-76845 with host hv-cinder-76845 {{(pid=103716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 02 05:36:26.507211 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.rpc [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Device 5d8c1029-5861-4b24-9abf-870c49243d01 no longer exists at agent hyperv_hv-cinder-76845 {{(pid=103716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 05:36:26.539700 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] No Port match for: 5d8c1029-5861-4b24-9abf-870c49243d01 {{(pid=103716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 05:36:26.540050 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.rpc [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Device 5d8c1029-5861-4b24-9abf-870c49243d01 not bound to the agent host hv-cinder-76845 {{(pid=103716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 05:36:26.646234 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] For port 659fb406-9144-4707-abb9-3eadb4a9e82d, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=659fb406-9144-4707-abb9-3eadb4a9e82d,segment=NetworkSegment(1e8e2e77-4e33-4beb-84b8-a14df404873a),segment_id=1e8e2e77-4e33-4beb-84b8-a14df404873a)] {{(pid=103716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 05:36:26.661270 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.rpc [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Returning: {'device': '659fb406-9144-4707-abb9-3eadb4a9e82d', 'network_id': '23f8f824-aae5-4f2f-a8c3-545bf961b04d', 'port_id': '659fb406-9144-4707-abb9-3eadb4a9e82d', 'mac_address': 'fa:16:3e:67:33:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 268, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '100d9f66-c333-48f1-b722-61b116bc39ee', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 02 05:36:26.712992 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Current status of the port 659fb406-9144-4707-abb9-3eadb4a9e82d is: DOWN; New status is: BUILD {{(pid=103716) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 05:36:26.713394 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for port (659fb406-9144-4707-abb9-3eadb4a9e82d), before_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:36:26.729443 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.notifiers.nova [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 659fb406-9144-4707-abb9-3eadb4a9e82d {{(pid=103716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 05:36:26.731413 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-47905335-f06e-4d67-98c8-3935919c2b79 req-da1f4c38-009d-4384-aacc-0f4719b53702 tempest-VolumesSnapshotTestJSON-757206607 tempest-VolumesSnapshotTestJSON-757206607-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d6d0ad3-96d8-46d4-b029-0a99db87e5ea HTTP/1.1" status: 200 len: 210 time: 0.0423009 Mar 02 05:36:26.760038 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] For port 659fb406-9144-4707-abb9-3eadb4a9e82d, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=659fb406-9144-4707-abb9-3eadb4a9e82d,segment=NetworkSegment(1e8e2e77-4e33-4beb-84b8-a14df404873a),segment_id=1e8e2e77-4e33-4beb-84b8-a14df404873a)] {{(pid=103716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 05:36:26.862838 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789290460654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789289919735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789289921293'] for port (659fb406-9144-4707-abb9-3eadb4a9e82d), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:36:26.877552 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-d393c602-350e-4b5b-bf15-438437773c75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-555324'] for router_interface (b4ad9cfc-7181-4b96-8cf3-45036b5b57a9), before_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:36:26.915311 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Pushing event updated for resources: {'Port': ['ID=659fb406-9144-4707-abb9-3eadb4a9e82d,revision_number=7']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:36:27.100310 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edabb37-2f85-43b9-9980-4ee98fc737cd req-110d5aeb-81db-41bf-89a0-f772018dbd81 tempest-TestShelveInstance-884373592 tempest-TestShelveInstance-884373592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:36:27.101842 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-7edabb37-2f85-43b9-9980-4ee98fc737cd req-110d5aeb-81db-41bf-89a0-f772018dbd81 tempest-TestShelveInstance-884373592 tempest-TestShelveInstance-884373592-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d2cebdb-90e4-425b-9b77-8faaeccbdbf7 HTTP/1.1" status: 200 len: 945 time: 0.1176209 Mar 02 05:36:27.111533 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] get_ports_and_sgs() called for port_ids ['659fb406-9144-4707-abb9-3eadb4a9e82d'] {{(pid=103716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 05:36:27.177269 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-7edabb37-2f85-43b9-9980-4ee98fc737cd req-34d333a9-876e-46a6-b08a-164ed92e9baa tempest-TestShelveInstance-884373592 tempest-TestShelveInstance-884373592-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b903e94-610b-437d-b42e-c55e30ec84d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684500 Mar 02 05:36:27.253972 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-d393c602-350e-4b5b-bf15-438437773c75 admin admin] Deleting port 5280e16f-19f2-4db4-88c7-2c97f696e131 {{(pid=103714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 05:36:27.254307 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-d393c602-350e-4b5b-bf15-438437773c75 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789290453881'] for port (5280e16f-19f2-4db4-88c7-2c97f696e131), before_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:36:27.334289 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.db [None req-d393c602-350e-4b5b-bf15-438437773c75 admin admin] For port 5280e16f-19f2-4db4-88c7-2c97f696e131, host dv-cinder-768458-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-18-iscsi',level=0,port_id=5280e16f-19f2-4db4-88c7-2c97f696e131,segment=NetworkSegment(bfdb29d3-deb6-49e5-b796-0f6849bf03e6),segment_id=bfdb29d3-deb6-49e5-b796-0f6849bf03e6)] {{(pid=103714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 05:36:27.334863 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-d393c602-350e-4b5b-bf15-438437773c75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542039'] for port (5280e16f-19f2-4db4-88c7-2c97f696e131), precommit_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:36:27.348962 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-d393c602-350e-4b5b-bf15-438437773c75 admin admin] Calling delete_port for 5280e16f-19f2-4db4-88c7-2c97f696e131 owned by network:router_interface {{(pid=103714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 05:36:27.611116 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-d393c602-350e-4b5b-bf15-438437773c75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789290460636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789289919726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13003867'] for port (5280e16f-19f2-4db4-88c7-2c97f696e131), after_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:36:27.635500 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d393c602-350e-4b5b-bf15-438437773c75 admin admin] Pushing event deleted for resources: {'Port': ['ID=5280e16f-19f2-4db4-88c7-2c97f696e131,revision_number=None']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:36:27.867155 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-017be651-8b2e-4d94-8904-ea6480eb062b req-1f5234f5-6220-41b0-82ee-f290c57ca89d tempest-VolumesSnapshotTestJSON-757206607 tempest-VolumesSnapshotTestJSON-757206607-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d6d0ad3-96d8-46d4-b029-0a99db87e5ea HTTP/1.1" status: 200 len: 210 time: 0.0453298 Mar 02 05:36:27.910666 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2842d69d-ee19-41f1-b114-87dd4811dd26 req-e22e5ca1-0d50-40ad-b70e-add318cb55e8 tempest-VolumesSnapshotTestJSON-757206607 tempest-VolumesSnapshotTestJSON-757206607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:36:27.912654 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-2842d69d-ee19-41f1-b114-87dd4811dd26 req-e22e5ca1-0d50-40ad-b70e-add318cb55e8 tempest-VolumesSnapshotTestJSON-757206607 tempest-VolumesSnapshotTestJSON-757206607-project] 10.222.0.41 "GET /v2.0/networks?id=d7468561-eb0e-4f2a-bcc6-204aff64cfc4 HTTP/1.1" status: 200 len: 814 time: 0.2118714 Mar 02 05:36:27.919155 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-d393c602-350e-4b5b-bf15-438437773c75 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555472'] for router_interface (b4ad9cfc-7181-4b96-8cf3-45036b5b57a9), after_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:36:27.929603 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.v2.base [req-2842d69d-ee19-41f1-b114-87dd4811dd26 req-be07e718-01f8-4608-9a3e-60bc2bd6f349 tempest-VolumesSnapshotTestJSON-757206607 tempest-VolumesSnapshotTestJSON-757206607-project] Request body: {'port': {'device_id': '3d6d0ad3-96d8-46d4-b029-0a99db87e5ea', 'network_id': 'd7468561-eb0e-4f2a-bcc6-204aff64cfc4', 'admin_state_up': True, 'tenant_id': 'e00d6ea216644603b7d5a61c15ab3396'}} {{(pid=103714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 05:36:28.215860 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2842d69d-ee19-41f1-b114-87dd4811dd26 req-be07e718-01f8-4608-9a3e-60bc2bd6f349 tempest-VolumesSnapshotTestJSON-757206607 tempest-VolumesSnapshotTestJSON-757206607-project] Made reservation on behalf of e00d6ea216644603b7d5a61c15ab3396 for: {'port': 1} {{(pid=103714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 05:36:28.219383 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [req-2842d69d-ee19-41f1-b114-87dd4811dd26 req-be07e718-01f8-4608-9a3e-60bc2bd6f349 tempest-VolumesSnapshotTestJSON-757206607 tempest-VolumesSnapshotTestJSON-757206607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for port (None), before_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:36:28.337432 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d393c602-350e-4b5b-bf15-438437773c75 admin admin] Router b4ad9cfc-7181-4b96-8cf3-45036b5b57a9 has already been hosted by L3 agent 9c2b50e6-1677-4aa9-928e-941b4c488fc5 {{(pid=103714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 05:36:28.394275 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258c1eaf-7831-4de9-87ce-3dc1ca5e0a52 req-30b6caa3-81c5-4fbe-8a67-b763716d4244 tempest-TestShelveInstance-884373592 tempest-TestShelveInstance-884373592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:36:28.395892 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-258c1eaf-7831-4de9-87ce-3dc1ca5e0a52 req-30b6caa3-81c5-4fbe-8a67-b763716d4244 tempest-TestShelveInstance-884373592 tempest-TestShelveInstance-884373592-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d2cebdb-90e4-425b-9b77-8faaeccbdbf7 HTTP/1.1" status: 200 len: 945 time: 0.1419973 Mar 02 05:36:28.491523 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.db.db_base_plugin_common [req-2842d69d-ee19-41f1-b114-87dd4811dd26 req-be07e718-01f8-4608-9a3e-60bc2bd6f349 tempest-VolumesSnapshotTestJSON-757206607 tempest-VolumesSnapshotTestJSON-757206607-project] Allocated IP 172.20.0.9 (d7468561-eb0e-4f2a-bcc6-204aff64cfc4/a595f37d-221f-4675-aee7-299aef06f032/73a449b6-f9a8-4d7a-b2c4-1e6f3bd4b5e1) {{(pid=103714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 05:36:28.508119 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.rpc [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Device 659fb406-9144-4707-abb9-3eadb4a9e82d up at agent hyperv_hv-cinder-76845 {{(pid=103716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 05:36:28.551081 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-258c1eaf-7831-4de9-87ce-3dc1ca5e0a52 req-d1129c42-4b29-43d0-8bb3-d621a274650a tempest-TestShelveInstance-884373592 tempest-TestShelveInstance-884373592-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b903e94-610b-437d-b42e-c55e30ec84d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1190293 Mar 02 05:36:28.557225 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.provisioning_blocks [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Provisioning complete for port 659fb406-9144-4707-abb9-3eadb4a9e82d triggered by entity L2. {{(pid=103716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 05:36:28.557802 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012754'] for port (659fb406-9144-4707-abb9-3eadb4a9e82d), provisioning_complete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:36:28.576974 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d393c602-350e-4b5b-bf15-438437773c75 admin admin] Notify agent at l3_agent.dv-cinder-768458-18-iscsi the message routers_updated {{(pid=103714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 05:36:28.584732 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [None req-d393c602-350e-4b5b-bf15-438437773c75 admin admin] 10.222.0.32 "PUT /v2.0/routers/b4ad9cfc-7181-4b96-8cf3-45036b5b57a9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3682625 Mar 02 05:36:28.587327 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.32', 43796) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:36:28.592334 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3b2c574-a274-48d0-b96a-a69356028ca1 None None] Sync routers for ids ['b4ad9cfc-7181-4b96-8cf3-45036b5b57a9'] in dv-cinder-768458-18-iscsi {{(pid=103716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 05:36:28.613853 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b2c574-a274-48d0-b96a-a69356028ca1 None None] Routers {'b4ad9cfc-7181-4b96-8cf3-45036b5b57a9'} bound to L3 agent in host dv-cinder-768458-18-iscsi {{(pid=103716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 05:36:28.615021 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.l3_hamode_db [None req-f3b2c574-a274-48d0-b96a-a69356028ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-02T05:20:42Z,description=,heartbeat_timestamp=2022-03-02T05:36:12Z,host='dv-cinder-768458-18-iscsi',id=9c2b50e6-1677-4aa9-928e-941b4c488fc5,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T05:20:42Z,topic='l3_agent')) {'router_ids': ['b4ad9cfc-7181-4b96-8cf3-45036b5b57a9'], 'active': True} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 05:36:28.701960 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-691cc4d8-f04f-4afb-bce2-861df9481150 admin admin] Publish callbacks [] for router (b4ad9cfc-7181-4b96-8cf3-45036b5b57a9), before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:36:28.713975 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [req-2842d69d-ee19-41f1-b114-87dd4811dd26 req-be07e718-01f8-4608-9a3e-60bc2bd6f349 tempest-VolumesSnapshotTestJSON-757206607 tempest-VolumesSnapshotTestJSON-757206607-project] Publish callbacks [] for port (73a449b6-f9a8-4d7a-b2c4-1e6f3bd4b5e1), precommit_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:36:28.741867 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Current status of the port 659fb406-9144-4707-abb9-3eadb4a9e82d is: BUILD; New status is: ACTIVE {{(pid=103716) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 05:36:28.742265 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for port (659fb406-9144-4707-abb9-3eadb4a9e82d), before_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:36:28.777218 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.l3_dvr_db [None req-f3b2c574-a274-48d0-b96a-a69356028ca1 None None] Set router b4ad9cfc-7181-4b96-8cf3-45036b5b57a9 gateway port host: dv-cinder-768458-18-iscsi {{(pid=103716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 05:36:28.779913 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d2cebdb-90e4-425b-9b77-8faaeccbdbf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '659fb406-9144-4707-abb9-3eadb4a9e82d'}] {{(pid=103716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 05:36:28.782328 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5cc3ee08ba8b8203ef00b822cbb368117e1f515a76881e78a723e4cc0774230" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ba1ce6b-dcb1-4571-ba2c-e12c5f069289" -d '{"events": [{"server_uuid": "9d2cebdb-90e4-425b-9b77-8faaeccbdbf7", "name": "network-vif-plugged", "status": "completed", "tag": "659fb406-9144-4707-abb9-3eadb4a9e82d"}]}' {{(pid=103716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 05:36:28.821308 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-691cc4d8-f04f-4afb-bce2-861df9481150 admin admin] Publish callbacks [] for router_gateway (b4ad9cfc-7181-4b96-8cf3-45036b5b57a9), before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:36:28.836897 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [req-2842d69d-ee19-41f1-b114-87dd4811dd26 req-be07e718-01f8-4608-9a3e-60bc2bd6f349 tempest-VolumesSnapshotTestJSON-757206607 tempest-VolumesSnapshotTestJSON-757206607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789289919717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13003867'] for port (73a449b6-f9a8-4d7a-b2c4-1e6f3bd4b5e1), after_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:36:28.848011 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 05:36:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d3984a3-e7ba-4a35-8a68-bcbfbdf75d5f x-openstack-request-id: req-1d3984a3-e7ba-4a35-8a68-bcbfbdf75d5f {{(pid=103716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 05:36:28.849051 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d2cebdb-90e4-425b-9b77-8faaeccbdbf7", "name": "network-vif-plugged", "status": "completed", "tag": "659fb406-9144-4707-abb9-3eadb4a9e82d", "code": 200}]} {{(pid=103716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 05:36:28.849476 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1d3984a3-e7ba-4a35-8a68-bcbfbdf75d5f {{(pid=103716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 05:36:28.850122 dv-cinder-768458-18-iscsi neutron-server[103716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d2cebdb-90e4-425b-9b77-8faaeccbdbf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '659fb406-9144-4707-abb9-3eadb4a9e82d', 'code': 200} Mar 02 05:36:28.852195 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] For port 659fb406-9144-4707-abb9-3eadb4a9e82d, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=659fb406-9144-4707-abb9-3eadb4a9e82d,segment=NetworkSegment(1e8e2e77-4e33-4beb-84b8-a14df404873a),segment_id=1e8e2e77-4e33-4beb-84b8-a14df404873a)] {{(pid=103716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 05:36:28.888558 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2842d69d-ee19-41f1-b114-87dd4811dd26 req-be07e718-01f8-4608-9a3e-60bc2bd6f349 tempest-VolumesSnapshotTestJSON-757206607 tempest-VolumesSnapshotTestJSON-757206607-project] Network d7468561-eb0e-4f2a-bcc6-204aff64cfc4 is already hosted by enough agents. {{(pid=103714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 05:36:28.896315 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.scheduler.base_scheduler [req-2842d69d-ee19-41f1-b114-87dd4811dd26 req-be07e718-01f8-4608-9a3e-60bc2bd6f349 tempest-VolumesSnapshotTestJSON-757206607 tempest-VolumesSnapshotTestJSON-757206607-project] Resources bound (agent type, host, resource id): {{(pid=103714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 05:36:28.912330 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.db.l3_dvrscheduler_db [req-2842d69d-ee19-41f1-b114-87dd4811dd26 req-be07e718-01f8-4608-9a3e-60bc2bd6f349 tempest-VolumesSnapshotTestJSON-757206607 tempest-VolumesSnapshotTestJSON-757206607-project] Received port after_create {{(pid=103714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 05:36:28.917556 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.32', 43804) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:36:28.922863 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789290460654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789289919735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789289921293'] for port (659fb406-9144-4707-abb9-3eadb4a9e82d), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:36:28.923487 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be07e718-01f8-4608-9a3e-60bc2bd6f349 tempest-VolumesSnapshotTestJSON-757206607 tempest-VolumesSnapshotTestJSON-757206607-project] Pushing event updated for resources: {'Port': ['ID=73a449b6-f9a8-4d7a-b2c4-1e6f3bd4b5e1,revision_number=1']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:36:28.984307 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-691cc4d8-f04f-4afb-bce2-861df9481150 admin admin] Deleting port 86b38586-e2ba-4280-ab77-fbad6000f921 {{(pid=103715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 05:36:28.984645 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-691cc4d8-f04f-4afb-bce2-861df9481150 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789290453881'] for port (86b38586-e2ba-4280-ab77-fbad6000f921), before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:36:28.987005 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2842d69d-ee19-41f1-b114-87dd4811dd26 req-be07e718-01f8-4608-9a3e-60bc2bd6f349 tempest-VolumesSnapshotTestJSON-757206607 tempest-VolumesSnapshotTestJSON-757206607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:36:28.988845 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [req-2842d69d-ee19-41f1-b114-87dd4811dd26 req-be07e718-01f8-4608-9a3e-60bc2bd6f349 tempest-VolumesSnapshotTestJSON-757206607 tempest-VolumesSnapshotTestJSON-757206607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25628'] for port (None), before_response {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:36:28.989548 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Pushing event updated for resources: {'Port': ['ID=659fb406-9144-4707-abb9-3eadb4a9e82d,revision_number=8']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:36:29.059007 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.l3_hamode_db [None req-f3b2c574-a274-48d0-b96a-a69356028ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4ad9cfc-7181-4b96-8cf3-45036b5b57a9', 'name': 'tempest-TestMinimumBasicScenario-1600551455-router', 'tenant_id': 'cf879fe6ac1c47f6b27ba257096d4c7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'external_fixed_ips': [{'subnet_id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'ip_address': '172.27.2.70'}], 'enable_snat': True}, 'gw_port_id': '86b38586-e2ba-4280-ab77-fbad6000f921', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T05:33:33Z', 'updated_at': '2022-03-02T05:36:27Z', 'revision_number': 5, 'project_id': 'cf879fe6ac1c47f6b27ba257096d4c7e', 'gw_port': {'id': '86b38586-e2ba-4280-ab77-fbad6000f921', 'name': '', 'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:d4:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ad9cfc-7181-4b96-8cf3-45036b5b57a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'ip_address': '172.27.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T05:33:34Z', 'updated_at': '2022-03-02T05:33:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-18-iscsi'}], 'dv-cinder-768458-18-iscsi', False) {} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 05:36:29.088998 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3b2c574-a274-48d0-b96a-a69356028ca1 None None] Checking router: b4ad9cfc-7181-4b96-8cf3-45036b5b57a9 for host: dv-cinder-768458-18-iscsi {{(pid=103716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 05:36:29.104876 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48050f4-3cfe-4f3d-bf3f-9a5d9da1221e req-47372089-8025-435c-8659-949e40ba62b0 tempest-VolumesSnapshotTestJSON-757206607 tempest-VolumesSnapshotTestJSON-757206607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:36:29.105982 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b2c574-a274-48d0-b96a-a69356028ca1 None None] Routers {'b4ad9cfc-7181-4b96-8cf3-45036b5b57a9'} bound to L3 agent in host dv-cinder-768458-18-iscsi {{(pid=103716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 05:36:29.106457 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-528b1f74-172f-40cb-aa81-f78fb612903d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:36:29.107005 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.l3_hamode_db [None req-f3b2c574-a274-48d0-b96a-a69356028ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-02T05:20:42Z,description=,heartbeat_timestamp=2022-03-02T05:36:12Z,host='dv-cinder-768458-18-iscsi',id=9c2b50e6-1677-4aa9-928e-941b4c488fc5,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T05:20:42Z,topic='l3_agent')) {'router_ids': ['b4ad9cfc-7181-4b96-8cf3-45036b5b57a9'], 'active': True} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 05:36:29.107331 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-b48050f4-3cfe-4f3d-bf3f-9a5d9da1221e req-47372089-8025-435c-8659-949e40ba62b0 tempest-VolumesSnapshotTestJSON-757206607 tempest-VolumesSnapshotTestJSON-757206607-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d6d0ad3-96d8-46d4-b029-0a99db87e5ea HTTP/1.1" status: 200 len: 931 time: 0.1020095 Mar 02 05:36:29.115637 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-2842d69d-ee19-41f1-b114-87dd4811dd26 req-be07e718-01f8-4608-9a3e-60bc2bd6f349 tempest-VolumesSnapshotTestJSON-757206607 tempest-VolumesSnapshotTestJSON-757206607-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1906850 Mar 02 05:36:29.136285 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.v2.base [req-2842d69d-ee19-41f1-b114-87dd4811dd26 req-0e289a82-1796-4b2b-ada8-0cd78a67be02 service neutron] Request body: {'port': {'device_id': '3d6d0ad3-96d8-46d4-b029-0a99db87e5ea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76845'}} {{(pid=103714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 05:36:29.213003 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.l3_dvr_db [None req-f3b2c574-a274-48d0-b96a-a69356028ca1 None None] Set router b4ad9cfc-7181-4b96-8cf3-45036b5b57a9 gateway port host: None {{(pid=103716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 05:36:29.232680 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-b48050f4-3cfe-4f3d-bf3f-9a5d9da1221e req-1ecac777-79b1-42e7-83b1-169cf561a883 tempest-VolumesSnapshotTestJSON-757206607 tempest-VolumesSnapshotTestJSON-757206607-project] 10.222.0.32 "GET /v2.0/security-groups?id=fb55fbfa-cea6-4c14-9ad8-5d4df4dbb361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156905 Mar 02 05:36:29.243228 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [req-2842d69d-ee19-41f1-b114-87dd4811dd26 req-0e289a82-1796-4b2b-ada8-0cd78a67be02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for port (73a449b6-f9a8-4d7a-b2c4-1e6f3bd4b5e1), before_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:36:29.414260 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.l3_hamode_db [None req-f3b2c574-a274-48d0-b96a-a69356028ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4ad9cfc-7181-4b96-8cf3-45036b5b57a9', 'name': 'tempest-TestMinimumBasicScenario-1600551455-router', 'tenant_id': 'cf879fe6ac1c47f6b27ba257096d4c7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T05:33:33Z', 'updated_at': '2022-03-02T05:36:28Z', 'revision_number': 6, 'project_id': 'cf879fe6ac1c47f6b27ba257096d4c7e', 'gw_port_host': None}], 'dv-cinder-768458-18-iscsi', False) {} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 05:36:29.441342 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3b2c574-a274-48d0-b96a-a69356028ca1 None None] The sync data for ids ['b4ad9cfc-7181-4b96-8cf3-45036b5b57a9'] in dv-cinder-768458-18-iscsi is: [{'id': 'b4ad9cfc-7181-4b96-8cf3-45036b5b57a9', 'name': 'tempest-TestMinimumBasicScenario-1600551455-router', 'tenant_id': 'cf879fe6ac1c47f6b27ba257096d4c7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T05:33:33Z', 'updated_at': '2022-03-02T05:36:28Z', 'revision_number': 6, 'project_id': 'cf879fe6ac1c47f6b27ba257096d4c7e', 'gw_port_host': None}] {{(pid=103716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 05:36:29.475466 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.db [None req-691cc4d8-f04f-4afb-bce2-861df9481150 admin admin] For port 86b38586-e2ba-4280-ab77-fbad6000f921, host dv-cinder-768458-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-18-iscsi',level=0,port_id=86b38586-e2ba-4280-ab77-fbad6000f921,segment=NetworkSegment(4c026da1-f439-448a-ad69-ccdbf2795772),segment_id=4c026da1-f439-448a-ad69-ccdbf2795772)] {{(pid=103715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 05:36:29.476971 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-691cc4d8-f04f-4afb-bce2-861df9481150 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542039'] for port (86b38586-e2ba-4280-ab77-fbad6000f921), precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:36:29.502730 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-691cc4d8-f04f-4afb-bce2-861df9481150 admin admin] Calling delete_port for 86b38586-e2ba-4280-ab77-fbad6000f921 owned by network:router_gateway {{(pid=103715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 05:36:29.506357 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6ca40d-a2c6-4af3-a2a6-7404fb09e1bc req-14c47a0e-bf02-4c36-8033-e0cbf46cbf0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:36:29.507878 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-0a6ca40d-a2c6-4af3-a2a6-7404fb09e1bc req-14c47a0e-bf02-4c36-8033-e0cbf46cbf0a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9d2cebdb-90e4-425b-9b77-8faaeccbdbf7 HTTP/1.1" status: 200 len: 1130 time: 0.1230397 Mar 02 05:36:29.538870 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.notifiers.nova [req-2842d69d-ee19-41f1-b114-87dd4811dd26 req-0e289a82-1796-4b2b-ada8-0cd78a67be02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73a449b6-f9a8-4d7a-b2c4-1e6f3bd4b5e1 {{(pid=103714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 05:36:29.546232 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [req-2842d69d-ee19-41f1-b114-87dd4811dd26 req-0e289a82-1796-4b2b-ada8-0cd78a67be02 service neutron] Publish callbacks [] for port (73a449b6-f9a8-4d7a-b2c4-1e6f3bd4b5e1), precommit_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:36:29.558157 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.db.provisioning_blocks [req-2842d69d-ee19-41f1-b114-87dd4811dd26 req-0e289a82-1796-4b2b-ada8-0cd78a67be02 service neutron] Transition to ACTIVE for port object 73a449b6-f9a8-4d7a-b2c4-1e6f3bd4b5e1 will not be triggered until provisioned by entity L2. {{(pid=103714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 02 05:36:29.606887 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-528b1f74-172f-40cb-aa81-f78fb612903d admin admin] Publish callbacks [] for security_group (2fd73f8e-8fa5-42b0-b31f-498ec1007c1b), precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:36:29.627363 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-0a6ca40d-a2c6-4af3-a2a6-7404fb09e1bc req-7017a2e9-9b22-40e4-b0d7-fc5247841ee5 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=2b903e94-610b-437d-b42e-c55e30ec84d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1135790 Mar 02 05:36:29.633945 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [req-2842d69d-ee19-41f1-b114-87dd4811dd26 req-0e289a82-1796-4b2b-ada8-0cd78a67be02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789290460654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789289919735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789289921293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13003858'] for port (73a449b6-f9a8-4d7a-b2c4-1e6f3bd4b5e1), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:36:29.689665 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e289a82-1796-4b2b-ada8-0cd78a67be02 service neutron] Pushing event updated for resources: {'Port': ['ID=73a449b6-f9a8-4d7a-b2c4-1e6f3bd4b5e1,revision_number=2']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:36:29.690393 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-528b1f74-172f-40cb-aa81-f78fb612903d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629892'] for security_group (2fd73f8e-8fa5-42b0-b31f-498ec1007c1b), after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:36:29.748942 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-528b1f74-172f-40cb-aa81-f78fb612903d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c686d178aefe46a29c1d1bbf95815d60&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8258796 Mar 02 05:36:29.751902 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.32', 43810) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:36:29.759995 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.managers [req-2842d69d-ee19-41f1-b114-87dd4811dd26 req-0e289a82-1796-4b2b-ada8-0cd78a67be02 service neutron] Attempting to bind port 73a449b6-f9a8-4d7a-b2c4-1e6f3bd4b5e1 on host hv-cinder-76845 for vnic_type normal with profile {{(pid=103714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 05:36:29.760379 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.managers [req-2842d69d-ee19-41f1-b114-87dd4811dd26 req-0e289a82-1796-4b2b-ada8-0cd78a67be02 service neutron] Attempting to bind port 73a449b6-f9a8-4d7a-b2c4-1e6f3bd4b5e1 by drivers openvswitch,hyperv on host hv-cinder-76845 at level 0 using segments [{'id': 'aa0735c6-c2dc-4c87-842d-9181d3d258f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'd7468561-eb0e-4f2a-bcc6-204aff64cfc4'}] {{(pid=103714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 05:36:29.760517 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528b1f74-172f-40cb-aa81-f78fb612903d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fd73f8e-8fa5-42b0-b31f-498ec1007c1b,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:36:29.760685 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2842d69d-ee19-41f1-b114-87dd4811dd26 req-0e289a82-1796-4b2b-ada8-0cd78a67be02 service neutron] Attempting to bind port 73a449b6-f9a8-4d7a-b2c4-1e6f3bd4b5e1 on network d7468561-eb0e-4f2a-bcc6-204aff64cfc4 {{(pid=103714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 05:36:29.765322 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2842d69d-ee19-41f1-b114-87dd4811dd26 req-0e289a82-1796-4b2b-ada8-0cd78a67be02 service neutron] Port 73a449b6-f9a8-4d7a-b2c4-1e6f3bd4b5e1 on network d7468561-eb0e-4f2a-bcc6-204aff64cfc4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76845 {{(pid=103714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 02 05:36:29.765650 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2842d69d-ee19-41f1-b114-87dd4811dd26 req-0e289a82-1796-4b2b-ada8-0cd78a67be02 service neutron] Attempting to bind port 73a449b6-f9a8-4d7a-b2c4-1e6f3bd4b5e1 on network d7468561-eb0e-4f2a-bcc6-204aff64cfc4 {{(pid=103714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 05:36:29.771474 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2842d69d-ee19-41f1-b114-87dd4811dd26 req-0e289a82-1796-4b2b-ada8-0cd78a67be02 service neutron] Checking agent: {'id': 'db45f871-b7ec-436d-b6b8-6a0a072a2253', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76845', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 5, 27, 7), 'started_at': datetime.datetime(2022, 3, 2, 5, 27, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 5, 36, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 05:36:29.771818 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2842d69d-ee19-41f1-b114-87dd4811dd26 req-0e289a82-1796-4b2b-ada8-0cd78a67be02 service neutron] Checking segment: {'id': 'aa0735c6-c2dc-4c87-842d-9181d3d258f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'd7468561-eb0e-4f2a-bcc6-204aff64cfc4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 05:36:29.772208 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2842d69d-ee19-41f1-b114-87dd4811dd26 req-0e289a82-1796-4b2b-ada8-0cd78a67be02 service neutron] Bound using segment: {'id': 'aa0735c6-c2dc-4c87-842d-9181d3d258f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'd7468561-eb0e-4f2a-bcc6-204aff64cfc4'} {{(pid=103714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 05:36:29.772637 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.managers [req-2842d69d-ee19-41f1-b114-87dd4811dd26 req-0e289a82-1796-4b2b-ada8-0cd78a67be02 service neutron] Bound port: 73a449b6-f9a8-4d7a-b2c4-1e6f3bd4b5e1, host: hv-cinder-76845, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa0735c6-c2dc-4c87-842d-9181d3d258f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'd7468561-eb0e-4f2a-bcc6-204aff64cfc4'}}] {{(pid=103714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 05:36:29.773001 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [req-2842d69d-ee19-41f1-b114-87dd4811dd26 req-0e289a82-1796-4b2b-ada8-0cd78a67be02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for port (73a449b6-f9a8-4d7a-b2c4-1e6f3bd4b5e1), before_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:36:29.789835 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1029cb7-cd74-4317-9112-f4497fd6a791 req-fd954afb-7680-422c-8db2-70a368e6a18f tempest-TestShelveInstance-884373592 tempest-TestShelveInstance-884373592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:36:29.791326 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-d1029cb7-cd74-4317-9112-f4497fd6a791 req-fd954afb-7680-422c-8db2-70a368e6a18f tempest-TestShelveInstance-884373592 tempest-TestShelveInstance-884373592-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d2cebdb-90e4-425b-9b77-8faaeccbdbf7 HTTP/1.1" status: 200 len: 946 time: 0.1680775 Mar 02 05:36:29.843138 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.db [req-2842d69d-ee19-41f1-b114-87dd4811dd26 req-0e289a82-1796-4b2b-ada8-0cd78a67be02 service neutron] For port 73a449b6-f9a8-4d7a-b2c4-1e6f3bd4b5e1, host hv-cinder-76845, cleared binding levels {{(pid=103714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 05:36:29.846594 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.db [req-2842d69d-ee19-41f1-b114-87dd4811dd26 req-0e289a82-1796-4b2b-ada8-0cd78a67be02 service neutron] For port 73a449b6-f9a8-4d7a-b2c4-1e6f3bd4b5e1, host hv-cinder-76845, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=73a449b6-f9a8-4d7a-b2c4-1e6f3bd4b5e1,segment=NetworkSegment(aa0735c6-c2dc-4c87-842d-9181d3d258f6),segment_id=aa0735c6-c2dc-4c87-842d-9181d3d258f6)] {{(pid=103714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 05:36:29.893795 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d2c57fe9-442c-455c-8699-6b74f89e917e admin admin] Publish callbacks [] for security_group (2fd73f8e-8fa5-42b0-b31f-498ec1007c1b), before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:36:29.899235 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-d1029cb7-cd74-4317-9112-f4497fd6a791 req-de7bfa2f-c453-4b99-a888-70aac193ca63 tempest-TestShelveInstance-884373592 tempest-TestShelveInstance-884373592-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b903e94-610b-437d-b42e-c55e30ec84d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837126 Mar 02 05:36:29.922037 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d2c57fe9-442c-455c-8699-6b74f89e917e admin admin] Publish callbacks [] for security_group (2fd73f8e-8fa5-42b0-b31f-498ec1007c1b), precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:36:29.929032 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [req-2842d69d-ee19-41f1-b114-87dd4811dd26 req-0e289a82-1796-4b2b-ada8-0cd78a67be02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789290460654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789289919735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789289921293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13003858'] for port (73a449b6-f9a8-4d7a-b2c4-1e6f3bd4b5e1), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:36:29.954095 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-691cc4d8-f04f-4afb-bce2-861df9481150 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789290460636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789289919726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14203002'] for port (86b38586-e2ba-4280-ab77-fbad6000f921), after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:36:29.966490 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2842d69d-ee19-41f1-b114-87dd4811dd26 req-0e289a82-1796-4b2b-ada8-0cd78a67be02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:36:29.967125 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [req-2842d69d-ee19-41f1-b114-87dd4811dd26 req-0e289a82-1796-4b2b-ada8-0cd78a67be02 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25628'] for port (None), before_response {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:36:29.968550 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-2842d69d-ee19-41f1-b114-87dd4811dd26 req-0e289a82-1796-4b2b-ada8-0cd78a67be02 service neutron] 10.222.0.41 "PUT /v2.0/ports/73a449b6-f9a8-4d7a-b2c4-1e6f3bd4b5e1 HTTP/1.1" status: 200 len: 1093 time: 0.8439734 Mar 02 05:36:29.968992 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d6d0ad3-96d8-46d4-b029-0a99db87e5ea', 'tag': '73a449b6-f9a8-4d7a-b2c4-1e6f3bd4b5e1'}] {{(pid=103714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 05:36:29.971211 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ff79788530fe2085a0b37cf7dfc71d903fcc72df0d156f3e5e7065db2593a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c751cb3a-6809-4f2a-b522-793cbd572427" -d '{"events": [{"name": "network-changed", "server_uuid": "3d6d0ad3-96d8-46d4-b029-0a99db87e5ea", "tag": "73a449b6-f9a8-4d7a-b2c4-1e6f3bd4b5e1"}]}' {{(pid=103714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 05:36:29.983124 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691cc4d8-f04f-4afb-bce2-861df9481150 admin admin] Pushing event deleted for resources: {'Port': ['ID=86b38586-e2ba-4280-ab77-fbad6000f921,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:36:30.004062 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e289a82-1796-4b2b-ada8-0cd78a67be02 service neutron] Pushing event updated for resources: {'Port': ['ID=73a449b6-f9a8-4d7a-b2c4-1e6f3bd4b5e1,revision_number=3']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:36:30.019511 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Mar 2022 05:36:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-604cb12c-32ef-495a-85d2-91e708328f90 x-openstack-request-id: req-604cb12c-32ef-495a-85d2-91e708328f90 {{(pid=103714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 05:36:30.019873 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d6d0ad3-96d8-46d4-b029-0a99db87e5ea", "tag": "73a449b6-f9a8-4d7a-b2c4-1e6f3bd4b5e1", "status": "completed", "code": 200}]} {{(pid=103714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 05:36:30.020724 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-604cb12c-32ef-495a-85d2-91e708328f90 {{(pid=103714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 05:36:30.021344 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d6d0ad3-96d8-46d4-b029-0a99db87e5ea', 'tag': '73a449b6-f9a8-4d7a-b2c4-1e6f3bd4b5e1', 'status': 'completed', 'code': 200} Mar 02 05:36:30.054629 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-691cc4d8-f04f-4afb-bce2-861df9481150 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-556402'] for router_gateway (b4ad9cfc-7181-4b96-8cf3-45036b5b57a9), after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:36:30.088426 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c751cb3a-6809-4f2a-b522-793cbd572427 req-6ee46feb-874e-45b5-bfef-e8d2684aa1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:36:30.089918 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-c751cb3a-6809-4f2a-b522-793cbd572427 req-6ee46feb-874e-45b5-bfef-e8d2684aa1c2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e00d6ea216644603b7d5a61c15ab3396&device_id=3d6d0ad3-96d8-46d4-b029-0a99db87e5ea HTTP/1.1" status: 200 len: 1127 time: 0.0455379 Mar 02 05:36:30.116345 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d2c57fe9-442c-455c-8699-6b74f89e917e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629892'] for security_group (2fd73f8e-8fa5-42b0-b31f-498ec1007c1b), after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:36:30.118892 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d2c57fe9-442c-455c-8699-6b74f89e917e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:36:30.120069 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-d2c57fe9-442c-455c-8699-6b74f89e917e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2fd73f8e-8fa5-42b0-b31f-498ec1007c1b HTTP/1.1" status: 204 len: 168 time: 0.3665662 Mar 02 05:36:30.155470 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c57fe9-442c-455c-8699-6b74f89e917e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fd73f8e-8fa5-42b0-b31f-498ec1007c1b,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:36:30.159891 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-691cc4d8-f04f-4afb-bce2-861df9481150 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552674', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5165'] for router (b4ad9cfc-7181-4b96-8cf3-45036b5b57a9), precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:36:30.162409 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-691cc4d8-f04f-4afb-bce2-861df9481150 admin admin] Publish callbacks [] for router_controller (b4ad9cfc-7181-4b96-8cf3-45036b5b57a9), precommit_delete_associations {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:36:30.206250 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c751cb3a-6809-4f2a-b522-793cbd572427 req-ba736396-d278-4f3f-93dc-a73e3db799cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:36:30.210375 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-c751cb3a-6809-4f2a-b522-793cbd572427 req-ba736396-d278-4f3f-93dc-a73e3db799cf service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=e00d6ea216644603b7d5a61c15ab3396&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1092255 Mar 02 05:36:30.299159 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-691cc4d8-f04f-4afb-bce2-861df9481150 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552665'] for router (b4ad9cfc-7181-4b96-8cf3-45036b5b57a9), after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:36:30.299929 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-691cc4d8-f04f-4afb-bce2-861df9481150 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b4ad9cfc-7181-4b96-8cf3-45036b5b57a9 {{(pid=103715) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 05:36:30.306533 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-691cc4d8-f04f-4afb-bce2-861df9481150 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:36:30.308200 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-691cc4d8-f04f-4afb-bce2-861df9481150 admin admin] 10.222.0.32 "DELETE /v2.0/routers/b4ad9cfc-7181-4b96-8cf3-45036b5b57a9 HTTP/1.1" status: 204 len: 168 time: 1.7198796 Mar 02 05:36:30.311699 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.wsgi [-] (103714) accepted ('10.222.0.32', 43818) {{(pid=103714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:36:30.322924 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c751cb3a-6809-4f2a-b522-793cbd572427 req-3b6a572a-8f1f-43e4-b50a-441fa8148c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:36:30.324592 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-c751cb3a-6809-4f2a-b522-793cbd572427 req-3b6a572a-8f1f-43e4-b50a-441fa8148c27 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1109858 Mar 02 05:36:30.364324 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.db.db_base_plugin_v2 [None req-717015f2-cc5d-404c-9ddf-7ec1157493e7 admin admin] Deleting subnet 878a1507-a24f-4e42-91b3-d1b3ffd1e65a {{(pid=103714) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 02 05:36:30.367757 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-717015f2-cc5d-404c-9ddf-7ec1157493e7 admin admin] Publish callbacks [] for subnet (878a1507-a24f-4e42-91b3-d1b3ffd1e65a), before_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:36:30.374860 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac86f48-df64-4e3f-b3c6-2e3e54473187 req-83d43619-fc5c-40c1-b6f1-fbf9381a6eb6 tempest-VolumesSnapshotTestJSON-757206607 tempest-VolumesSnapshotTestJSON-757206607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:36:30.382184 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-aac86f48-df64-4e3f-b3c6-2e3e54473187 req-83d43619-fc5c-40c1-b6f1-fbf9381a6eb6 tempest-VolumesSnapshotTestJSON-757206607 tempest-VolumesSnapshotTestJSON-757206607-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d6d0ad3-96d8-46d4-b029-0a99db87e5ea HTTP/1.1" status: 200 len: 943 time: 0.0696747 Mar 02 05:36:30.435199 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-717015f2-cc5d-404c-9ddf-7ec1157493e7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13450151'] for subnet (878a1507-a24f-4e42-91b3-d1b3ffd1e65a), precommit_delete_associations {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:36:30.437037 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-aac86f48-df64-4e3f-b3c6-2e3e54473187 req-2850fc6e-1130-41d9-9c8a-1ccf288ef834 tempest-VolumesSnapshotTestJSON-757206607 tempest-VolumesSnapshotTestJSON-757206607-project] 10.222.0.32 "GET /v2.0/security-groups?id=fb55fbfa-cea6-4c14-9ad8-5d4df4dbb361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520248 Mar 02 05:36:30.475069 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2842d69d-ee19-41f1-b114-87dd4811dd26 req-7ac664fa-3b5b-43fd-9bb4-4f8a355f7420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:36:30.476665 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-2842d69d-ee19-41f1-b114-87dd4811dd26 req-7ac664fa-3b5b-43fd-9bb4-4f8a355f7420 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e00d6ea216644603b7d5a61c15ab3396&device_id=3d6d0ad3-96d8-46d4-b029-0a99db87e5ea HTTP/1.1" status: 200 len: 1127 time: 0.1066880 Mar 02 05:36:30.562212 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-2842d69d-ee19-41f1-b114-87dd4811dd26 req-f685fb4b-89cc-437f-9a8e-b52fd5700a42 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=73a449b6-f9a8-4d7a-b2c4-1e6f3bd4b5e1 HTTP/1.1" status: 200 len: 217 time: 0.0742378 Mar 02 05:36:30.620152 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-717015f2-cc5d-404c-9ddf-7ec1157493e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1107012'] for subnet (878a1507-a24f-4e42-91b3-d1b3ffd1e65a), precommit_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:36:30.657981 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2842d69d-ee19-41f1-b114-87dd4811dd26 req-925b1a79-bf97-4020-b0a6-fa624095ade2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:36:30.659476 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-2842d69d-ee19-41f1-b114-87dd4811dd26 req-925b1a79-bf97-4020-b0a6-fa624095ade2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a595f37d-221f-4675-aee7-299aef06f032 HTTP/1.1" status: 200 len: 854 time: 0.0855870 Mar 02 05:36:30.695004 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-2842d69d-ee19-41f1-b114-87dd4811dd26 req-bd87c0ba-afeb-480f-ac47-cee412de98c7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d7468561-eb0e-4f2a-bcc6-204aff64cfc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291271 Mar 02 05:36:30.756753 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-717015f2-cc5d-404c-9ddf-7ec1157493e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1107019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13003880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13179341'] for subnet (878a1507-a24f-4e42-91b3-d1b3ffd1e65a), after_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:36:30.790410 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717015f2-cc5d-404c-9ddf-7ec1157493e7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=878a1507-a24f-4e42-91b3-d1b3ffd1e65a,revision_number=None']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:36:30.797097 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-717015f2-cc5d-404c-9ddf-7ec1157493e7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:36:30.800239 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [None req-717015f2-cc5d-404c-9ddf-7ec1157493e7 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/878a1507-a24f-4e42-91b3-d1b3ffd1e65a HTTP/1.1" status: 204 len: 168 time: 0.4875994 Mar 02 05:36:30.804945 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c71e81a8-a07b-40c2-96ba-cc7842be3a59 None None] Network 79902201-00d3-4b67-8b4b-f9f77811e89e requested from dv-cinder-768458-18-iscsi {{(pid=103716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 05:36:30.807900 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.32', 43822) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:36:30.831101 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-2842d69d-ee19-41f1-b114-87dd4811dd26 req-2e7dbb58-3274-4641-91d4-8a11541cc850 service neutron] 10.222.0.41 "GET /v2.0/networks/d7468561-eb0e-4f2a-bcc6-204aff64cfc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276917 Mar 02 05:36:30.851042 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.32', 43824) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:36:30.875191 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-b7476527-43eb-4258-b75d-b3333f74f3a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:36:30.904121 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-cd02c6cc-3278-4fe7-820e-01fb5d5dfc63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1295551'] for network (79902201-00d3-4b67-8b4b-f9f77811e89e), before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:36:30.946786 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-2842d69d-ee19-41f1-b114-87dd4811dd26 req-0807ba87-27de-4bfd-a174-cc9a7c7f5973 service neutron] 10.222.0.41 "GET /v2.0/networks/d7468561-eb0e-4f2a-bcc6-204aff64cfc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093106 Mar 02 05:36:31.011527 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ec6057d-e679-40f8-b6ec-91078ef204e7 None None] DHCP port deletion for 79902201-00d3-4b67-8b4b-f9f77811e89e request from dv-cinder-768458-18-iscsi {{(pid=103716) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 02 05:36:31.022610 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-b7476527-43eb-4258-b75d-b3333f74f3a0 admin admin] Publish callbacks [] for security_group (b2e9795d-07a2-42bd-a717-faf795913465), precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:36:31.028265 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-cd02c6cc-3278-4fe7-820e-01fb5d5dfc63 admin admin] Deleting port 55c36dfd-ddc9-48d3-8aaf-d41cd2b1f1b9 {{(pid=103715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 05:36:31.028598 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-cd02c6cc-3278-4fe7-820e-01fb5d5dfc63 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789290453881'] for port (55c36dfd-ddc9-48d3-8aaf-d41cd2b1f1b9), before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:36:31.069508 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-7ec6057d-e679-40f8-b6ec-91078ef204e7 None None] Deleting port 55c36dfd-ddc9-48d3-8aaf-d41cd2b1f1b9 {{(pid=103716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 05:36:31.069761 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-7ec6057d-e679-40f8-b6ec-91078ef204e7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789290453881'] for port (55c36dfd-ddc9-48d3-8aaf-d41cd2b1f1b9), before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:36:31.083589 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaac6b29-b740-40f4-8006-ac874b987303 req-7ba852f6-096a-402e-b210-0a22fe9b3e59 tempest-TestShelveInstance-884373592 tempest-TestShelveInstance-884373592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:36:31.085113 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-aaac6b29-b740-40f4-8006-ac874b987303 req-7ba852f6-096a-402e-b210-0a22fe9b3e59 tempest-TestShelveInstance-884373592 tempest-TestShelveInstance-884373592-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d2cebdb-90e4-425b-9b77-8faaeccbdbf7 HTTP/1.1" status: 200 len: 946 time: 0.0937805 Mar 02 05:36:31.105291 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.db [None req-cd02c6cc-3278-4fe7-820e-01fb5d5dfc63 admin admin] For port 55c36dfd-ddc9-48d3-8aaf-d41cd2b1f1b9, host dv-cinder-768458-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-18-iscsi',level=0,port_id=55c36dfd-ddc9-48d3-8aaf-d41cd2b1f1b9,segment=NetworkSegment(bfdb29d3-deb6-49e5-b796-0f6849bf03e6),segment_id=bfdb29d3-deb6-49e5-b796-0f6849bf03e6)] {{(pid=103715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 05:36:31.105751 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-cd02c6cc-3278-4fe7-820e-01fb5d5dfc63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542039'] for port (55c36dfd-ddc9-48d3-8aaf-d41cd2b1f1b9), precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:36:31.111914 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.rpc [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Device 55c36dfd-ddc9-48d3-8aaf-d41cd2b1f1b9 no longer exists at agent ovs-agent-dv-cinder-768458-18-iscsi {{(pid=103716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 05:36:31.125594 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-b7476527-43eb-4258-b75d-b3333f74f3a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629892'] for security_group (b2e9795d-07a2-42bd-a717-faf795913465), after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:36:31.128883 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-cd02c6cc-3278-4fe7-820e-01fb5d5dfc63 admin admin] Calling delete_port for 55c36dfd-ddc9-48d3-8aaf-d41cd2b1f1b9 owned by network:dhcp {{(pid=103715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 05:36:31.143229 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-aaac6b29-b740-40f4-8006-ac874b987303 req-00afc08a-9263-4533-afff-628b2f8b8989 tempest-TestShelveInstance-884373592 tempest-TestShelveInstance-884373592-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b903e94-610b-437d-b42e-c55e30ec84d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474195 Mar 02 05:36:31.169195 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-7ec6057d-e679-40f8-b6ec-91078ef204e7 None None] For port 55c36dfd-ddc9-48d3-8aaf-d41cd2b1f1b9, host dv-cinder-768458-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-18-iscsi',level=0,port_id=55c36dfd-ddc9-48d3-8aaf-d41cd2b1f1b9,segment=NetworkSegment(bfdb29d3-deb6-49e5-b796-0f6849bf03e6),segment_id=bfdb29d3-deb6-49e5-b796-0f6849bf03e6)] {{(pid=103716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 05:36:31.169838 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-7ec6057d-e679-40f8-b6ec-91078ef204e7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542039'] for port (55c36dfd-ddc9-48d3-8aaf-d41cd2b1f1b9), precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:36:31.182510 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-b7476527-43eb-4258-b75d-b3333f74f3a0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=aae318cff4604f2fb9c4930ff1fa26a1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3301623 Mar 02 05:36:31.183645 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7476527-43eb-4258-b75d-b3333f74f3a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2e9795d-07a2-42bd-a717-faf795913465,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:36:31.184891 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-7ec6057d-e679-40f8-b6ec-91078ef204e7 None None] Calling delete_port for 55c36dfd-ddc9-48d3-8aaf-d41cd2b1f1b9 owned by network:dhcp {{(pid=103716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 05:36:31.192832 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.wsgi [-] (103714) accepted ('10.222.0.32', 43830) {{(pid=103714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:36:31.239183 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-3a4bbd20-9c74-4fb5-8334-c88e30c9693b admin admin] Publish callbacks [] for security_group (b2e9795d-07a2-42bd-a717-faf795913465), before_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:36:31.264228 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-3a4bbd20-9c74-4fb5-8334-c88e30c9693b admin admin] Publish callbacks [] for security_group (b2e9795d-07a2-42bd-a717-faf795913465), precommit_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:36:31.275531 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Current status of the port 55c36dfd-ddc9-48d3-8aaf-d41cd2b1f1b9 is: ACTIVE; New status is: DOWN {{(pid=103716) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 05:36:31.275925 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for port (55c36dfd-ddc9-48d3-8aaf-d41cd2b1f1b9), before_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:36:31.380236 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-cd02c6cc-3278-4fe7-820e-01fb5d5dfc63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789290460636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789289919726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14203002'] for port (55c36dfd-ddc9-48d3-8aaf-d41cd2b1f1b9), after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:36:31.402116 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.rpc [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Device 5280e16f-19f2-4db4-88c7-2c97f696e131 no longer exists at agent ovs-agent-dv-cinder-768458-18-iscsi {{(pid=103716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 05:36:31.403859 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-7ec6057d-e679-40f8-b6ec-91078ef204e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789290460636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789289919726'] for port (55c36dfd-ddc9-48d3-8aaf-d41cd2b1f1b9), after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:36:31.405566 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd02c6cc-3278-4fe7-820e-01fb5d5dfc63 admin admin] Pushing event deleted for resources: {'Port': ['ID=55c36dfd-ddc9-48d3-8aaf-d41cd2b1f1b9,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:36:31.412211 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd02c6cc-3278-4fe7-820e-01fb5d5dfc63 admin admin] No DVR routers for this DVR port 55c36dfd-ddc9-48d3-8aaf-d41cd2b1f1b9 on host dv-cinder-768458-18-iscsi {{(pid=103715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 05:36:31.430911 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-3a4bbd20-9c74-4fb5-8334-c88e30c9693b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629892'] for security_group (b2e9795d-07a2-42bd-a717-faf795913465), after_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:36:31.434030 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-3a4bbd20-9c74-4fb5-8334-c88e30c9693b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:36:31.436511 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [None req-3a4bbd20-9c74-4fb5-8334-c88e30c9693b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b2e9795d-07a2-42bd-a717-faf795913465 HTTP/1.1" status: 204 len: 168 time: 0.2492354 Mar 02 05:36:31.444771 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4bbd20-9c74-4fb5-8334-c88e30c9693b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2e9795d-07a2-42bd-a717-faf795913465,revision_number=None']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:36:31.447846 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] No Port match for: 5280e16f-19f2-4db4-88c7-2c97f696e131 {{(pid=103716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 05:36:31.448141 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.rpc [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Device 5280e16f-19f2-4db4-88c7-2c97f696e131 not bound to the agent host dv-cinder-768458-18-iscsi {{(pid=103716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 05:36:31.448571 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.rpc [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Device 86b38586-e2ba-4280-ab77-fbad6000f921 no longer exists at agent ovs-agent-dv-cinder-768458-18-iscsi {{(pid=103716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 05:36:31.453418 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec6057d-e679-40f8-b6ec-91078ef204e7 None None] Pushing event deleted for resources: {'Port': ['ID=55c36dfd-ddc9-48d3-8aaf-d41cd2b1f1b9,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:36:31.474385 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec6057d-e679-40f8-b6ec-91078ef204e7 None None] No DVR routers for this DVR port 55c36dfd-ddc9-48d3-8aaf-d41cd2b1f1b9 on host dv-cinder-768458-18-iscsi {{(pid=103716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 05:36:31.483434 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] No Port match for: 86b38586-e2ba-4280-ab77-fbad6000f921 {{(pid=103716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 05:36:31.483974 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.rpc [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Device 86b38586-e2ba-4280-ab77-fbad6000f921 not bound to the agent host dv-cinder-768458-18-iscsi {{(pid=103716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 05:36:31.531374 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-cd02c6cc-3278-4fe7-820e-01fb5d5dfc63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2011071', 'neutron.services.segments.db._delete_segments_for_network-8789290248605'] for network (79902201-00d3-4b67-8b4b-f9f77811e89e), precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:36:31.563735 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.services.segments.db [None req-cd02c6cc-3278-4fe7-820e-01fb5d5dfc63 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79902201-00d3-4b67-8b4b-f9f77811e89e']}} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 05:36:31.589590 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.services.segments.db [None req-cd02c6cc-3278-4fe7-820e-01fb5d5dfc63 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfdb29d3-deb6-49e5-b796-0f6849bf03e6') {'for_net_delete': True} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 05:36:31.589888 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.services.segments.db [None req-cd02c6cc-3278-4fe7-820e-01fb5d5dfc63 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfdb29d3-deb6-49e5-b796-0f6849bf03e6') {} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 05:36:31.601691 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-cd02c6cc-3278-4fe7-820e-01fb5d5dfc63 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789290251430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14592168'] for segment (bfdb29d3-deb6-49e5-b796-0f6849bf03e6), before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:36:31.620195 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-cd02c6cc-3278-4fe7-820e-01fb5d5dfc63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1106907'] for segment (bfdb29d3-deb6-49e5-b796-0f6849bf03e6), precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:36:31.631988 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9317b972-5434-44f0-b18d-6ff704ff9252 req-74b4144d-4c7d-4cf4-944c-404aed530077 tempest-VolumesSnapshotTestJSON-757206607 tempest-VolumesSnapshotTestJSON-757206607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:36:31.633478 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-9317b972-5434-44f0-b18d-6ff704ff9252 req-74b4144d-4c7d-4cf4-944c-404aed530077 tempest-VolumesSnapshotTestJSON-757206607 tempest-VolumesSnapshotTestJSON-757206607-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d6d0ad3-96d8-46d4-b029-0a99db87e5ea HTTP/1.1" status: 200 len: 943 time: 0.0902503 Mar 02 05:36:31.636046 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd02c6cc-3278-4fe7-820e-01fb5d5dfc63 admin admin] Releasing vlan 275 on physical network physnet1 to pool {{(pid=103715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 05:36:31.636438 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-cd02c6cc-3278-4fe7-820e-01fb5d5dfc63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1106907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14203031'] for segment (bfdb29d3-deb6-49e5-b796-0f6849bf03e6), after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:36:31.638107 dv-cinder-768458-18-iscsi neutron-server[103715]: Traceback (most recent call last): Mar 02 05:36:31.638107 dv-cinder-768458-18-iscsi neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 05:36:31.638107 dv-cinder-768458-18-iscsi neutron-server[103715]: timer() Mar 02 05:36:31.638107 dv-cinder-768458-18-iscsi neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 05:36:31.638107 dv-cinder-768458-18-iscsi neutron-server[103715]: cb(*args, **kw) Mar 02 05:36:31.638107 dv-cinder-768458-18-iscsi neutron-server[103715]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 02 05:36:31.638107 dv-cinder-768458-18-iscsi neutron-server[103715]: return func(*args, **kwargs) Mar 02 05:36:31.638107 dv-cinder-768458-18-iscsi neutron-server[103715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 05:36:31.638107 dv-cinder-768458-18-iscsi neutron-server[103715]: self._notify() Mar 02 05:36:31.638107 dv-cinder-768458-18-iscsi neutron-server[103715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 05:36:31.638107 dv-cinder-768458-18-iscsi neutron-server[103715]: self.callback(batched_events) Mar 02 05:36:31.638107 dv-cinder-768458-18-iscsi neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 05:36:31.638107 dv-cinder-768458-18-iscsi neutron-server[103715]: event.method(event) Mar 02 05:36:31.638107 dv-cinder-768458-18-iscsi neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 02 05:36:31.638107 dv-cinder-768458-18-iscsi neutron-server[103715]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 05:36:31.638107 dv-cinder-768458-18-iscsi neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 02 05:36:31.638107 dv-cinder-768458-18-iscsi neutron-server[103715]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 05:36:31.638107 dv-cinder-768458-18-iscsi neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 02 05:36:31.638107 dv-cinder-768458-18-iscsi neutron-server[103715]: return f(self, *a, **k) Mar 02 05:36:31.638107 dv-cinder-768458-18-iscsi neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 05:36:31.638107 dv-cinder-768458-18-iscsi neutron-server[103715]: return self._get(url).json() Mar 02 05:36:31.638107 dv-cinder-768458-18-iscsi neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 05:36:31.638107 dv-cinder-768458-18-iscsi neutron-server[103715]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 05:36:31.638107 dv-cinder-768458-18-iscsi neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 05:36:31.638107 dv-cinder-768458-18-iscsi neutron-server[103715]: return self.request(url, 'GET', **kwargs) Mar 02 05:36:31.638107 dv-cinder-768458-18-iscsi neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 05:36:31.638107 dv-cinder-768458-18-iscsi neutron-server[103715]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 05:36:31.638107 dv-cinder-768458-18-iscsi neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 05:36:31.638107 dv-cinder-768458-18-iscsi neutron-server[103715]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 05:36:31.638107 dv-cinder-768458-18-iscsi neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 05:36:31.638107 dv-cinder-768458-18-iscsi neutron-server[103715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 05:36:31.638107 dv-cinder-768458-18-iscsi neutron-server[103715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 05:36:31.727946 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-9317b972-5434-44f0-b18d-6ff704ff9252 req-d2ea0520-4da6-4d9f-bba6-8f69e183aa00 tempest-VolumesSnapshotTestJSON-757206607 tempest-VolumesSnapshotTestJSON-757206607-project] 10.222.0.32 "GET /v2.0/security-groups?id=fb55fbfa-cea6-4c14-9ad8-5d4df4dbb361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767586 Mar 02 05:36:31.785343 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-cd02c6cc-3278-4fe7-820e-01fb5d5dfc63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2011078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556366'] for network (79902201-00d3-4b67-8b4b-f9f77811e89e), after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:36:31.791702 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-cd02c6cc-3278-4fe7-820e-01fb5d5dfc63 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531172'] for network (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:36:31.799659 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-cd02c6cc-3278-4fe7-820e-01fb5d5dfc63 admin admin] 10.222.0.32 "DELETE /v2.0/networks/79902201-00d3-4b67-8b4b-f9f77811e89e HTTP/1.1" status: 204 len: 168 time: 0.9859333 Mar 02 05:36:31.799823 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.wsgi [-] (103714) accepted ('10.222.0.32', 43838) {{(pid=103714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:36:31.807587 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd02c6cc-3278-4fe7-820e-01fb5d5dfc63 admin admin] Pushing event deleted for resources: {'Network': ['ID=79902201-00d3-4b67-8b4b-f9f77811e89e,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:36:32.449833 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-94614321-db0b-4944-ae16-c9f62d5413af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-555324'] for router_interface (9a86f8e9-0387-4408-ab11-99efe53c1300), before_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:36:32.508964 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.rpc [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Device 73a449b6-f9a8-4d7a-b2c4-1e6f3bd4b5e1 details requested by agent hyperv_hv-cinder-76845 with host hv-cinder-76845 {{(pid=103716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 02 05:36:32.609042 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] For port 73a449b6-f9a8-4d7a-b2c4-1e6f3bd4b5e1, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=73a449b6-f9a8-4d7a-b2c4-1e6f3bd4b5e1,segment=NetworkSegment(aa0735c6-c2dc-4c87-842d-9181d3d258f6),segment_id=aa0735c6-c2dc-4c87-842d-9181d3d258f6)] {{(pid=103716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 05:36:32.625456 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.rpc [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Returning: {'device': '73a449b6-f9a8-4d7a-b2c4-1e6f3bd4b5e1', 'network_id': 'd7468561-eb0e-4f2a-bcc6-204aff64cfc4', 'port_id': '73a449b6-f9a8-4d7a-b2c4-1e6f3bd4b5e1', 'mac_address': 'fa:16:3e:82:86:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 266, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a595f37d-221f-4675-aee7-299aef06f032', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 02 05:36:32.663801 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Current status of the port 73a449b6-f9a8-4d7a-b2c4-1e6f3bd4b5e1 is: DOWN; New status is: BUILD {{(pid=103716) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 05:36:32.664197 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for port (73a449b6-f9a8-4d7a-b2c4-1e6f3bd4b5e1), before_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:36:32.677393 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.notifiers.nova [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73a449b6-f9a8-4d7a-b2c4-1e6f3bd4b5e1 {{(pid=103716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 05:36:32.698465 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] For port 73a449b6-f9a8-4d7a-b2c4-1e6f3bd4b5e1, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=73a449b6-f9a8-4d7a-b2c4-1e6f3bd4b5e1,segment=NetworkSegment(aa0735c6-c2dc-4c87-842d-9181d3d258f6),segment_id=aa0735c6-c2dc-4c87-842d-9181d3d258f6)] {{(pid=103716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 05:36:32.708311 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-94614321-db0b-4944-ae16-c9f62d5413af admin admin] Deleting port c693fe44-f32e-4779-b35d-5fed8a61ccb7 {{(pid=103714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 05:36:32.712778 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-94614321-db0b-4944-ae16-c9f62d5413af admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789290453881'] for port (c693fe44-f32e-4779-b35d-5fed8a61ccb7), before_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:36:32.753942 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789290460654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789289919735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789289921293'] for port (73a449b6-f9a8-4d7a-b2c4-1e6f3bd4b5e1), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:36:32.802467 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.db [None req-94614321-db0b-4944-ae16-c9f62d5413af admin admin] For port c693fe44-f32e-4779-b35d-5fed8a61ccb7, host dv-cinder-768458-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-18-iscsi',level=0,port_id=c693fe44-f32e-4779-b35d-5fed8a61ccb7,segment=NetworkSegment(38091164-dd7b-42b6-944c-ba79ab0f0a5f),segment_id=38091164-dd7b-42b6-944c-ba79ab0f0a5f)] {{(pid=103714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 05:36:32.802823 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-94614321-db0b-4944-ae16-c9f62d5413af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542039'] for port (c693fe44-f32e-4779-b35d-5fed8a61ccb7), precommit_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:36:32.804698 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Pushing event updated for resources: {'Port': ['ID=73a449b6-f9a8-4d7a-b2c4-1e6f3bd4b5e1,revision_number=4']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:36:32.839431 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-94614321-db0b-4944-ae16-c9f62d5413af admin admin] Calling delete_port for c693fe44-f32e-4779-b35d-5fed8a61ccb7 owned by network:router_interface {{(pid=103714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 05:36:32.917033 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d3b193-d454-4fc8-a398-2af10d7257c5 req-93bbb7e7-cc8a-476d-a777-59545de39140 tempest-VolumesSnapshotTestJSON-757206607 tempest-VolumesSnapshotTestJSON-757206607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:36:32.918516 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-36d3b193-d454-4fc8-a398-2af10d7257c5 req-93bbb7e7-cc8a-476d-a777-59545de39140 tempest-VolumesSnapshotTestJSON-757206607 tempest-VolumesSnapshotTestJSON-757206607-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d6d0ad3-96d8-46d4-b029-0a99db87e5ea HTTP/1.1" status: 200 len: 944 time: 0.1189480 Mar 02 05:36:32.972572 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] get_ports_and_sgs() called for port_ids ['73a449b6-f9a8-4d7a-b2c4-1e6f3bd4b5e1'] {{(pid=103716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 05:36:33.023825 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-36d3b193-d454-4fc8-a398-2af10d7257c5 req-c3b3b5a9-eba7-4653-9c64-008639c78249 tempest-VolumesSnapshotTestJSON-757206607 tempest-VolumesSnapshotTestJSON-757206607-project] 10.222.0.32 "GET /v2.0/security-groups?id=fb55fbfa-cea6-4c14-9ad8-5d4df4dbb361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995004 Mar 02 05:36:33.276284 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-94614321-db0b-4944-ae16-c9f62d5413af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789290460636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789289919726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13003867'] for port (c693fe44-f32e-4779-b35d-5fed8a61ccb7), after_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:36:33.307088 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94614321-db0b-4944-ae16-c9f62d5413af admin admin] Pushing event deleted for resources: {'Port': ['ID=c693fe44-f32e-4779-b35d-5fed8a61ccb7,revision_number=None']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:36:33.486089 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-94614321-db0b-4944-ae16-c9f62d5413af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555472'] for router_interface (9a86f8e9-0387-4408-ab11-99efe53c1300), after_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:36:33.706236 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94614321-db0b-4944-ae16-c9f62d5413af admin admin] Router 9a86f8e9-0387-4408-ab11-99efe53c1300 has already been hosted by L3 agent 9c2b50e6-1677-4aa9-928e-941b4c488fc5 {{(pid=103714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 05:36:33.814630 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94614321-db0b-4944-ae16-c9f62d5413af admin admin] Notify agent at l3_agent.dv-cinder-768458-18-iscsi the message routers_updated {{(pid=103714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 05:36:33.820303 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [None req-94614321-db0b-4944-ae16-c9f62d5413af admin admin] 10.222.0.32 "PUT /v2.0/routers/9a86f8e9-0387-4408-ab11-99efe53c1300/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0198288 Mar 02 05:36:33.822744 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.wsgi [-] (103714) accepted ('10.222.0.32', 43866) {{(pid=103714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:36:33.825257 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d679b316-3d8d-424b-b605-3bd60aa1e2cf None None] Sync routers for ids ['9a86f8e9-0387-4408-ab11-99efe53c1300'] in dv-cinder-768458-18-iscsi {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 05:36:33.836158 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d679b316-3d8d-424b-b605-3bd60aa1e2cf None None] Routers {'9a86f8e9-0387-4408-ab11-99efe53c1300'} bound to L3 agent in host dv-cinder-768458-18-iscsi {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 05:36:33.836870 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-d679b316-3d8d-424b-b605-3bd60aa1e2cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-02T05:20:42Z,description=,heartbeat_timestamp=2022-03-02T05:36:12Z,host='dv-cinder-768458-18-iscsi',id=9c2b50e6-1677-4aa9-928e-941b4c488fc5,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T05:20:42Z,topic='l3_agent')) {'router_ids': ['9a86f8e9-0387-4408-ab11-99efe53c1300'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 05:36:33.931465 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-19941cf1-d410-420f-ac5b-094b002ebd22 admin admin] Publish callbacks [] for router (9a86f8e9-0387-4408-ab11-99efe53c1300), before_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:36:33.942351 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.db.l3_dvr_db [None req-d679b316-3d8d-424b-b605-3bd60aa1e2cf None None] Set router 9a86f8e9-0387-4408-ab11-99efe53c1300 gateway port host: dv-cinder-768458-18-iscsi {{(pid=103717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 05:36:34.039421 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-19941cf1-d410-420f-ac5b-094b002ebd22 admin admin] Publish callbacks [] for router_gateway (9a86f8e9-0387-4408-ab11-99efe53c1300), before_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:36:34.145425 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c650b6-06a3-45bf-af38-42c868dc5f75 req-057cdfb7-5581-4d65-bac7-fa75bb37994f tempest-VolumesSnapshotTestJSON-757206607 tempest-VolumesSnapshotTestJSON-757206607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:36:34.147489 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-29c650b6-06a3-45bf-af38-42c868dc5f75 req-057cdfb7-5581-4d65-bac7-fa75bb37994f tempest-VolumesSnapshotTestJSON-757206607 tempest-VolumesSnapshotTestJSON-757206607-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d6d0ad3-96d8-46d4-b029-0a99db87e5ea HTTP/1.1" status: 200 len: 944 time: 0.0529609 Mar 02 05:36:34.186323 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-19941cf1-d410-420f-ac5b-094b002ebd22 admin admin] Deleting port 7a572831-85c8-43f5-bb38-4d560af5e85d {{(pid=103714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 05:36:34.186714 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-19941cf1-d410-420f-ac5b-094b002ebd22 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789290453881'] for port (7a572831-85c8-43f5-bb38-4d560af5e85d), before_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:36:34.206715 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-29c650b6-06a3-45bf-af38-42c868dc5f75 req-3d67a145-9c68-4522-beff-23818b600e52 tempest-VolumesSnapshotTestJSON-757206607 tempest-VolumesSnapshotTestJSON-757206607-project] 10.222.0.32 "GET /v2.0/security-groups?id=fb55fbfa-cea6-4c14-9ad8-5d4df4dbb361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530543 Mar 02 05:36:34.209458 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-d679b316-3d8d-424b-b605-3bd60aa1e2cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a86f8e9-0387-4408-ab11-99efe53c1300', 'name': 'tempest-TestMinimumBasicScenario-1104423611-router', 'tenant_id': 'b72412da3ee64e2f809f939979d78b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'external_fixed_ips': [{'subnet_id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '7a572831-85c8-43f5-bb38-4d560af5e85d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T05:33:40Z', 'updated_at': '2022-03-02T05:36:33Z', 'revision_number': 5, 'project_id': 'b72412da3ee64e2f809f939979d78b17', 'gw_port': {'id': '7a572831-85c8-43f5-bb38-4d560af5e85d', 'name': '', 'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:e9:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a86f8e9-0387-4408-ab11-99efe53c1300', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T05:33:41Z', 'updated_at': '2022-03-02T05:33:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-18-iscsi'}], 'dv-cinder-768458-18-iscsi', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 05:36:34.235786 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d679b316-3d8d-424b-b605-3bd60aa1e2cf None None] Checking router: 9a86f8e9-0387-4408-ab11-99efe53c1300 for host: dv-cinder-768458-18-iscsi {{(pid=103717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 05:36:34.244466 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d679b316-3d8d-424b-b605-3bd60aa1e2cf None None] Routers {'9a86f8e9-0387-4408-ab11-99efe53c1300'} bound to L3 agent in host dv-cinder-768458-18-iscsi {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 05:36:34.245068 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-d679b316-3d8d-424b-b605-3bd60aa1e2cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-02T05:20:42Z,description=,heartbeat_timestamp=2022-03-02T05:36:12Z,host='dv-cinder-768458-18-iscsi',id=9c2b50e6-1677-4aa9-928e-941b4c488fc5,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T05:20:42Z,topic='l3_agent')) {'router_ids': ['9a86f8e9-0387-4408-ab11-99efe53c1300'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 05:36:34.265274 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.db [None req-19941cf1-d410-420f-ac5b-094b002ebd22 admin admin] For port 7a572831-85c8-43f5-bb38-4d560af5e85d, host dv-cinder-768458-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-18-iscsi',level=0,port_id=7a572831-85c8-43f5-bb38-4d560af5e85d,segment=NetworkSegment(4c026da1-f439-448a-ad69-ccdbf2795772),segment_id=4c026da1-f439-448a-ad69-ccdbf2795772)] {{(pid=103714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 05:36:34.265639 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-19941cf1-d410-420f-ac5b-094b002ebd22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542039'] for port (7a572831-85c8-43f5-bb38-4d560af5e85d), precommit_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:36:34.278943 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-19941cf1-d410-420f-ac5b-094b002ebd22 admin admin] Calling delete_port for 7a572831-85c8-43f5-bb38-4d560af5e85d owned by network:router_gateway {{(pid=103714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 05:36:34.332442 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.db.l3_dvr_db [None req-d679b316-3d8d-424b-b605-3bd60aa1e2cf None None] Set router 9a86f8e9-0387-4408-ab11-99efe53c1300 gateway port host: None {{(pid=103717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 05:36:34.386059 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-d679b316-3d8d-424b-b605-3bd60aa1e2cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a86f8e9-0387-4408-ab11-99efe53c1300', 'name': 'tempest-TestMinimumBasicScenario-1104423611-router', 'tenant_id': 'b72412da3ee64e2f809f939979d78b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T05:33:40Z', 'updated_at': '2022-03-02T05:36:34Z', 'revision_number': 6, 'project_id': 'b72412da3ee64e2f809f939979d78b17', 'gw_port_host': None}], 'dv-cinder-768458-18-iscsi', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 05:36:34.413745 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d679b316-3d8d-424b-b605-3bd60aa1e2cf None None] The sync data for ids ['9a86f8e9-0387-4408-ab11-99efe53c1300'] in dv-cinder-768458-18-iscsi is: [{'id': '9a86f8e9-0387-4408-ab11-99efe53c1300', 'name': 'tempest-TestMinimumBasicScenario-1104423611-router', 'tenant_id': 'b72412da3ee64e2f809f939979d78b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T05:33:40Z', 'updated_at': '2022-03-02T05:36:34Z', 'revision_number': 6, 'project_id': 'b72412da3ee64e2f809f939979d78b17', 'gw_port_host': None}] {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 05:36:34.510695 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.rpc [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Device 73a449b6-f9a8-4d7a-b2c4-1e6f3bd4b5e1 up at agent hyperv_hv-cinder-76845 {{(pid=103716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 05:36:34.528196 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-19941cf1-d410-420f-ac5b-094b002ebd22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789290460636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789289919726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13003867'] for port (7a572831-85c8-43f5-bb38-4d560af5e85d), after_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:36:34.558277 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19941cf1-d410-420f-ac5b-094b002ebd22 admin admin] Pushing event deleted for resources: {'Port': ['ID=7a572831-85c8-43f5-bb38-4d560af5e85d,revision_number=None']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:36:34.620042 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-19941cf1-d410-420f-ac5b-094b002ebd22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-556402'] for router_gateway (9a86f8e9-0387-4408-ab11-99efe53c1300), after_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:36:34.636390 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.provisioning_blocks [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Provisioning for port 73a449b6-f9a8-4d7a-b2c4-1e6f3bd4b5e1 completed by entity L2. {{(pid=103716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 02 05:36:34.640701 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.provisioning_blocks [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Provisioning complete for port 73a449b6-f9a8-4d7a-b2c4-1e6f3bd4b5e1 triggered by entity L2. {{(pid=103716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 05:36:34.640941 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012754'] for port (73a449b6-f9a8-4d7a-b2c4-1e6f3bd4b5e1), provisioning_complete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:36:34.724590 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-19941cf1-d410-420f-ac5b-094b002ebd22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552674', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5165'] for router (9a86f8e9-0387-4408-ab11-99efe53c1300), precommit_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:36:34.724590 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-19941cf1-d410-420f-ac5b-094b002ebd22 admin admin] Publish callbacks [] for router_controller (9a86f8e9-0387-4408-ab11-99efe53c1300), precommit_delete_associations {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:36:34.724924 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Current status of the port 73a449b6-f9a8-4d7a-b2c4-1e6f3bd4b5e1 is: BUILD; New status is: ACTIVE {{(pid=103716) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 05:36:34.724924 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for port (73a449b6-f9a8-4d7a-b2c4-1e6f3bd4b5e1), before_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:36:34.744669 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d6d0ad3-96d8-46d4-b029-0a99db87e5ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73a449b6-f9a8-4d7a-b2c4-1e6f3bd4b5e1'}] {{(pid=103716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 05:36:34.747169 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5cc3ee08ba8b8203ef00b822cbb368117e1f515a76881e78a723e4cc0774230" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-308f12dd-eb7e-48ce-ba97-82919e4c2e18" -d '{"events": [{"server_uuid": "3d6d0ad3-96d8-46d4-b029-0a99db87e5ea", "name": "network-vif-plugged", "status": "completed", "tag": "73a449b6-f9a8-4d7a-b2c4-1e6f3bd4b5e1"}]}' {{(pid=103716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 05:36:34.762463 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] For port 73a449b6-f9a8-4d7a-b2c4-1e6f3bd4b5e1, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=73a449b6-f9a8-4d7a-b2c4-1e6f3bd4b5e1,segment=NetworkSegment(aa0735c6-c2dc-4c87-842d-9181d3d258f6),segment_id=aa0735c6-c2dc-4c87-842d-9181d3d258f6)] {{(pid=103716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 05:36:34.789948 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 05:36:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfe842e2-63df-4465-b324-656fea728c39 x-openstack-request-id: req-dfe842e2-63df-4465-b324-656fea728c39 {{(pid=103716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 05:36:34.790376 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d6d0ad3-96d8-46d4-b029-0a99db87e5ea", "name": "network-vif-plugged", "status": "completed", "tag": "73a449b6-f9a8-4d7a-b2c4-1e6f3bd4b5e1", "code": 200}]} {{(pid=103716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 05:36:34.790641 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-dfe842e2-63df-4465-b324-656fea728c39 {{(pid=103716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 05:36:34.791036 dv-cinder-768458-18-iscsi neutron-server[103716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d6d0ad3-96d8-46d4-b029-0a99db87e5ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73a449b6-f9a8-4d7a-b2c4-1e6f3bd4b5e1', 'code': 200} Mar 02 05:36:34.836663 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789290460654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789289919735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789289921293'] for port (73a449b6-f9a8-4d7a-b2c4-1e6f3bd4b5e1), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:36:34.871236 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-19941cf1-d410-420f-ac5b-094b002ebd22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552665'] for router (9a86f8e9-0387-4408-ab11-99efe53c1300), after_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:36:34.872022 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19941cf1-d410-420f-ac5b-094b002ebd22 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9a86f8e9-0387-4408-ab11-99efe53c1300 {{(pid=103714) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 05:36:34.876402 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-19941cf1-d410-420f-ac5b-094b002ebd22 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:36:34.880079 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [None req-19941cf1-d410-420f-ac5b-094b002ebd22 admin admin] 10.222.0.32 "DELETE /v2.0/routers/9a86f8e9-0387-4408-ab11-99efe53c1300 HTTP/1.1" status: 204 len: 168 time: 1.0541034 Mar 02 05:36:34.880541 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.32', 43876) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:36:34.893488 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Pushing event updated for resources: {'Port': ['ID=73a449b6-f9a8-4d7a-b2c4-1e6f3bd4b5e1,revision_number=5']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:36:34.927012 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.db.db_base_plugin_v2 [None req-52bb5493-0295-4d50-b8f5-d7db6e721de1 admin admin] Deleting subnet 3a434930-11f4-4776-887a-6fa65046f22b {{(pid=103715) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 02 05:36:34.931002 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-52bb5493-0295-4d50-b8f5-d7db6e721de1 admin admin] Publish callbacks [] for subnet (3a434930-11f4-4776-887a-6fa65046f22b), before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:36:34.964737 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-52bb5493-0295-4d50-b8f5-d7db6e721de1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14592191'] for subnet (3a434930-11f4-4776-887a-6fa65046f22b), precommit_delete_associations {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:36:35.041855 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-52bb5493-0295-4d50-b8f5-d7db6e721de1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1107012'] for subnet (3a434930-11f4-4776-887a-6fa65046f22b), precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:36:35.119224 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a072cbe-daf6-452d-a225-01d6c878fd65 req-d8c2ac77-2ed0-4374-9800-f8035753ca32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:36:35.120708 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-0a072cbe-daf6-452d-a225-01d6c878fd65 req-d8c2ac77-2ed0-4374-9800-f8035753ca32 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3d6d0ad3-96d8-46d4-b029-0a99db87e5ea HTTP/1.1" status: 200 len: 1129 time: 0.0436342 Mar 02 05:36:35.165860 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-0a072cbe-daf6-452d-a225-01d6c878fd65 req-97b678d0-6748-4e0b-8757-29f57582cb6d service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=fb55fbfa-cea6-4c14-9ad8-5d4df4dbb361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384674 Mar 02 05:36:35.180559 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-52bb5493-0295-4d50-b8f5-d7db6e721de1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1107019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14202953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58182792'] for subnet (3a434930-11f4-4776-887a-6fa65046f22b), after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:36:35.209791 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bb5493-0295-4d50-b8f5-d7db6e721de1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3a434930-11f4-4776-887a-6fa65046f22b,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:36:35.214688 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-52bb5493-0295-4d50-b8f5-d7db6e721de1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531172'] for subnet (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:36:35.218059 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-52bb5493-0295-4d50-b8f5-d7db6e721de1 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/3a434930-11f4-4776-887a-6fa65046f22b HTTP/1.1" status: 204 len: 168 time: 0.3364487 Mar 02 05:36:35.224768 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.wsgi [-] (103714) accepted ('10.222.0.32', 43880) {{(pid=103714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:36:35.224907 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b728fb3-eca0-4b36-bd9e-ec7c8ece0e05 None None] Network 47423aec-29db-4d5c-86df-3c0039d5aa97 requested from dv-cinder-768458-18-iscsi {{(pid=103716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 05:36:35.225060 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bb5493-0295-4d50-b8f5-d7db6e721de1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:36:35.225060 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bb5493-0295-4d50-b8f5-d7db6e721de1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:36:35.225060 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bb5493-0295-4d50-b8f5-d7db6e721de1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:36:35.225060 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bb5493-0295-4d50-b8f5-d7db6e721de1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:36:35.225416 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bb5493-0295-4d50-b8f5-d7db6e721de1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:36:35.225602 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bb5493-0295-4d50-b8f5-d7db6e721de1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:36:35.225943 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bb5493-0295-4d50-b8f5-d7db6e721de1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:36:35.226280 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bb5493-0295-4d50-b8f5-d7db6e721de1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:36:35.226751 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bb5493-0295-4d50-b8f5-d7db6e721de1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:36:35.227129 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bb5493-0295-4d50-b8f5-d7db6e721de1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:36:35.227488 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bb5493-0295-4d50-b8f5-d7db6e721de1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:36:35.227819 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bb5493-0295-4d50-b8f5-d7db6e721de1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:36:35.228146 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bb5493-0295-4d50-b8f5-d7db6e721de1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:36:35.282246 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.rpc [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Device c693fe44-f32e-4779-b35d-5fed8a61ccb7 no longer exists at agent ovs-agent-dv-cinder-768458-18-iscsi {{(pid=103716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 05:36:35.304315 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-c8cb89ef-e892-4519-b85d-dbdc691c3a02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1295551'] for network (47423aec-29db-4d5c-86df-3c0039d5aa97), before_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:36:35.307631 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] No Port match for: c693fe44-f32e-4779-b35d-5fed8a61ccb7 {{(pid=103716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 05:36:35.307988 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.rpc [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Device c693fe44-f32e-4779-b35d-5fed8a61ccb7 not bound to the agent host dv-cinder-768458-18-iscsi {{(pid=103716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 05:36:35.308413 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.rpc [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Device 7a572831-85c8-43f5-bb38-4d560af5e85d no longer exists at agent ovs-agent-dv-cinder-768458-18-iscsi {{(pid=103716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 05:36:35.340876 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] No Port match for: 7a572831-85c8-43f5-bb38-4d560af5e85d {{(pid=103716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 05:36:35.341226 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.rpc [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Device 7a572831-85c8-43f5-bb38-4d560af5e85d not bound to the agent host dv-cinder-768458-18-iscsi {{(pid=103716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 05:36:35.345564 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b3d8bd-e96b-43af-a64e-4f4ef41d2836 req-f76f7d18-6e9d-4574-b032-51d9988ad634 tempest-VolumesSnapshotTestJSON-757206607 tempest-VolumesSnapshotTestJSON-757206607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:36:35.347480 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-10b3d8bd-e96b-43af-a64e-4f4ef41d2836 req-f76f7d18-6e9d-4574-b032-51d9988ad634 tempest-VolumesSnapshotTestJSON-757206607 tempest-VolumesSnapshotTestJSON-757206607-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d6d0ad3-96d8-46d4-b029-0a99db87e5ea HTTP/1.1" status: 200 len: 945 time: 0.0608439 Mar 02 05:36:35.375996 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-c8cb89ef-e892-4519-b85d-dbdc691c3a02 admin admin] Deleting port 7b9e63e1-1e35-459b-ba5e-903633ed61d0 {{(pid=103714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 05:36:35.376703 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-c8cb89ef-e892-4519-b85d-dbdc691c3a02 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789290453881'] for port (7b9e63e1-1e35-459b-ba5e-903633ed61d0), before_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:36:35.408679 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-10b3d8bd-e96b-43af-a64e-4f4ef41d2836 req-730da713-6683-463e-aa0c-4b1be25e4f9e tempest-VolumesSnapshotTestJSON-757206607 tempest-VolumesSnapshotTestJSON-757206607-project] 10.222.0.32 "GET /v2.0/security-groups?id=fb55fbfa-cea6-4c14-9ad8-5d4df4dbb361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533297 Mar 02 05:36:35.447919 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.db [None req-c8cb89ef-e892-4519-b85d-dbdc691c3a02 admin admin] For port 7b9e63e1-1e35-459b-ba5e-903633ed61d0, host dv-cinder-768458-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-18-iscsi',level=0,port_id=7b9e63e1-1e35-459b-ba5e-903633ed61d0,segment=NetworkSegment(38091164-dd7b-42b6-944c-ba79ab0f0a5f),segment_id=38091164-dd7b-42b6-944c-ba79ab0f0a5f)] {{(pid=103714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 05:36:35.448287 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-c8cb89ef-e892-4519-b85d-dbdc691c3a02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542039'] for port (7b9e63e1-1e35-459b-ba5e-903633ed61d0), precommit_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:36:35.451520 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59e2e1c2-c618-45a4-b6da-7f597a11ae12 None None] DHCP port deletion for 47423aec-29db-4d5c-86df-3c0039d5aa97 request from dv-cinder-768458-18-iscsi {{(pid=103716) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 02 05:36:35.463063 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-c8cb89ef-e892-4519-b85d-dbdc691c3a02 admin admin] Calling delete_port for 7b9e63e1-1e35-459b-ba5e-903633ed61d0 owned by network:dhcp {{(pid=103714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 05:36:35.504986 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-59e2e1c2-c618-45a4-b6da-7f597a11ae12 None None] Deleting port 7b9e63e1-1e35-459b-ba5e-903633ed61d0 {{(pid=103716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 05:36:35.506144 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-59e2e1c2-c618-45a4-b6da-7f597a11ae12 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789290453881'] for port (7b9e63e1-1e35-459b-ba5e-903633ed61d0), before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:36:35.572900 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-59e2e1c2-c618-45a4-b6da-7f597a11ae12 None None] For port 7b9e63e1-1e35-459b-ba5e-903633ed61d0, host dv-cinder-768458-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-18-iscsi',level=0,port_id=7b9e63e1-1e35-459b-ba5e-903633ed61d0,segment=NetworkSegment(38091164-dd7b-42b6-944c-ba79ab0f0a5f),segment_id=38091164-dd7b-42b6-944c-ba79ab0f0a5f)] {{(pid=103716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 05:36:35.573567 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-59e2e1c2-c618-45a4-b6da-7f597a11ae12 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542039'] for port (7b9e63e1-1e35-459b-ba5e-903633ed61d0), precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:36:35.587206 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-59e2e1c2-c618-45a4-b6da-7f597a11ae12 None None] Calling delete_port for 7b9e63e1-1e35-459b-ba5e-903633ed61d0 owned by network:dhcp {{(pid=103716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 05:36:35.621947 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-c8cb89ef-e892-4519-b85d-dbdc691c3a02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789290460636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789289919726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13003867'] for port (7b9e63e1-1e35-459b-ba5e-903633ed61d0), after_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:36:35.649181 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cb89ef-e892-4519-b85d-dbdc691c3a02 admin admin] Pushing event deleted for resources: {'Port': ['ID=7b9e63e1-1e35-459b-ba5e-903633ed61d0,revision_number=None']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:36:35.651060 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8cb89ef-e892-4519-b85d-dbdc691c3a02 admin admin] No DVR routers for this DVR port 7b9e63e1-1e35-459b-ba5e-903633ed61d0 on host dv-cinder-768458-18-iscsi {{(pid=103714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 05:36:35.668895 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-59e2e1c2-c618-45a4-b6da-7f597a11ae12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789290460636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789289919726'] for port (7b9e63e1-1e35-459b-ba5e-903633ed61d0), after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:36:35.694196 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e2e1c2-c618-45a4-b6da-7f597a11ae12 None None] Pushing event deleted for resources: {'Port': ['ID=7b9e63e1-1e35-459b-ba5e-903633ed61d0,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:36:35.697536 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59e2e1c2-c618-45a4-b6da-7f597a11ae12 None None] No DVR routers for this DVR port 7b9e63e1-1e35-459b-ba5e-903633ed61d0 on host dv-cinder-768458-18-iscsi {{(pid=103716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 05:36:35.725979 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-c8cb89ef-e892-4519-b85d-dbdc691c3a02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2011071', 'neutron.services.segments.db._delete_segments_for_network-8789290248605'] for network (47423aec-29db-4d5c-86df-3c0039d5aa97), precommit_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:36:35.745965 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.services.segments.db [None req-c8cb89ef-e892-4519-b85d-dbdc691c3a02 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47423aec-29db-4d5c-86df-3c0039d5aa97']}} {{(pid=103714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 05:36:35.755156 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.services.segments.db [None req-c8cb89ef-e892-4519-b85d-dbdc691c3a02 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38091164-dd7b-42b6-944c-ba79ab0f0a5f') {'for_net_delete': True} {{(pid=103714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 05:36:35.755979 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.services.segments.db [None req-c8cb89ef-e892-4519-b85d-dbdc691c3a02 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38091164-dd7b-42b6-944c-ba79ab0f0a5f') {} {{(pid=103714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 05:36:35.765221 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-c8cb89ef-e892-4519-b85d-dbdc691c3a02 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789290251430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13450160'] for segment (38091164-dd7b-42b6-944c-ba79ab0f0a5f), before_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:36:35.778004 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-c8cb89ef-e892-4519-b85d-dbdc691c3a02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1106907'] for segment (38091164-dd7b-42b6-944c-ba79ab0f0a5f), precommit_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:36:35.783646 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8cb89ef-e892-4519-b85d-dbdc691c3a02 admin admin] Releasing vlan 271 on physical network physnet1 to pool {{(pid=103714) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 05:36:35.784024 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-c8cb89ef-e892-4519-b85d-dbdc691c3a02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1106907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13003958'] for segment (38091164-dd7b-42b6-944c-ba79ab0f0a5f), after_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:36:35.785626 dv-cinder-768458-18-iscsi neutron-server[103714]: Traceback (most recent call last): Mar 02 05:36:35.785626 dv-cinder-768458-18-iscsi neutron-server[103714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 05:36:35.785626 dv-cinder-768458-18-iscsi neutron-server[103714]: timer() Mar 02 05:36:35.785626 dv-cinder-768458-18-iscsi neutron-server[103714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 05:36:35.785626 dv-cinder-768458-18-iscsi neutron-server[103714]: cb(*args, **kw) Mar 02 05:36:35.785626 dv-cinder-768458-18-iscsi neutron-server[103714]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 02 05:36:35.785626 dv-cinder-768458-18-iscsi neutron-server[103714]: return func(*args, **kwargs) Mar 02 05:36:35.785626 dv-cinder-768458-18-iscsi neutron-server[103714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 05:36:35.785626 dv-cinder-768458-18-iscsi neutron-server[103714]: self._notify() Mar 02 05:36:35.785626 dv-cinder-768458-18-iscsi neutron-server[103714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 05:36:35.785626 dv-cinder-768458-18-iscsi neutron-server[103714]: self.callback(batched_events) Mar 02 05:36:35.785626 dv-cinder-768458-18-iscsi neutron-server[103714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 05:36:35.785626 dv-cinder-768458-18-iscsi neutron-server[103714]: event.method(event) Mar 02 05:36:35.785626 dv-cinder-768458-18-iscsi neutron-server[103714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 02 05:36:35.785626 dv-cinder-768458-18-iscsi neutron-server[103714]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 05:36:35.785626 dv-cinder-768458-18-iscsi neutron-server[103714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 02 05:36:35.785626 dv-cinder-768458-18-iscsi neutron-server[103714]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 05:36:35.785626 dv-cinder-768458-18-iscsi neutron-server[103714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 02 05:36:35.785626 dv-cinder-768458-18-iscsi neutron-server[103714]: return f(self, *a, **k) Mar 02 05:36:35.785626 dv-cinder-768458-18-iscsi neutron-server[103714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 05:36:35.785626 dv-cinder-768458-18-iscsi neutron-server[103714]: return self._get(url).json() Mar 02 05:36:35.785626 dv-cinder-768458-18-iscsi neutron-server[103714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 05:36:35.785626 dv-cinder-768458-18-iscsi neutron-server[103714]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 05:36:35.785626 dv-cinder-768458-18-iscsi neutron-server[103714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 05:36:35.785626 dv-cinder-768458-18-iscsi neutron-server[103714]: return self.request(url, 'GET', **kwargs) Mar 02 05:36:35.785626 dv-cinder-768458-18-iscsi neutron-server[103714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 05:36:35.785626 dv-cinder-768458-18-iscsi neutron-server[103714]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 05:36:35.785626 dv-cinder-768458-18-iscsi neutron-server[103714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 05:36:35.785626 dv-cinder-768458-18-iscsi neutron-server[103714]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 05:36:35.785626 dv-cinder-768458-18-iscsi neutron-server[103714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 05:36:35.785626 dv-cinder-768458-18-iscsi neutron-server[103714]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 05:36:35.785626 dv-cinder-768458-18-iscsi neutron-server[103714]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 05:36:35.893140 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-c8cb89ef-e892-4519-b85d-dbdc691c3a02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2011078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556366'] for network (47423aec-29db-4d5c-86df-3c0039d5aa97), after_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:36:35.898360 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-c8cb89ef-e892-4519-b85d-dbdc691c3a02 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531172'] for network (None), before_response {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:36:35.901492 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [None req-c8cb89ef-e892-4519-b85d-dbdc691c3a02 admin admin] 10.222.0.32 "DELETE /v2.0/networks/47423aec-29db-4d5c-86df-3c0039d5aa97 HTTP/1.1" status: 204 len: 168 time: 0.6795058 Mar 02 05:36:35.920507 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cb89ef-e892-4519-b85d-dbdc691c3a02 admin admin] Pushing event deleted for resources: {'Network': ['ID=47423aec-29db-4d5c-86df-3c0039d5aa97,revision_number=None']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:36:36.293969 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.wsgi [-] (103714) accepted ('10.222.0.32', 43888) {{(pid=103714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:36:36.332783 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [None req-9cf4adf6-b921-4a4e-82ad-ca1c75e9511c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=cf879fe6ac1c47f6b27ba257096d4c7e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0375712 Mar 02 05:36:36.335088 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.wsgi [-] (103714) accepted ('10.222.0.32', 43890) {{(pid=103714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:36:36.384582 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-43548a8f-c80e-477a-8446-0cac085a10d0 admin admin] Publish callbacks [] for security_group (a83bf63b-328f-4864-a4da-dc8ab850ba56), before_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:36:36.404670 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-43548a8f-c80e-477a-8446-0cac085a10d0 admin admin] Publish callbacks [] for security_group (a83bf63b-328f-4864-a4da-dc8ab850ba56), precommit_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:36:36.527088 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f13b3ae-a966-4d03-ad1c-6014509674e7 req-80188eeb-3679-4ef8-a82d-14dad2b4de71 tempest-VolumesSnapshotTestJSON-757206607 tempest-VolumesSnapshotTestJSON-757206607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:36:36.528575 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-6f13b3ae-a966-4d03-ad1c-6014509674e7 req-80188eeb-3679-4ef8-a82d-14dad2b4de71 tempest-VolumesSnapshotTestJSON-757206607 tempest-VolumesSnapshotTestJSON-757206607-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d6d0ad3-96d8-46d4-b029-0a99db87e5ea HTTP/1.1" status: 200 len: 945 time: 0.0510843 Mar 02 05:36:36.541457 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-43548a8f-c80e-477a-8446-0cac085a10d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629892'] for security_group (a83bf63b-328f-4864-a4da-dc8ab850ba56), after_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:36:36.544034 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-43548a8f-c80e-477a-8446-0cac085a10d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:36:36.545093 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [None req-43548a8f-c80e-477a-8446-0cac085a10d0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a83bf63b-328f-4864-a4da-dc8ab850ba56 HTTP/1.1" status: 204 len: 168 time: 0.2090473 Mar 02 05:36:36.564199 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43548a8f-c80e-477a-8446-0cac085a10d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a83bf63b-328f-4864-a4da-dc8ab850ba56,revision_number=None']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:36:36.589379 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-6f13b3ae-a966-4d03-ad1c-6014509674e7 req-7404ab1b-3efe-47eb-97f5-e4c515d924dc tempest-VolumesSnapshotTestJSON-757206607 tempest-VolumesSnapshotTestJSON-757206607-project] 10.222.0.32 "GET /v2.0/security-groups?id=fb55fbfa-cea6-4c14-9ad8-5d4df4dbb361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553393 Mar 02 05:36:37.045885 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.rpc [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Device 7b9e63e1-1e35-459b-ba5e-903633ed61d0 no longer exists at agent ovs-agent-dv-cinder-768458-18-iscsi {{(pid=103716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 05:36:37.066117 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] No Port match for: 7b9e63e1-1e35-459b-ba5e-903633ed61d0 {{(pid=103716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 05:36:37.066471 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.rpc [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Device 7b9e63e1-1e35-459b-ba5e-903633ed61d0 not bound to the agent host dv-cinder-768458-18-iscsi {{(pid=103716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 05:36:37.212581 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.32', 43900) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:36:37.251551 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-a81ace2c-2c57-4b14-b1f9-1fc8fcf86f5f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b72412da3ee64e2f809f939979d78b17&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0378175 Mar 02 05:36:37.253980 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.32', 43902) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:36:37.304116 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-bbd387e1-7cee-4132-98cd-e0c358e6814b admin admin] Publish callbacks [] for security_group (2e8380de-26b8-4915-bd7e-59f629aa2de8), before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:36:37.324807 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-bbd387e1-7cee-4132-98cd-e0c358e6814b admin admin] Publish callbacks [] for security_group (2e8380de-26b8-4915-bd7e-59f629aa2de8), precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:36:37.436448 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-bbd387e1-7cee-4132-98cd-e0c358e6814b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629892'] for security_group (2e8380de-26b8-4915-bd7e-59f629aa2de8), after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:36:37.438967 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-bbd387e1-7cee-4132-98cd-e0c358e6814b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:36:37.440275 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-bbd387e1-7cee-4132-98cd-e0c358e6814b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2e8380de-26b8-4915-bd7e-59f629aa2de8 HTTP/1.1" status: 204 len: 168 time: 0.1854255 Mar 02 05:36:37.448652 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd387e1-7cee-4132-98cd-e0c358e6814b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e8380de-26b8-4915-bd7e-59f629aa2de8,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:36:37.710332 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f8f6cb-9024-4c5b-91fc-bfc830200072 req-e6b43a73-daef-4fa9-8e57-ebe6b583f4af tempest-VolumesSnapshotTestJSON-757206607 tempest-VolumesSnapshotTestJSON-757206607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:36:37.711907 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-b1f8f6cb-9024-4c5b-91fc-bfc830200072 req-e6b43a73-daef-4fa9-8e57-ebe6b583f4af tempest-VolumesSnapshotTestJSON-757206607 tempest-VolumesSnapshotTestJSON-757206607-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d6d0ad3-96d8-46d4-b029-0a99db87e5ea HTTP/1.1" status: 200 len: 945 time: 0.0530455 Mar 02 05:36:37.769542 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-b1f8f6cb-9024-4c5b-91fc-bfc830200072 req-47bf017c-3e54-42f5-8f0b-69c6fb137298 tempest-VolumesSnapshotTestJSON-757206607 tempest-VolumesSnapshotTestJSON-757206607-project] 10.222.0.32 "GET /v2.0/security-groups?id=fb55fbfa-cea6-4c14-9ad8-5d4df4dbb361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481992 Mar 02 05:36:37.942187 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (db45f871-b7ec-436d-b6b8-6a0a072a2253), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:36:38.889097 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c608c2e2-1730-48bb-a6d9-557b1c400804 req-a48d63f5-5fa4-4df3-ab0a-11d53e3af110 tempest-VolumesSnapshotTestJSON-757206607 tempest-VolumesSnapshotTestJSON-757206607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:36:38.890707 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-c608c2e2-1730-48bb-a6d9-557b1c400804 req-a48d63f5-5fa4-4df3-ab0a-11d53e3af110 tempest-VolumesSnapshotTestJSON-757206607 tempest-VolumesSnapshotTestJSON-757206607-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d6d0ad3-96d8-46d4-b029-0a99db87e5ea HTTP/1.1" status: 200 len: 945 time: 0.0522466 Mar 02 05:36:38.941610 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-c608c2e2-1730-48bb-a6d9-557b1c400804 req-787f3565-dca2-4e44-86ec-0db1b404c844 tempest-VolumesSnapshotTestJSON-757206607 tempest-VolumesSnapshotTestJSON-757206607-project] 10.222.0.32 "GET /v2.0/security-groups?id=fb55fbfa-cea6-4c14-9ad8-5d4df4dbb361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452485 Mar 02 05:36:39.601671 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-7bea160f-80b3-45c0-9f87-dd18cd686554 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (516abb3b-63f8-4dbb-a4f1-8865516966e2), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:36:40.056650 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73078a95-aee7-498c-aaff-1c39dab83009 req-4ae36b51-ad32-40cf-805e-e356db226146 tempest-VolumesSnapshotTestJSON-757206607 tempest-VolumesSnapshotTestJSON-757206607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:36:40.058109 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-73078a95-aee7-498c-aaff-1c39dab83009 req-4ae36b51-ad32-40cf-805e-e356db226146 tempest-VolumesSnapshotTestJSON-757206607 tempest-VolumesSnapshotTestJSON-757206607-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d6d0ad3-96d8-46d4-b029-0a99db87e5ea HTTP/1.1" status: 200 len: 945 time: 0.0511580 Mar 02 05:36:40.107455 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-73078a95-aee7-498c-aaff-1c39dab83009 req-43262060-04f4-4add-a2a3-3852eb3b6e7e tempest-VolumesSnapshotTestJSON-757206607 tempest-VolumesSnapshotTestJSON-757206607-project] 10.222.0.32 "GET /v2.0/security-groups?id=fb55fbfa-cea6-4c14-9ad8-5d4df4dbb361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438221 Mar 02 05:36:41.781922 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-3edc4067-222b-4092-8f0b-6849990a394c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (9c2b50e6-1677-4aa9-928e-941b4c488fc5), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:36:42.090359 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.32', 44014) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:36:42.201355 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-6dffa3b8-7d80-4030-b981-5c6d7a4982fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:36:42.275244 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-6dffa3b8-7d80-4030-b981-5c6d7a4982fc admin admin] Publish callbacks [] for security_group (ff8c0dad-b494-42b3-8039-39ebd5acfb6d), precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:36:42.347478 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-6dffa3b8-7d80-4030-b981-5c6d7a4982fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629892'] for security_group (ff8c0dad-b494-42b3-8039-39ebd5acfb6d), after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:36:42.386580 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-6dffa3b8-7d80-4030-b981-5c6d7a4982fc admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=35ea44e3e04d4ed4bddc8cc6a64208c6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2951369 Mar 02 05:36:42.387543 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dffa3b8-7d80-4030-b981-5c6d7a4982fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff8c0dad-b494-42b3-8039-39ebd5acfb6d,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:36:42.389279 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.wsgi [-] (103714) accepted ('10.222.0.32', 44018) {{(pid=103714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:36:42.441529 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-515f8a0c-101a-44bd-b9dc-bba02621576b admin admin] Publish callbacks [] for security_group (ff8c0dad-b494-42b3-8039-39ebd5acfb6d), before_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:36:42.463153 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-515f8a0c-101a-44bd-b9dc-bba02621576b admin admin] Publish callbacks [] for security_group (ff8c0dad-b494-42b3-8039-39ebd5acfb6d), precommit_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:36:42.590320 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-515f8a0c-101a-44bd-b9dc-bba02621576b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629892'] for security_group (ff8c0dad-b494-42b3-8039-39ebd5acfb6d), after_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:36:42.593056 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-515f8a0c-101a-44bd-b9dc-bba02621576b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:36:42.594223 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [None req-515f8a0c-101a-44bd-b9dc-bba02621576b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ff8c0dad-b494-42b3-8039-39ebd5acfb6d HTTP/1.1" status: 204 len: 168 time: 0.2033699 Mar 02 05:36:42.603160 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515f8a0c-101a-44bd-b9dc-bba02621576b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff8c0dad-b494-42b3-8039-39ebd5acfb6d,revision_number=None']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:36:42.828106 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-2ae3422a-c85d-446a-90f5-ce5a8bf639ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (d4d802fc-4ac8-47f8-b030-2ffc185fa6dc), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:36:44.336263 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f73b428b-984e-4c5a-9878-aef8f2b511ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (e0636eb1-3d25-4c31-a6e5-3f8fd1255322), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:36:45.779118 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (64307ea2-7468-48d5-a188-5e76dfb99c6b), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:36:48.230777 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.wsgi [-] (103714) accepted ('10.222.0.32', 44098) {{(pid=103714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:36:48.334497 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-e0386cac-e1d8-4bfe-94d9-df9bceb0f387 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:36:48.408265 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-e0386cac-e1d8-4bfe-94d9-df9bceb0f387 admin admin] Publish callbacks [] for security_group (5a91db88-dc3c-499c-a341-45e133f933b1), precommit_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:36:48.473334 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-e0386cac-e1d8-4bfe-94d9-df9bceb0f387 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629892'] for security_group (5a91db88-dc3c-499c-a341-45e133f933b1), after_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:36:48.516263 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [None req-e0386cac-e1d8-4bfe-94d9-df9bceb0f387 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6c38031afdb842b9a18952e5686c292e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2843592 Mar 02 05:36:48.517212 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0386cac-e1d8-4bfe-94d9-df9bceb0f387 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a91db88-dc3c-499c-a341-45e133f933b1,revision_number=1']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:36:48.518935 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.32', 44102) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:36:48.568722 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d7558b8e-ff9a-403f-a7d7-8fcd83289c16 admin admin] Publish callbacks [] for security_group (5a91db88-dc3c-499c-a341-45e133f933b1), before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:36:48.590612 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d7558b8e-ff9a-403f-a7d7-8fcd83289c16 admin admin] Publish callbacks [] for security_group (5a91db88-dc3c-499c-a341-45e133f933b1), precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:36:48.704614 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d7558b8e-ff9a-403f-a7d7-8fcd83289c16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629892'] for security_group (5a91db88-dc3c-499c-a341-45e133f933b1), after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:36:48.707224 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d7558b8e-ff9a-403f-a7d7-8fcd83289c16 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:36:48.708427 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-d7558b8e-ff9a-403f-a7d7-8fcd83289c16 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5a91db88-dc3c-499c-a341-45e133f933b1 HTTP/1.1" status: 204 len: 168 time: 0.1884792 Mar 02 05:36:48.717303 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7558b8e-ff9a-403f-a7d7-8fcd83289c16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a91db88-dc3c-499c-a341-45e133f933b1,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:36:49.698411 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.32', 44126) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:36:49.798655 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.v2.base [None req-950cec31-f549-463c-890b-1f5342b000bf admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-443748591-network', 'tenant_id': '1e674568d1cb448da694bdb0f79cdfe0'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 05:36:49.907173 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-950cec31-f549-463c-890b-1f5342b000bf admin admin] Made reservation on behalf of 1e674568d1cb448da694bdb0f79cdfe0 for: {'network': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 05:36:49.909554 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-950cec31-f549-463c-890b-1f5342b000bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for network (None), before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:36:49.921571 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-950cec31-f549-463c-890b-1f5342b000bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:36:49.995654 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-950cec31-f549-463c-890b-1f5342b000bf admin admin] Publish callbacks [] for security_group (25025e2d-c943-45fa-a45c-8182c031f997), precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:36:50.058758 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-950cec31-f549-463c-890b-1f5342b000bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629892'] for security_group (25025e2d-c943-45fa-a45c-8182c031f997), after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:36:50.085184 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-950cec31-f549-463c-890b-1f5342b000bf admin admin] vlan segment allocate from pool success with {'vlan_id': 263, 'physical_network': 'physnet1'} {{(pid=103715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 05:36:50.094386 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950cec31-f549-463c-890b-1f5342b000bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25025e2d-c943-45fa-a45c-8182c031f997,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:36:50.100501 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-950cec31-f549-463c-890b-1f5342b000bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1106907'] for segment (14e91ef6-54ca-4ee8-8d2e-73983812b463), precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:36:50.100845 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.db.segments_db [None req-950cec31-f549-463c-890b-1f5342b000bf admin admin] Added segment 14e91ef6-54ca-4ee8-8d2e-73983812b463 of type vlan for network 5f761d9b-19c7-4c76-98d3-8bf994ae2270 Mar 02 05:36:50.140419 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-950cec31-f549-463c-890b-1f5342b000bf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789289939532'] for network (5f761d9b-19c7-4c76-98d3-8bf994ae2270), precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:36:50.238725 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-950cec31-f549-463c-890b-1f5342b000bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186'] for network (5f761d9b-19c7-4c76-98d3-8bf994ae2270), after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:36:50.239759 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-950cec31-f549-463c-890b-1f5342b000bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:36:50.241244 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-950cec31-f549-463c-890b-1f5342b000bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531172'] for network (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:36:50.299257 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950cec31-f549-463c-890b-1f5342b000bf admin admin] Pushing event updated for resources: {'Network': ['ID=5f761d9b-19c7-4c76-98d3-8bf994ae2270,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:36:50.312364 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.rpc [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Network 5f761d9b-19c7-4c76-98d3-8bf994ae2270 details requested by agent ovs-agent-dv-cinder-768458-18-iscsi with host dv-cinder-768458-18-iscsi {{(pid=103716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 02 05:36:50.356038 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-950cec31-f549-463c-890b-1f5342b000bf admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6564476 Mar 02 05:36:50.359096 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.32', 44132) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:36:50.363829 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.v2.base [None req-cefc7c23-d10f-4902-b840-13914619e86e admin admin] Request body: {'subnet': {'network_id': '5f761d9b-19c7-4c76-98d3-8bf994ae2270', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-443748591-subnet', 'tenant_id': '1e674568d1cb448da694bdb0f79cdfe0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 05:36:50.453110 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cefc7c23-d10f-4902-b840-13914619e86e admin admin] Made reservation on behalf of 1e674568d1cb448da694bdb0f79cdfe0 for: {'subnet': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 05:36:50.455524 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-cefc7c23-d10f-4902-b840-13914619e86e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58182819'] for subnet (None), before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:36:50.682010 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-cefc7c23-d10f-4902-b840-13914619e86e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14202894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58182801'] for subnet (4b826335-015c-4fb2-912b-c772b7a50104), after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:36:50.743533 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefc7c23-d10f-4902-b840-13914619e86e admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b826335-015c-4fb2-912b-c772b7a50104,revision_number=0']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:36:50.750845 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cefc7c23-d10f-4902-b840-13914619e86e admin admin] Checking segment: {'id': '14e91ef6-54ca-4ee8-8d2e-73983812b463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '5f761d9b-19c7-4c76-98d3-8bf994ae2270'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 05:36:50.751202 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cefc7c23-d10f-4902-b840-13914619e86e admin admin] Network hostable DHCP agents. Network: 5f761d9b-19c7-4c76-98d3-8bf994ae2270, hostable agents: ['516abb3b-63f8-4dbb-a4f1-8865516966e2'], hosted agents: [] {{(pid=103715) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 05:36:50.829915 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cefc7c23-d10f-4902-b840-13914619e86e admin admin] Network 5f761d9b-19c7-4c76-98d3-8bf994ae2270 is scheduled to be hosted by DHCP agent 516abb3b-63f8-4dbb-a4f1-8865516966e2 with binding_index 1 {{(pid=103715) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 05:36:50.892830 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-cefc7c23-d10f-4902-b840-13914619e86e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768458-18-iscsi, 5f761d9b-19c7-4c76-98d3-8bf994ae2270) {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 05:36:50.897501 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cefc7c23-d10f-4902-b840-13914619e86e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:36:50.898125 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-cefc7c23-d10f-4902-b840-13914619e86e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531172'] for subnet (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:36:50.903066 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc20218e-c72c-4cc8-935b-9a80b5190564 None None] Network 5f761d9b-19c7-4c76-98d3-8bf994ae2270 requested from dv-cinder-768458-18-iscsi {{(pid=103716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 05:36:50.972790 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-cefc7c23-d10f-4902-b840-13914619e86e admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6125588 Mar 02 05:36:51.002895 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc84008f-6575-450f-a4d9-9c1ef611d62d None None] Network 5f761d9b-19c7-4c76-98d3-8bf994ae2270 requested from dv-cinder-768458-18-iscsi {{(pid=103716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 05:36:53.079510 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fad0aa4-8662-46b8-a83a-a65eb2387eb3 req-15b0a306-9121-4fe8-93c6-4800389065e4 tempest-VolumesActionsTest-1768056150 tempest-VolumesActionsTest-1768056150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:36:53.080953 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-0fad0aa4-8662-46b8-a83a-a65eb2387eb3 req-15b0a306-9121-4fe8-93c6-4800389065e4 tempest-VolumesActionsTest-1768056150 tempest-VolumesActionsTest-1768056150-project] 10.222.0.32 "GET /v2.0/networks?id=5f761d9b-19c7-4c76-98d3-8bf994ae2270 HTTP/1.1" status: 200 len: 808 time: 0.0990739 Mar 02 05:36:53.094858 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-0fad0aa4-8662-46b8-a83a-a65eb2387eb3 req-b9cff466-cd04-42e1-8aac-687bd1458192 tempest-VolumesActionsTest-1768056150 tempest-VolumesActionsTest-1768056150-project] 10.222.0.32 "GET /v2.0/quotas/1e674568d1cb448da694bdb0f79cdfe0 HTTP/1.1" status: 200 len: 375 time: 0.0086124 Mar 02 05:36:53.124547 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-0fad0aa4-8662-46b8-a83a-a65eb2387eb3 req-33d0118b-8000-4583-bc76-a7d3e75ba85f tempest-VolumesActionsTest-1768056150 tempest-VolumesActionsTest-1768056150-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=1e674568d1cb448da694bdb0f79cdfe0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0250137 Mar 02 05:36:53.215966 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-0fad0aa4-8662-46b8-a83a-a65eb2387eb3 req-6589c0de-6c8e-4873-9e1e-306be4b20b34 service neutron] 10.222.0.32 "GET /v2.0/networks/5f761d9b-19c7-4c76-98d3-8bf994ae2270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844247 Mar 02 05:36:53.301007 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-0fad0aa4-8662-46b8-a83a-a65eb2387eb3 req-d9115c73-5177-4a7b-b23e-d0a4da631120 service neutron] 10.222.0.32 "GET /v2.0/networks/5f761d9b-19c7-4c76-98d3-8bf994ae2270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795345 Mar 02 05:36:53.528539 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-b78e0b69-5290-46b5-98a6-ec5d6f9df61a req-68d030de-561e-4ad4-b8b4-48d04274b55e tempest-VolumesActionsTest-1768056150 tempest-VolumesActionsTest-1768056150-project] 10.222.0.32 "GET /v2.0/ports?device_id=25b56413-1259-4188-ab46-98f7d6d75f40 HTTP/1.1" status: 200 len: 210 time: 0.0263071 Mar 02 05:36:54.625275 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-3f14632f-2581-47a6-b451-90abdb42664f req-a8297634-6999-4bf9-af8b-9c3b404935c4 tempest-VolumesActionsTest-1768056150 tempest-VolumesActionsTest-1768056150-project] 10.222.0.32 "GET /v2.0/ports?device_id=25b56413-1259-4188-ab46-98f7d6d75f40 HTTP/1.1" status: 200 len: 210 time: 0.0315385 Mar 02 05:36:55.720260 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-45f5e077-4aa2-4f26-b08d-5964e040321e req-cf2de264-b17b-4075-b113-6e5a0d812181 tempest-VolumesActionsTest-1768056150 tempest-VolumesActionsTest-1768056150-project] 10.222.0.32 "GET /v2.0/ports?device_id=25b56413-1259-4188-ab46-98f7d6d75f40 HTTP/1.1" status: 200 len: 210 time: 0.0271876 Mar 02 05:36:55.790772 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fad0aa4-8662-46b8-a83a-a65eb2387eb3 req-e0891b90-266d-426b-9ee9-fb5802b39376 tempest-VolumesActionsTest-1768056150 tempest-VolumesActionsTest-1768056150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:36:55.792280 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-0fad0aa4-8662-46b8-a83a-a65eb2387eb3 req-e0891b90-266d-426b-9ee9-fb5802b39376 tempest-VolumesActionsTest-1768056150 tempest-VolumesActionsTest-1768056150-project] 10.222.0.41 "GET /v2.0/networks?id=5f761d9b-19c7-4c76-98d3-8bf994ae2270 HTTP/1.1" status: 200 len: 808 time: 0.1051035 Mar 02 05:36:55.804739 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.v2.base [req-0fad0aa4-8662-46b8-a83a-a65eb2387eb3 req-51d03478-f6db-42c1-9b6a-c81e5e14de48 tempest-VolumesActionsTest-1768056150 tempest-VolumesActionsTest-1768056150-project] Request body: {'port': {'device_id': '25b56413-1259-4188-ab46-98f7d6d75f40', 'network_id': '5f761d9b-19c7-4c76-98d3-8bf994ae2270', 'admin_state_up': True, 'tenant_id': '1e674568d1cb448da694bdb0f79cdfe0'}} {{(pid=103714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 05:36:56.001543 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0fad0aa4-8662-46b8-a83a-a65eb2387eb3 req-51d03478-f6db-42c1-9b6a-c81e5e14de48 tempest-VolumesActionsTest-1768056150 tempest-VolumesActionsTest-1768056150-project] Made reservation on behalf of 1e674568d1cb448da694bdb0f79cdfe0 for: {'port': 1} {{(pid=103714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 05:36:56.005618 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [req-0fad0aa4-8662-46b8-a83a-a65eb2387eb3 req-51d03478-f6db-42c1-9b6a-c81e5e14de48 tempest-VolumesActionsTest-1768056150 tempest-VolumesActionsTest-1768056150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for port (None), before_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:36:56.125676 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.db.db_base_plugin_common [req-0fad0aa4-8662-46b8-a83a-a65eb2387eb3 req-51d03478-f6db-42c1-9b6a-c81e5e14de48 tempest-VolumesActionsTest-1768056150 tempest-VolumesActionsTest-1768056150-project] Allocated IP 172.20.0.2 (5f761d9b-19c7-4c76-98d3-8bf994ae2270/4b826335-015c-4fb2-912b-c772b7a50104/4cad2531-18aa-4c78-819b-5e70a546735c) {{(pid=103714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 05:36:56.269824 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [req-0fad0aa4-8662-46b8-a83a-a65eb2387eb3 req-51d03478-f6db-42c1-9b6a-c81e5e14de48 tempest-VolumesActionsTest-1768056150 tempest-VolumesActionsTest-1768056150-project] Publish callbacks [] for port (4cad2531-18aa-4c78-819b-5e70a546735c), precommit_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:36:56.387376 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [req-0fad0aa4-8662-46b8-a83a-a65eb2387eb3 req-51d03478-f6db-42c1-9b6a-c81e5e14de48 tempest-VolumesActionsTest-1768056150 tempest-VolumesActionsTest-1768056150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789289919717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13003867'] for port (4cad2531-18aa-4c78-819b-5e70a546735c), after_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:36:56.434856 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0fad0aa4-8662-46b8-a83a-a65eb2387eb3 req-51d03478-f6db-42c1-9b6a-c81e5e14de48 tempest-VolumesActionsTest-1768056150 tempest-VolumesActionsTest-1768056150-project] Network 5f761d9b-19c7-4c76-98d3-8bf994ae2270 is already hosted by enough agents. {{(pid=103714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 05:36:56.437802 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.scheduler.base_scheduler [req-0fad0aa4-8662-46b8-a83a-a65eb2387eb3 req-51d03478-f6db-42c1-9b6a-c81e5e14de48 tempest-VolumesActionsTest-1768056150 tempest-VolumesActionsTest-1768056150-project] Resources bound (agent type, host, resource id): {{(pid=103714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 05:36:56.441407 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fad0aa4-8662-46b8-a83a-a65eb2387eb3 req-51d03478-f6db-42c1-9b6a-c81e5e14de48 tempest-VolumesActionsTest-1768056150 tempest-VolumesActionsTest-1768056150-project] Received port after_create {{(pid=103714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 05:36:56.465117 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d03478-f6db-42c1-9b6a-c81e5e14de48 tempest-VolumesActionsTest-1768056150 tempest-VolumesActionsTest-1768056150-project] Pushing event updated for resources: {'Port': ['ID=4cad2531-18aa-4c78-819b-5e70a546735c,revision_number=1']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:36:56.493065 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fad0aa4-8662-46b8-a83a-a65eb2387eb3 req-51d03478-f6db-42c1-9b6a-c81e5e14de48 tempest-VolumesActionsTest-1768056150 tempest-VolumesActionsTest-1768056150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:36:56.493677 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [req-0fad0aa4-8662-46b8-a83a-a65eb2387eb3 req-51d03478-f6db-42c1-9b6a-c81e5e14de48 tempest-VolumesActionsTest-1768056150 tempest-VolumesActionsTest-1768056150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25628'] for port (None), before_response {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:36:56.618703 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-0fad0aa4-8662-46b8-a83a-a65eb2387eb3 req-51d03478-f6db-42c1-9b6a-c81e5e14de48 tempest-VolumesActionsTest-1768056150 tempest-VolumesActionsTest-1768056150-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8181255 Mar 02 05:36:56.783039 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.v2.base [req-0fad0aa4-8662-46b8-a83a-a65eb2387eb3 req-a23b2912-756b-4321-a878-9e4a3652d31c service neutron] Request body: {'port': {'device_id': '25b56413-1259-4188-ab46-98f7d6d75f40', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76845'}} {{(pid=103714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 05:36:56.783039 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [req-0fad0aa4-8662-46b8-a83a-a65eb2387eb3 req-a23b2912-756b-4321-a878-9e4a3652d31c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for port (4cad2531-18aa-4c78-819b-5e70a546735c), before_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:36:56.840331 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b374d82-e5e3-4e2f-84a7-dd25fe54e910 req-bcefe4a1-55b3-4ede-894a-92734a98c869 tempest-VolumesActionsTest-1768056150 tempest-VolumesActionsTest-1768056150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:36:56.841791 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-5b374d82-e5e3-4e2f-84a7-dd25fe54e910 req-bcefe4a1-55b3-4ede-894a-92734a98c869 tempest-VolumesActionsTest-1768056150 tempest-VolumesActionsTest-1768056150-project] 10.222.0.32 "GET /v2.0/ports?device_id=25b56413-1259-4188-ab46-98f7d6d75f40 HTTP/1.1" status: 200 len: 931 time: 0.0550776 Mar 02 05:36:56.893021 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-5b374d82-e5e3-4e2f-84a7-dd25fe54e910 req-8b3dc156-3f7b-4c48-be3f-f3d104a28760 tempest-VolumesActionsTest-1768056150 tempest-VolumesActionsTest-1768056150-project] 10.222.0.32 "GET /v2.0/security-groups?id=25025e2d-c943-45fa-a45c-8182c031f997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454905 Mar 02 05:36:56.963902 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.notifiers.nova [req-0fad0aa4-8662-46b8-a83a-a65eb2387eb3 req-a23b2912-756b-4321-a878-9e4a3652d31c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4cad2531-18aa-4c78-819b-5e70a546735c {{(pid=103714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 05:36:56.971033 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [req-0fad0aa4-8662-46b8-a83a-a65eb2387eb3 req-a23b2912-756b-4321-a878-9e4a3652d31c service neutron] Publish callbacks [] for port (4cad2531-18aa-4c78-819b-5e70a546735c), precommit_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:36:56.982636 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.db.provisioning_blocks [req-0fad0aa4-8662-46b8-a83a-a65eb2387eb3 req-a23b2912-756b-4321-a878-9e4a3652d31c service neutron] Transition to ACTIVE for port object 4cad2531-18aa-4c78-819b-5e70a546735c will not be triggered until provisioned by entity L2. {{(pid=103714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 02 05:36:57.047040 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [req-0fad0aa4-8662-46b8-a83a-a65eb2387eb3 req-a23b2912-756b-4321-a878-9e4a3652d31c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789290460654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789289919735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789289921293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13003858'] for port (4cad2531-18aa-4c78-819b-5e70a546735c), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:36:57.096866 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23b2912-756b-4321-a878-9e4a3652d31c service neutron] Pushing event updated for resources: {'Port': ['ID=4cad2531-18aa-4c78-819b-5e70a546735c,revision_number=2']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:36:57.159190 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.managers [req-0fad0aa4-8662-46b8-a83a-a65eb2387eb3 req-a23b2912-756b-4321-a878-9e4a3652d31c service neutron] Attempting to bind port 4cad2531-18aa-4c78-819b-5e70a546735c on host hv-cinder-76845 for vnic_type normal with profile {{(pid=103714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 05:36:57.159541 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.managers [req-0fad0aa4-8662-46b8-a83a-a65eb2387eb3 req-a23b2912-756b-4321-a878-9e4a3652d31c service neutron] Attempting to bind port 4cad2531-18aa-4c78-819b-5e70a546735c by drivers openvswitch,hyperv on host hv-cinder-76845 at level 0 using segments [{'id': '14e91ef6-54ca-4ee8-8d2e-73983812b463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '5f761d9b-19c7-4c76-98d3-8bf994ae2270'}] {{(pid=103714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 05:36:57.159872 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fad0aa4-8662-46b8-a83a-a65eb2387eb3 req-a23b2912-756b-4321-a878-9e4a3652d31c service neutron] Attempting to bind port 4cad2531-18aa-4c78-819b-5e70a546735c on network 5f761d9b-19c7-4c76-98d3-8bf994ae2270 {{(pid=103714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 05:36:57.164671 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fad0aa4-8662-46b8-a83a-a65eb2387eb3 req-a23b2912-756b-4321-a878-9e4a3652d31c service neutron] Port 4cad2531-18aa-4c78-819b-5e70a546735c on network 5f761d9b-19c7-4c76-98d3-8bf994ae2270 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76845 {{(pid=103714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 02 05:36:57.168087 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fad0aa4-8662-46b8-a83a-a65eb2387eb3 req-a23b2912-756b-4321-a878-9e4a3652d31c service neutron] Attempting to bind port 4cad2531-18aa-4c78-819b-5e70a546735c on network 5f761d9b-19c7-4c76-98d3-8bf994ae2270 {{(pid=103714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 05:36:57.169611 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fad0aa4-8662-46b8-a83a-a65eb2387eb3 req-a23b2912-756b-4321-a878-9e4a3652d31c service neutron] Checking agent: {'id': 'db45f871-b7ec-436d-b6b8-6a0a072a2253', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76845', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 5, 27, 7), 'started_at': datetime.datetime(2022, 3, 2, 5, 27, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 5, 36, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 05:36:57.169946 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fad0aa4-8662-46b8-a83a-a65eb2387eb3 req-a23b2912-756b-4321-a878-9e4a3652d31c service neutron] Checking segment: {'id': '14e91ef6-54ca-4ee8-8d2e-73983812b463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '5f761d9b-19c7-4c76-98d3-8bf994ae2270'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 05:36:57.170325 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fad0aa4-8662-46b8-a83a-a65eb2387eb3 req-a23b2912-756b-4321-a878-9e4a3652d31c service neutron] Bound using segment: {'id': '14e91ef6-54ca-4ee8-8d2e-73983812b463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '5f761d9b-19c7-4c76-98d3-8bf994ae2270'} {{(pid=103714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 05:36:57.170739 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.managers [req-0fad0aa4-8662-46b8-a83a-a65eb2387eb3 req-a23b2912-756b-4321-a878-9e4a3652d31c service neutron] Bound port: 4cad2531-18aa-4c78-819b-5e70a546735c, host: hv-cinder-76845, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14e91ef6-54ca-4ee8-8d2e-73983812b463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '5f761d9b-19c7-4c76-98d3-8bf994ae2270'}}] {{(pid=103714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 05:36:57.171088 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [req-0fad0aa4-8662-46b8-a83a-a65eb2387eb3 req-a23b2912-756b-4321-a878-9e4a3652d31c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for port (4cad2531-18aa-4c78-819b-5e70a546735c), before_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:36:57.512218 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.db [req-0fad0aa4-8662-46b8-a83a-a65eb2387eb3 req-a23b2912-756b-4321-a878-9e4a3652d31c service neutron] For port 4cad2531-18aa-4c78-819b-5e70a546735c, host hv-cinder-76845, cleared binding levels {{(pid=103714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 05:36:57.515197 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.db [req-0fad0aa4-8662-46b8-a83a-a65eb2387eb3 req-a23b2912-756b-4321-a878-9e4a3652d31c service neutron] For port 4cad2531-18aa-4c78-819b-5e70a546735c, host hv-cinder-76845, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=4cad2531-18aa-4c78-819b-5e70a546735c,segment=NetworkSegment(14e91ef6-54ca-4ee8-8d2e-73983812b463),segment_id=14e91ef6-54ca-4ee8-8d2e-73983812b463)] {{(pid=103714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 05:36:57.620159 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [req-0fad0aa4-8662-46b8-a83a-a65eb2387eb3 req-a23b2912-756b-4321-a878-9e4a3652d31c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789290460654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789289919735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789289921293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13003858'] for port (4cad2531-18aa-4c78-819b-5e70a546735c), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:36:57.631991 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fad0aa4-8662-46b8-a83a-a65eb2387eb3 req-a23b2912-756b-4321-a878-9e4a3652d31c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:36:57.633455 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [req-0fad0aa4-8662-46b8-a83a-a65eb2387eb3 req-a23b2912-756b-4321-a878-9e4a3652d31c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25628'] for port (None), before_response {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:36:57.634975 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-0fad0aa4-8662-46b8-a83a-a65eb2387eb3 req-a23b2912-756b-4321-a878-9e4a3652d31c service neutron] 10.222.0.41 "PUT /v2.0/ports/4cad2531-18aa-4c78-819b-5e70a546735c HTTP/1.1" status: 200 len: 1093 time: 1.0096240 Mar 02 05:36:57.635525 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25b56413-1259-4188-ab46-98f7d6d75f40', 'tag': '4cad2531-18aa-4c78-819b-5e70a546735c'}] {{(pid=103714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 05:36:57.637778 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ff79788530fe2085a0b37cf7dfc71d903fcc72df0d156f3e5e7065db2593a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24104f97-227f-489a-a071-e823918d41fa" -d '{"events": [{"name": "network-changed", "server_uuid": "25b56413-1259-4188-ab46-98f7d6d75f40", "tag": "4cad2531-18aa-4c78-819b-5e70a546735c"}]}' {{(pid=103714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 05:36:57.662474 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23b2912-756b-4321-a878-9e4a3652d31c service neutron] Pushing event updated for resources: {'Port': ['ID=4cad2531-18aa-4c78-819b-5e70a546735c,revision_number=3']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:36:57.671249 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Mar 2022 05:36:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1e47d56-c19c-4edf-a028-e2f7949c354f x-openstack-request-id: req-a1e47d56-c19c-4edf-a028-e2f7949c354f {{(pid=103714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 05:36:57.671574 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25b56413-1259-4188-ab46-98f7d6d75f40", "tag": "4cad2531-18aa-4c78-819b-5e70a546735c", "status": "completed", "code": 200}]} {{(pid=103714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 05:36:57.671830 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a1e47d56-c19c-4edf-a028-e2f7949c354f {{(pid=103714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 05:36:57.672227 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25b56413-1259-4188-ab46-98f7d6d75f40', 'tag': '4cad2531-18aa-4c78-819b-5e70a546735c', 'status': 'completed', 'code': 200} Mar 02 05:36:57.738643 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24104f97-227f-489a-a071-e823918d41fa req-cef2b289-f19b-4ce4-8a78-2bbb1865e281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:36:57.740159 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-24104f97-227f-489a-a071-e823918d41fa req-cef2b289-f19b-4ce4-8a78-2bbb1865e281 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1e674568d1cb448da694bdb0f79cdfe0&device_id=25b56413-1259-4188-ab46-98f7d6d75f40 HTTP/1.1" status: 200 len: 1127 time: 0.0427418 Mar 02 05:36:57.845451 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24104f97-227f-489a-a071-e823918d41fa req-49508284-32b7-493e-b3bf-8eaa251aabb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:36:57.846921 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-24104f97-227f-489a-a071-e823918d41fa req-49508284-32b7-493e-b3bf-8eaa251aabb5 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=1e674568d1cb448da694bdb0f79cdfe0&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0940316 Mar 02 05:36:57.947320 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24104f97-227f-489a-a071-e823918d41fa req-524809e9-9609-4fb7-9b19-41be0c5c871a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:36:57.950083 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-24104f97-227f-489a-a071-e823918d41fa req-524809e9-9609-4fb7-9b19-41be0c5c871a service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0919633 Mar 02 05:36:58.043650 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d4912b-6f65-483b-ab5c-dcfe69d8fca6 req-55d062cf-aa6f-46c3-9e1c-8822e058808f tempest-VolumesActionsTest-1768056150 tempest-VolumesActionsTest-1768056150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:36:58.045128 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-a7d4912b-6f65-483b-ab5c-dcfe69d8fca6 req-55d062cf-aa6f-46c3-9e1c-8822e058808f tempest-VolumesActionsTest-1768056150 tempest-VolumesActionsTest-1768056150-project] 10.222.0.32 "GET /v2.0/ports?device_id=25b56413-1259-4188-ab46-98f7d6d75f40 HTTP/1.1" status: 200 len: 943 time: 0.0814495 Mar 02 05:36:58.050958 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fad0aa4-8662-46b8-a83a-a65eb2387eb3 req-cde5e278-c1b0-44ee-b0b4-f78106f0cd24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:36:58.052386 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-0fad0aa4-8662-46b8-a83a-a65eb2387eb3 req-cde5e278-c1b0-44ee-b0b4-f78106f0cd24 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1e674568d1cb448da694bdb0f79cdfe0&device_id=25b56413-1259-4188-ab46-98f7d6d75f40 HTTP/1.1" status: 200 len: 1127 time: 0.0630577 Mar 02 05:36:58.108500 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-0fad0aa4-8662-46b8-a83a-a65eb2387eb3 req-71b9f7ce-843f-43b9-90bc-9d90e5a2a219 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4cad2531-18aa-4c78-819b-5e70a546735c HTTP/1.1" status: 200 len: 217 time: 0.0418186 Mar 02 05:36:58.156589 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-a7d4912b-6f65-483b-ab5c-dcfe69d8fca6 req-8e341aed-ddb6-4bf1-857e-11149f332a0d tempest-VolumesActionsTest-1768056150 tempest-VolumesActionsTest-1768056150-project] 10.222.0.32 "GET /v2.0/security-groups?id=25025e2d-c943-45fa-a45c-8182c031f997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030147 Mar 02 05:36:58.171709 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fad0aa4-8662-46b8-a83a-a65eb2387eb3 req-f2d2c267-2f56-4809-9838-51e210a77fce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:36:58.173824 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-0fad0aa4-8662-46b8-a83a-a65eb2387eb3 req-f2d2c267-2f56-4809-9838-51e210a77fce service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4b826335-015c-4fb2-912b-c772b7a50104 HTTP/1.1" status: 200 len: 848 time: 0.0568345 Mar 02 05:36:58.211174 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-0fad0aa4-8662-46b8-a83a-a65eb2387eb3 req-d9cb08b9-6066-4970-a6f9-bf429a3a098d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5f761d9b-19c7-4c76-98d3-8bf994ae2270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243492 Mar 02 05:36:58.306323 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-0fad0aa4-8662-46b8-a83a-a65eb2387eb3 req-2ae8e0b9-3ef7-486e-8fa6-7927bb934cb7 service neutron] 10.222.0.41 "GET /v2.0/networks/5f761d9b-19c7-4c76-98d3-8bf994ae2270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857003 Mar 02 05:36:58.394097 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-0fad0aa4-8662-46b8-a83a-a65eb2387eb3 req-964e5811-2346-443d-b655-ac4342726a76 service neutron] 10.222.0.41 "GET /v2.0/networks/5f761d9b-19c7-4c76-98d3-8bf994ae2270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807734 Mar 02 05:36:59.275548 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306e7f9c-c06e-4b58-b4ad-36d01699a67e req-ef6d83eb-10e5-4bc6-849d-a624ab6880a5 tempest-VolumesActionsTest-1768056150 tempest-VolumesActionsTest-1768056150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:36:59.276939 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-306e7f9c-c06e-4b58-b4ad-36d01699a67e req-ef6d83eb-10e5-4bc6-849d-a624ab6880a5 tempest-VolumesActionsTest-1768056150 tempest-VolumesActionsTest-1768056150-project] 10.222.0.32 "GET /v2.0/ports?device_id=25b56413-1259-4188-ab46-98f7d6d75f40 HTTP/1.1" status: 200 len: 943 time: 0.0518324 Mar 02 05:36:59.322486 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-306e7f9c-c06e-4b58-b4ad-36d01699a67e req-d7f776e4-c161-490d-8716-82a73d7de0cb tempest-VolumesActionsTest-1768056150 tempest-VolumesActionsTest-1768056150-project] 10.222.0.32 "GET /v2.0/security-groups?id=25025e2d-c943-45fa-a45c-8182c031f997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400667 Mar 02 05:37:00.437380 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9e2dd9-5a07-4fb0-abb2-18259acd5a05 req-bde4b2fb-0aea-4a8a-8942-aaa052e0cfbe tempest-VolumesActionsTest-1768056150 tempest-VolumesActionsTest-1768056150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:37:00.438843 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-db9e2dd9-5a07-4fb0-abb2-18259acd5a05 req-bde4b2fb-0aea-4a8a-8942-aaa052e0cfbe tempest-VolumesActionsTest-1768056150 tempest-VolumesActionsTest-1768056150-project] 10.222.0.32 "GET /v2.0/ports?device_id=25b56413-1259-4188-ab46-98f7d6d75f40 HTTP/1.1" status: 200 len: 943 time: 0.0519226 Mar 02 05:37:00.488897 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-db9e2dd9-5a07-4fb0-abb2-18259acd5a05 req-03ff2fba-8627-44f3-b288-e87a4577f2ee tempest-VolumesActionsTest-1768056150 tempest-VolumesActionsTest-1768056150-project] 10.222.0.32 "GET /v2.0/security-groups?id=25025e2d-c943-45fa-a45c-8182c031f997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444422 Mar 02 05:37:01.456467 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.db.agents_db [None req-19237f2e-a493-4721-ab19-473fd9844311 None None] Agent healthcheck: found 6 active agents {{(pid=103717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 05:37:01.602980 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aceeb68-c2cd-464a-96d0-adc099971b1d req-7351b938-f425-4268-9266-10b213f3dbe9 tempest-VolumesActionsTest-1768056150 tempest-VolumesActionsTest-1768056150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:37:01.604444 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-2aceeb68-c2cd-464a-96d0-adc099971b1d req-7351b938-f425-4268-9266-10b213f3dbe9 tempest-VolumesActionsTest-1768056150 tempest-VolumesActionsTest-1768056150-project] 10.222.0.32 "GET /v2.0/ports?device_id=25b56413-1259-4188-ab46-98f7d6d75f40 HTTP/1.1" status: 200 len: 943 time: 0.0508437 Mar 02 05:37:01.651246 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-2aceeb68-c2cd-464a-96d0-adc099971b1d req-86999fd1-ca4a-44d5-9787-dc30e0b86145 tempest-VolumesActionsTest-1768056150 tempest-VolumesActionsTest-1768056150-project] 10.222.0.32 "GET /v2.0/security-groups?id=25025e2d-c943-45fa-a45c-8182c031f997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407317 Mar 02 05:37:01.954223 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.rpc [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Device 4cad2531-18aa-4c78-819b-5e70a546735c details requested by agent hyperv_hv-cinder-76845 with host hv-cinder-76845 {{(pid=103716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 02 05:37:02.050655 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] For port 4cad2531-18aa-4c78-819b-5e70a546735c, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=4cad2531-18aa-4c78-819b-5e70a546735c,segment=NetworkSegment(14e91ef6-54ca-4ee8-8d2e-73983812b463),segment_id=14e91ef6-54ca-4ee8-8d2e-73983812b463)] {{(pid=103716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 05:37:02.061765 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.rpc [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Returning: {'device': '4cad2531-18aa-4c78-819b-5e70a546735c', 'network_id': '5f761d9b-19c7-4c76-98d3-8bf994ae2270', 'port_id': '4cad2531-18aa-4c78-819b-5e70a546735c', 'mac_address': 'fa:16:3e:66:ec:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 263, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b826335-015c-4fb2-912b-c772b7a50104', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 02 05:37:02.096347 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Current status of the port 4cad2531-18aa-4c78-819b-5e70a546735c is: DOWN; New status is: BUILD {{(pid=103716) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 05:37:02.096731 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for port (4cad2531-18aa-4c78-819b-5e70a546735c), before_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:37:02.108849 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.notifiers.nova [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4cad2531-18aa-4c78-819b-5e70a546735c {{(pid=103716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 05:37:02.129441 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] For port 4cad2531-18aa-4c78-819b-5e70a546735c, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=4cad2531-18aa-4c78-819b-5e70a546735c,segment=NetworkSegment(14e91ef6-54ca-4ee8-8d2e-73983812b463),segment_id=14e91ef6-54ca-4ee8-8d2e-73983812b463)] {{(pid=103716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 05:37:02.215669 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789290460654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789289919735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789289921293'] for port (4cad2531-18aa-4c78-819b-5e70a546735c), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:37:02.263170 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Pushing event updated for resources: {'Port': ['ID=4cad2531-18aa-4c78-819b-5e70a546735c,revision_number=4']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:37:02.270126 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:37:02.270472 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:37:02.270814 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:37:02.271234 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:37:02.271546 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:37:02.271871 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:37:02.272195 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:37:02.272519 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:37:02.272865 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:37:02.273186 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:37:02.273504 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:37:02.273819 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:37:02.274142 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:37:02.462628 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] get_ports_and_sgs() called for port_ids ['4cad2531-18aa-4c78-819b-5e70a546735c'] {{(pid=103716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 05:37:02.764691 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd500f5-8784-470f-9a33-911fb2a95203 req-9a2a92e8-651e-4089-b1a4-10bbd4dc0fa7 tempest-VolumesActionsTest-1768056150 tempest-VolumesActionsTest-1768056150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:37:02.766072 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-9cd500f5-8784-470f-9a33-911fb2a95203 req-9a2a92e8-651e-4089-b1a4-10bbd4dc0fa7 tempest-VolumesActionsTest-1768056150 tempest-VolumesActionsTest-1768056150-project] 10.222.0.32 "GET /v2.0/ports?device_id=25b56413-1259-4188-ab46-98f7d6d75f40 HTTP/1.1" status: 200 len: 944 time: 0.0505486 Mar 02 05:37:02.812793 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-9cd500f5-8784-470f-9a33-911fb2a95203 req-1d3b923d-de7a-4a4c-b564-a535c146b54b tempest-VolumesActionsTest-1768056150 tempest-VolumesActionsTest-1768056150-project] 10.222.0.32 "GET /v2.0/security-groups?id=25025e2d-c943-45fa-a45c-8182c031f997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412228 Mar 02 05:37:03.931827 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159af2ad-9320-4829-a0f4-97cafbe58587 req-e97936db-6599-44b5-a7c1-04cc6c89ee0f tempest-VolumesActionsTest-1768056150 tempest-VolumesActionsTest-1768056150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:37:03.933289 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-159af2ad-9320-4829-a0f4-97cafbe58587 req-e97936db-6599-44b5-a7c1-04cc6c89ee0f tempest-VolumesActionsTest-1768056150 tempest-VolumesActionsTest-1768056150-project] 10.222.0.32 "GET /v2.0/ports?device_id=25b56413-1259-4188-ab46-98f7d6d75f40 HTTP/1.1" status: 200 len: 944 time: 0.0558805 Mar 02 05:37:03.965087 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.rpc [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Device 4cad2531-18aa-4c78-819b-5e70a546735c up at agent hyperv_hv-cinder-76845 {{(pid=103716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 05:37:03.980769 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-159af2ad-9320-4829-a0f4-97cafbe58587 req-39ab4631-cd27-45d8-8cf1-1a79f5c5df7c tempest-VolumesActionsTest-1768056150 tempest-VolumesActionsTest-1768056150-project] 10.222.0.32 "GET /v2.0/security-groups?id=25025e2d-c943-45fa-a45c-8182c031f997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417850 Mar 02 05:37:04.161437 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.provisioning_blocks [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Provisioning for port 4cad2531-18aa-4c78-819b-5e70a546735c completed by entity L2. {{(pid=103716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 02 05:37:04.166158 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.provisioning_blocks [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Provisioning complete for port 4cad2531-18aa-4c78-819b-5e70a546735c triggered by entity L2. {{(pid=103716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 05:37:04.166562 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012754'] for port (4cad2531-18aa-4c78-819b-5e70a546735c), provisioning_complete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:37:04.245337 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Current status of the port 4cad2531-18aa-4c78-819b-5e70a546735c is: BUILD; New status is: ACTIVE {{(pid=103716) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 05:37:04.245650 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for port (4cad2531-18aa-4c78-819b-5e70a546735c), before_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:37:04.268116 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25b56413-1259-4188-ab46-98f7d6d75f40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cad2531-18aa-4c78-819b-5e70a546735c'}] {{(pid=103716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 05:37:04.270455 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5cc3ee08ba8b8203ef00b822cbb368117e1f515a76881e78a723e4cc0774230" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fdaa454-8ecd-44be-bb76-8deeea1fc17e" -d '{"events": [{"server_uuid": "25b56413-1259-4188-ab46-98f7d6d75f40", "name": "network-vif-plugged", "status": "completed", "tag": "4cad2531-18aa-4c78-819b-5e70a546735c"}]}' {{(pid=103716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 05:37:04.282960 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] For port 4cad2531-18aa-4c78-819b-5e70a546735c, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=4cad2531-18aa-4c78-819b-5e70a546735c,segment=NetworkSegment(14e91ef6-54ca-4ee8-8d2e-73983812b463),segment_id=14e91ef6-54ca-4ee8-8d2e-73983812b463)] {{(pid=103716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 05:37:04.309230 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 05:37:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7297e25c-c014-404d-ba10-b63afe8b9df7 x-openstack-request-id: req-7297e25c-c014-404d-ba10-b63afe8b9df7 {{(pid=103716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 05:37:04.309553 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25b56413-1259-4188-ab46-98f7d6d75f40", "name": "network-vif-plugged", "status": "completed", "tag": "4cad2531-18aa-4c78-819b-5e70a546735c", "code": 200}]} {{(pid=103716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 05:37:04.309855 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7297e25c-c014-404d-ba10-b63afe8b9df7 {{(pid=103716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 05:37:04.310256 dv-cinder-768458-18-iscsi neutron-server[103716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25b56413-1259-4188-ab46-98f7d6d75f40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cad2531-18aa-4c78-819b-5e70a546735c', 'code': 200} Mar 02 05:37:04.375340 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789290460654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789289919735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789289921293'] for port (4cad2531-18aa-4c78-819b-5e70a546735c), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:37:04.422720 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Pushing event updated for resources: {'Port': ['ID=4cad2531-18aa-4c78-819b-5e70a546735c,revision_number=5']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:37:04.635004 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de728e27-a71b-4c4b-91df-499e4fa34c1a req-823a81f8-3e7f-4264-9f14-4ab120d21f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:37:04.636556 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-de728e27-a71b-4c4b-91df-499e4fa34c1a req-823a81f8-3e7f-4264-9f14-4ab120d21f60 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=25b56413-1259-4188-ab46-98f7d6d75f40 HTTP/1.1" status: 200 len: 1129 time: 0.0470846 Mar 02 05:37:04.681649 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-de728e27-a71b-4c4b-91df-499e4fa34c1a req-1a460d29-b5cc-4d08-9507-88d74931a3bf service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=25025e2d-c943-45fa-a45c-8182c031f997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388579 Mar 02 05:37:05.103079 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed047743-aff4-400d-827a-e0bb82975672 req-406274f4-a61f-4a1e-9f7f-3fe4566649f4 tempest-VolumesActionsTest-1768056150 tempest-VolumesActionsTest-1768056150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:37:05.104693 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-ed047743-aff4-400d-827a-e0bb82975672 req-406274f4-a61f-4a1e-9f7f-3fe4566649f4 tempest-VolumesActionsTest-1768056150 tempest-VolumesActionsTest-1768056150-project] 10.222.0.32 "GET /v2.0/ports?device_id=25b56413-1259-4188-ab46-98f7d6d75f40 HTTP/1.1" status: 200 len: 945 time: 0.0521393 Mar 02 05:37:05.151335 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-ed047743-aff4-400d-827a-e0bb82975672 req-2438e6fc-1169-4531-a6a2-5a8ad27fb5e7 tempest-VolumesActionsTest-1768056150 tempest-VolumesActionsTest-1768056150-project] 10.222.0.32 "GET /v2.0/security-groups?id=25025e2d-c943-45fa-a45c-8182c031f997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411193 Mar 02 05:37:06.274406 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5316df0-8a7f-4069-b9b8-c7ffc79601ff req-43ea4cfa-405a-4c3d-a461-a21605f4c900 tempest-VolumesActionsTest-1768056150 tempest-VolumesActionsTest-1768056150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:37:06.276036 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-f5316df0-8a7f-4069-b9b8-c7ffc79601ff req-43ea4cfa-405a-4c3d-a461-a21605f4c900 tempest-VolumesActionsTest-1768056150 tempest-VolumesActionsTest-1768056150-project] 10.222.0.32 "GET /v2.0/ports?device_id=25b56413-1259-4188-ab46-98f7d6d75f40 HTTP/1.1" status: 200 len: 945 time: 0.0574260 Mar 02 05:37:06.321916 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-f5316df0-8a7f-4069-b9b8-c7ffc79601ff req-70f0497d-383b-4b52-9457-e2b997349a34 tempest-VolumesActionsTest-1768056150 tempest-VolumesActionsTest-1768056150-project] 10.222.0.32 "GET /v2.0/security-groups?id=25025e2d-c943-45fa-a45c-8182c031f997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404079 Mar 02 05:37:07.456160 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375ec5c5-e741-47a4-8b4a-e3ceeb5f0d68 req-207247ad-f155-4344-9e90-eb2f45ecce4d tempest-VolumesActionsTest-1768056150 tempest-VolumesActionsTest-1768056150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:37:07.457689 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-375ec5c5-e741-47a4-8b4a-e3ceeb5f0d68 req-207247ad-f155-4344-9e90-eb2f45ecce4d tempest-VolumesActionsTest-1768056150 tempest-VolumesActionsTest-1768056150-project] 10.222.0.32 "GET /v2.0/ports?device_id=25b56413-1259-4188-ab46-98f7d6d75f40 HTTP/1.1" status: 200 len: 945 time: 0.0633123 Mar 02 05:37:07.512541 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-375ec5c5-e741-47a4-8b4a-e3ceeb5f0d68 req-d904678a-00a4-4f1d-a245-8c10d902206d tempest-VolumesActionsTest-1768056150 tempest-VolumesActionsTest-1768056150-project] 10.222.0.32 "GET /v2.0/security-groups?id=25025e2d-c943-45fa-a45c-8182c031f997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489407 Mar 02 05:37:07.946578 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (db45f871-b7ec-436d-b6b8-6a0a072a2253), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:37:08.628816 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1478f4-e4a5-4827-a52c-e1504d351661 req-f60147b5-961e-4342-8dd5-3d3bb6429540 tempest-VolumesActionsTest-1768056150 tempest-VolumesActionsTest-1768056150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:37:08.630278 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-4b1478f4-e4a5-4827-a52c-e1504d351661 req-f60147b5-961e-4342-8dd5-3d3bb6429540 tempest-VolumesActionsTest-1768056150 tempest-VolumesActionsTest-1768056150-project] 10.222.0.32 "GET /v2.0/ports?device_id=25b56413-1259-4188-ab46-98f7d6d75f40 HTTP/1.1" status: 200 len: 945 time: 0.0513067 Mar 02 05:37:08.677902 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-4b1478f4-e4a5-4827-a52c-e1504d351661 req-ed5010c1-d5e0-4317-b313-88ae08903b91 tempest-VolumesActionsTest-1768056150 tempest-VolumesActionsTest-1768056150-project] 10.222.0.32 "GET /v2.0/security-groups?id=25025e2d-c943-45fa-a45c-8182c031f997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409861 Mar 02 05:37:09.606973 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-058ed8a5-15cd-4ce2-aaf7-2b6a1aab8507 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (516abb3b-63f8-4dbb-a4f1-8865516966e2), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:37:11.740484 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-98996bc2-ae54-4317-9d39-d9accecad7ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (9c2b50e6-1677-4aa9-928e-941b4c488fc5), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:37:12.829817 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-2ae3422a-c85d-446a-90f5-ce5a8bf639ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (d4d802fc-4ac8-47f8-b030-2ffc185fa6dc), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:37:14.332755 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f73b428b-984e-4c5a-9878-aef8f2b511ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (e0636eb1-3d25-4c31-a6e5-3f8fd1255322), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:37:15.102709 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026d21f0-52e8-49ba-aa5f-2a4b3cb257a6 req-7d7493fa-ba17-4c4a-b64d-96aa276899fb tempest-VolumesActionsTest-1768056150 tempest-VolumesActionsTest-1768056150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:37:15.104222 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-026d21f0-52e8-49ba-aa5f-2a4b3cb257a6 req-7d7493fa-ba17-4c4a-b64d-96aa276899fb tempest-VolumesActionsTest-1768056150 tempest-VolumesActionsTest-1768056150-project] 10.222.0.32 "GET /v2.0/ports?device_id=25b56413-1259-4188-ab46-98f7d6d75f40 HTTP/1.1" status: 200 len: 945 time: 0.0525458 Mar 02 05:37:15.156102 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-026d21f0-52e8-49ba-aa5f-2a4b3cb257a6 req-68464783-9650-403a-880e-ec224c279c2c tempest-VolumesActionsTest-1768056150 tempest-VolumesActionsTest-1768056150-project] 10.222.0.32 "GET /v2.0/security-groups?id=25025e2d-c943-45fa-a45c-8182c031f997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455282 Mar 02 05:37:15.749585 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (64307ea2-7468-48d5-a188-5e76dfb99c6b), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:37:16.274660 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf101c68-a382-4d47-9c07-98d810cb4c0e req-38895744-2ab9-4613-a9e6-8f3b99c8105c tempest-VolumesActionsTest-1768056150 tempest-VolumesActionsTest-1768056150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:37:16.276174 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-bf101c68-a382-4d47-9c07-98d810cb4c0e req-38895744-2ab9-4613-a9e6-8f3b99c8105c tempest-VolumesActionsTest-1768056150 tempest-VolumesActionsTest-1768056150-project] 10.222.0.32 "GET /v2.0/ports?device_id=25b56413-1259-4188-ab46-98f7d6d75f40 HTTP/1.1" status: 200 len: 945 time: 0.0516303 Mar 02 05:37:16.322514 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-bf101c68-a382-4d47-9c07-98d810cb4c0e req-f5a3bdee-ac46-4da8-8f4c-1c9388b77ed6 tempest-VolumesActionsTest-1768056150 tempest-VolumesActionsTest-1768056150-project] 10.222.0.32 "GET /v2.0/security-groups?id=25025e2d-c943-45fa-a45c-8182c031f997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407345 Mar 02 05:37:17.437982 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc01458-c255-4428-9ea9-6a1e893fff20 req-546851c6-cfc9-4f2f-bca0-af38133f808c tempest-VolumesActionsTest-1768056150 tempest-VolumesActionsTest-1768056150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:37:17.439614 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-bcc01458-c255-4428-9ea9-6a1e893fff20 req-546851c6-cfc9-4f2f-bca0-af38133f808c tempest-VolumesActionsTest-1768056150 tempest-VolumesActionsTest-1768056150-project] 10.222.0.32 "GET /v2.0/ports?device_id=25b56413-1259-4188-ab46-98f7d6d75f40 HTTP/1.1" status: 200 len: 945 time: 0.0515606 Mar 02 05:37:17.487607 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-bcc01458-c255-4428-9ea9-6a1e893fff20 req-2b64da49-c484-484d-a04b-e19560007cd9 tempest-VolumesActionsTest-1768056150 tempest-VolumesActionsTest-1768056150-project] 10.222.0.32 "GET /v2.0/security-groups?id=25025e2d-c943-45fa-a45c-8182c031f997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418134 Mar 02 05:37:18.603489 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93d29d1-8fa9-4be5-8612-579572d5bfb0 req-c5d6f95b-151c-4312-9a5b-f46cf94531d3 tempest-VolumesActionsTest-1768056150 tempest-VolumesActionsTest-1768056150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:37:18.604942 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-a93d29d1-8fa9-4be5-8612-579572d5bfb0 req-c5d6f95b-151c-4312-9a5b-f46cf94531d3 tempest-VolumesActionsTest-1768056150 tempest-VolumesActionsTest-1768056150-project] 10.222.0.32 "GET /v2.0/ports?device_id=25b56413-1259-4188-ab46-98f7d6d75f40 HTTP/1.1" status: 200 len: 945 time: 0.0509679 Mar 02 05:37:18.649802 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-a93d29d1-8fa9-4be5-8612-579572d5bfb0 req-2bef74ee-173d-4f2c-9d11-a1c93f319895 tempest-VolumesActionsTest-1768056150 tempest-VolumesActionsTest-1768056150-project] 10.222.0.32 "GET /v2.0/security-groups?id=25025e2d-c943-45fa-a45c-8182c031f997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394447 Mar 02 05:37:19.605298 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9da07c8-af91-4a48-8273-ae87a73af6a0 req-3a2342a1-a298-40cd-a377-910449f7578f tempest-VolumesActionsTest-1768056150 tempest-VolumesActionsTest-1768056150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:37:19.606740 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-d9da07c8-af91-4a48-8273-ae87a73af6a0 req-3a2342a1-a298-40cd-a377-910449f7578f tempest-VolumesActionsTest-1768056150 tempest-VolumesActionsTest-1768056150-project] 10.222.0.41 "GET /v2.0/ports?device_id=25b56413-1259-4188-ab46-98f7d6d75f40 HTTP/1.1" status: 200 len: 945 time: 0.0507259 Mar 02 05:37:19.709800 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [req-d9da07c8-af91-4a48-8273-ae87a73af6a0 req-31605bf6-0a35-409c-aaca-3a137a4a14ae tempest-VolumesActionsTest-1768056150 tempest-VolumesActionsTest-1768056150-project] Deleting port 4cad2531-18aa-4c78-819b-5e70a546735c {{(pid=103714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 05:37:19.710172 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [req-d9da07c8-af91-4a48-8273-ae87a73af6a0 req-31605bf6-0a35-409c-aaca-3a137a4a14ae tempest-VolumesActionsTest-1768056150 tempest-VolumesActionsTest-1768056150-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789290453881'] for port (4cad2531-18aa-4c78-819b-5e70a546735c), before_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:37:19.839847 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.db [req-d9da07c8-af91-4a48-8273-ae87a73af6a0 req-31605bf6-0a35-409c-aaca-3a137a4a14ae tempest-VolumesActionsTest-1768056150 tempest-VolumesActionsTest-1768056150-project] For port 4cad2531-18aa-4c78-819b-5e70a546735c, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=4cad2531-18aa-4c78-819b-5e70a546735c,segment=NetworkSegment(14e91ef6-54ca-4ee8-8d2e-73983812b463),segment_id=14e91ef6-54ca-4ee8-8d2e-73983812b463)] {{(pid=103714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 05:37:19.842825 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [req-d9da07c8-af91-4a48-8273-ae87a73af6a0 req-31605bf6-0a35-409c-aaca-3a137a4a14ae tempest-VolumesActionsTest-1768056150 tempest-VolumesActionsTest-1768056150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542039'] for port (4cad2531-18aa-4c78-819b-5e70a546735c), precommit_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:37:19.849916 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c18f189-4e37-40ff-88a3-2868c0c0ec0b req-86e9762b-b7ce-47d9-b644-1fa9c16f9179 tempest-VolumesActionsTest-1768056150 tempest-VolumesActionsTest-1768056150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:37:19.851818 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-5c18f189-4e37-40ff-88a3-2868c0c0ec0b req-86e9762b-b7ce-47d9-b644-1fa9c16f9179 tempest-VolumesActionsTest-1768056150 tempest-VolumesActionsTest-1768056150-project] 10.222.0.32 "GET /v2.0/ports?device_id=25b56413-1259-4188-ab46-98f7d6d75f40 HTTP/1.1" status: 200 len: 945 time: 0.1226749 Mar 02 05:37:19.869755 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [req-d9da07c8-af91-4a48-8273-ae87a73af6a0 req-31605bf6-0a35-409c-aaca-3a137a4a14ae tempest-VolumesActionsTest-1768056150 tempest-VolumesActionsTest-1768056150-project] Calling delete_port for 4cad2531-18aa-4c78-819b-5e70a546735c owned by compute:nova {{(pid=103714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 05:37:19.947674 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-5c18f189-4e37-40ff-88a3-2868c0c0ec0b req-93f8b37f-9e86-4272-8238-bd1fe06b79a1 tempest-VolumesActionsTest-1768056150 tempest-VolumesActionsTest-1768056150-project] 10.222.0.32 "GET /v2.0/security-groups?id=25025e2d-c943-45fa-a45c-8182c031f997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875518 Mar 02 05:37:20.082989 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-50b32b74-2812-4db4-9f58-2e84ca741467 req-db175d67-9521-44bd-b663-2b354c929fb0 tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-904867612&fields=id&tenant_id=849ab8ade87443a6947fd49bc6793c28 HTTP/1.1" status: 200 len: 267 time: 0.0486631 Mar 02 05:37:20.129188 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [req-d9da07c8-af91-4a48-8273-ae87a73af6a0 req-31605bf6-0a35-409c-aaca-3a137a4a14ae tempest-VolumesActionsTest-1768056150 tempest-VolumesActionsTest-1768056150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789290460636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789289919726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13003867'] for port (4cad2531-18aa-4c78-819b-5e70a546735c), after_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:37:20.146612 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] get_ports_and_sgs() called for port_ids ['4cad2531-18aa-4c78-819b-5e70a546735c'] {{(pid=103716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 05:37:20.158171 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31605bf6-0a35-409c-aaca-3a137a4a14ae tempest-VolumesActionsTest-1768056150 tempest-VolumesActionsTest-1768056150-project] Pushing event deleted for resources: {'Port': ['ID=4cad2531-18aa-4c78-819b-5e70a546735c,revision_number=None']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:37:20.193184 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b32b74-2812-4db4-9f58-2e84ca741467 req-4afd06f4-b99c-40a5-8bb6-b577b8be4b2d tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:37:20.194702 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-50b32b74-2812-4db4-9f58-2e84ca741467 req-4afd06f4-b99c-40a5-8bb6-b577b8be4b2d tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] 10.222.0.32 "GET /v2.0/networks?id=26125afd-b096-4cb9-bba7-021d4862e741 HTTP/1.1" status: 200 len: 812 time: 0.1047852 Mar 02 05:37:20.203798 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9da07c8-af91-4a48-8273-ae87a73af6a0 req-31605bf6-0a35-409c-aaca-3a137a4a14ae tempest-VolumesActionsTest-1768056150 tempest-VolumesActionsTest-1768056150-project] No DVR routers for this DVR port 4cad2531-18aa-4c78-819b-5e70a546735c on host hv-cinder-76845 {{(pid=103714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 05:37:20.206331 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [req-d9da07c8-af91-4a48-8273-ae87a73af6a0 req-31605bf6-0a35-409c-aaca-3a137a4a14ae tempest-VolumesActionsTest-1768056150 tempest-VolumesActionsTest-1768056150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25628'] for port (None), before_response {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:37:20.209634 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-d9da07c8-af91-4a48-8273-ae87a73af6a0 req-31605bf6-0a35-409c-aaca-3a137a4a14ae tempest-VolumesActionsTest-1768056150 tempest-VolumesActionsTest-1768056150-project] 10.222.0.41 "DELETE /v2.0/ports/4cad2531-18aa-4c78-819b-5e70a546735c HTTP/1.1" status: 204 len: 173 time: 0.5949438 Mar 02 05:37:20.210576 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25b56413-1259-4188-ab46-98f7d6d75f40', 'name': 'network-vif-deleted', 'tag': '4cad2531-18aa-4c78-819b-5e70a546735c'}] {{(pid=103714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 05:37:20.211674 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-50b32b74-2812-4db4-9f58-2e84ca741467 req-aaf9eacf-71c3-44f7-a342-f3953f70568b tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] 10.222.0.32 "GET /v2.0/quotas/849ab8ade87443a6947fd49bc6793c28 HTTP/1.1" status: 200 len: 375 time: 0.0113883 Mar 02 05:37:20.213020 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ff79788530fe2085a0b37cf7dfc71d903fcc72df0d156f3e5e7065db2593a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4edb7ee7-bb6a-4546-87b2-ea5a6ed7b825" -d '{"events": [{"server_uuid": "25b56413-1259-4188-ab46-98f7d6d75f40", "name": "network-vif-deleted", "tag": "4cad2531-18aa-4c78-819b-5e70a546735c"}]}' {{(pid=103714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 05:37:20.249412 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 05:37:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a07d445-9f07-4ff7-bb5b-8fc286189dc9 x-openstack-request-id: req-3a07d445-9f07-4ff7-bb5b-8fc286189dc9 {{(pid=103714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 05:37:20.249775 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25b56413-1259-4188-ab46-98f7d6d75f40", "name": "network-vif-deleted", "tag": "4cad2531-18aa-4c78-819b-5e70a546735c", "status": "completed", "code": 200}]} {{(pid=103714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 05:37:20.250095 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3a07d445-9f07-4ff7-bb5b-8fc286189dc9 {{(pid=103714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 05:37:20.250563 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25b56413-1259-4188-ab46-98f7d6d75f40', 'name': 'network-vif-deleted', 'tag': '4cad2531-18aa-4c78-819b-5e70a546735c', 'status': 'completed', 'code': 200} Mar 02 05:37:20.275074 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-50b32b74-2812-4db4-9f58-2e84ca741467 req-62d7340d-1eb4-45c5-94d0-a519aa8b8a77 tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=849ab8ade87443a6947fd49bc6793c28&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0578785 Mar 02 05:37:20.415435 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-50b32b74-2812-4db4-9f58-2e84ca741467 req-fde145e5-0bf9-4c60-bb85-08d60dd7da2f service neutron] 10.222.0.32 "GET /v2.0/networks/26125afd-b096-4cb9-bba7-021d4862e741?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287096 Mar 02 05:37:20.512197 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-50b32b74-2812-4db4-9f58-2e84ca741467 req-cf61fb29-65e0-4f5a-a2d3-47320d86b7e7 service neutron] 10.222.0.32 "GET /v2.0/networks/26125afd-b096-4cb9-bba7-021d4862e741?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910800 Mar 02 05:37:21.058785 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-1349ee92-5d61-4dea-8939-c689974d24a8 req-c105d6e8-135d-4223-b150-48c6f0117714 tempest-VolumesActionsTest-1768056150 tempest-VolumesActionsTest-1768056150-project] 10.222.0.32 "GET /v2.0/ports?device_id=25b56413-1259-4188-ab46-98f7d6d75f40 HTTP/1.1" status: 200 len: 210 time: 0.0268674 Mar 02 05:37:21.146222 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-5a1f9b08-08dd-4689-8c4a-6e5941be294d req-ec49c1da-ffd2-479e-b8f3-6c92bd104eb9 tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff993194-088e-4de4-badc-fee8831da347 HTTP/1.1" status: 200 len: 210 time: 0.0254989 Mar 02 05:37:22.249927 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-684fde7e-50d6-4525-821e-ea7406ee055e req-138ad1d8-92be-4e23-abb4-8e1722edc81d tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff993194-088e-4de4-badc-fee8831da347 HTTP/1.1" status: 200 len: 210 time: 0.0322008 Mar 02 05:37:22.389083 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4939a1e-fd57-43ab-9b24-a006b70bd9a7 req-3b858ff0-5789-44bc-9bb2-8c8769b4805f tempest-VolumesActionsTest-1768056150 tempest-VolumesActionsTest-1768056150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:37:22.390731 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-f4939a1e-fd57-43ab-9b24-a006b70bd9a7 req-3b858ff0-5789-44bc-9bb2-8c8769b4805f tempest-VolumesActionsTest-1768056150 tempest-VolumesActionsTest-1768056150-project] 10.222.0.32 "GET /v2.0/networks?id=5f761d9b-19c7-4c76-98d3-8bf994ae2270 HTTP/1.1" status: 200 len: 808 time: 0.0994685 Mar 02 05:37:22.405958 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-f4939a1e-fd57-43ab-9b24-a006b70bd9a7 req-90db1295-ac3e-4c15-8cf7-f288d9d8e9a4 tempest-VolumesActionsTest-1768056150 tempest-VolumesActionsTest-1768056150-project] 10.222.0.32 "GET /v2.0/quotas/1e674568d1cb448da694bdb0f79cdfe0 HTTP/1.1" status: 200 len: 375 time: 0.0097797 Mar 02 05:37:22.437322 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-f4939a1e-fd57-43ab-9b24-a006b70bd9a7 req-2f7f00cd-a879-4816-a354-89f7f9e700fe tempest-VolumesActionsTest-1768056150 tempest-VolumesActionsTest-1768056150-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=1e674568d1cb448da694bdb0f79cdfe0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0259042 Mar 02 05:37:22.528583 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-f4939a1e-fd57-43ab-9b24-a006b70bd9a7 req-0f25396d-89cd-4206-aaad-9097e448929e service neutron] 10.222.0.32 "GET /v2.0/networks/5f761d9b-19c7-4c76-98d3-8bf994ae2270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849152 Mar 02 05:37:22.614901 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-f4939a1e-fd57-43ab-9b24-a006b70bd9a7 req-fb866591-9440-4c35-a2e9-49db03886c55 service neutron] 10.222.0.32 "GET /v2.0/networks/5f761d9b-19c7-4c76-98d3-8bf994ae2270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806522 Mar 02 05:37:22.838022 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-0a07597f-c9f0-41fd-8be9-e8250610e8bf req-8ab12a71-b668-4146-8fed-d365c24f1395 tempest-VolumesActionsTest-1768056150 tempest-VolumesActionsTest-1768056150-project] 10.222.0.32 "GET /v2.0/ports?device_id=23c0e9fb-a875-4ac8-8253-e5ec97c783ca HTTP/1.1" status: 200 len: 210 time: 0.0284598 Mar 02 05:37:22.974908 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b32b74-2812-4db4-9f58-2e84ca741467 req-4e867a39-d897-4ff1-8bb0-c8e175b9b493 tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:37:22.976416 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-50b32b74-2812-4db4-9f58-2e84ca741467 req-4e867a39-d897-4ff1-8bb0-c8e175b9b493 tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] 10.222.0.41 "GET /v2.0/networks?id=26125afd-b096-4cb9-bba7-021d4862e741 HTTP/1.1" status: 200 len: 812 time: 0.1074417 Mar 02 05:37:23.045221 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-50b32b74-2812-4db4-9f58-2e84ca741467 req-90b5e776-bac8-415c-8fbe-72302d2dbf5f tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=849ab8ade87443a6947fd49bc6793c28 HTTP/1.1" status: 200 len: 379 time: 0.0591011 Mar 02 05:37:23.055062 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.v2.base [req-50b32b74-2812-4db4-9f58-2e84ca741467 req-d77e4cf5-5048-416d-aea7-8ebe17815a95 tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Request body: {'port': {'device_id': 'ff993194-088e-4de4-badc-fee8831da347', 'network_id': '26125afd-b096-4cb9-bba7-021d4862e741', 'admin_state_up': True, 'tenant_id': '849ab8ade87443a6947fd49bc6793c28', 'security_groups': ['01fdecac-c163-40c3-9d7b-98e5d2dc1a8f']}} {{(pid=103714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 05:37:23.350232 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-d69ef987-c40c-4ff2-9cf5-6fc05b113122 req-fb568c77-c758-4d44-b710-a64baf612a0d tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff993194-088e-4de4-badc-fee8831da347 HTTP/1.1" status: 200 len: 210 time: 0.0310004 Mar 02 05:37:23.368703 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50b32b74-2812-4db4-9f58-2e84ca741467 req-d77e4cf5-5048-416d-aea7-8ebe17815a95 tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Made reservation on behalf of 849ab8ade87443a6947fd49bc6793c28 for: {'port': 1} {{(pid=103714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 05:37:23.372476 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [req-50b32b74-2812-4db4-9f58-2e84ca741467 req-d77e4cf5-5048-416d-aea7-8ebe17815a95 tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for port (None), before_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:37:23.501313 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.db.db_base_plugin_common [req-50b32b74-2812-4db4-9f58-2e84ca741467 req-d77e4cf5-5048-416d-aea7-8ebe17815a95 tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Allocated IP 172.20.0.5 (26125afd-b096-4cb9-bba7-021d4862e741/d188881c-9727-4efd-b9e6-7344d2704465/1c4fb842-0eec-406c-bc2f-bd56da80a769) {{(pid=103714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 05:37:23.637698 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [req-50b32b74-2812-4db4-9f58-2e84ca741467 req-d77e4cf5-5048-416d-aea7-8ebe17815a95 tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Publish callbacks [] for port (1c4fb842-0eec-406c-bc2f-bd56da80a769), precommit_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:37:23.752493 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [req-50b32b74-2812-4db4-9f58-2e84ca741467 req-d77e4cf5-5048-416d-aea7-8ebe17815a95 tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789289919717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13003867'] for port (1c4fb842-0eec-406c-bc2f-bd56da80a769), after_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:37:23.797328 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50b32b74-2812-4db4-9f58-2e84ca741467 req-d77e4cf5-5048-416d-aea7-8ebe17815a95 tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Network 26125afd-b096-4cb9-bba7-021d4862e741 is already hosted by enough agents. {{(pid=103714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 05:37:23.800366 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.scheduler.base_scheduler [req-50b32b74-2812-4db4-9f58-2e84ca741467 req-d77e4cf5-5048-416d-aea7-8ebe17815a95 tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Resources bound (agent type, host, resource id): {{(pid=103714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 05:37:23.804233 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.db.l3_dvrscheduler_db [req-50b32b74-2812-4db4-9f58-2e84ca741467 req-d77e4cf5-5048-416d-aea7-8ebe17815a95 tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Received port after_create {{(pid=103714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 05:37:23.810623 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77e4cf5-5048-416d-aea7-8ebe17815a95 tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Pushing event updated for resources: {'Port': ['ID=1c4fb842-0eec-406c-bc2f-bd56da80a769,revision_number=1']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:37:23.842867 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77e4cf5-5048-416d-aea7-8ebe17815a95 tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:37:23.843221 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77e4cf5-5048-416d-aea7-8ebe17815a95 tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:37:23.843642 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77e4cf5-5048-416d-aea7-8ebe17815a95 tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:37:23.843980 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77e4cf5-5048-416d-aea7-8ebe17815a95 tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:37:23.844319 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77e4cf5-5048-416d-aea7-8ebe17815a95 tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:37:23.844674 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77e4cf5-5048-416d-aea7-8ebe17815a95 tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:37:23.844999 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77e4cf5-5048-416d-aea7-8ebe17815a95 tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:37:23.845325 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77e4cf5-5048-416d-aea7-8ebe17815a95 tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:37:23.845826 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77e4cf5-5048-416d-aea7-8ebe17815a95 tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:37:23.846114 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77e4cf5-5048-416d-aea7-8ebe17815a95 tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:37:23.846440 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77e4cf5-5048-416d-aea7-8ebe17815a95 tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:37:23.846777 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77e4cf5-5048-416d-aea7-8ebe17815a95 tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:37:23.847082 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77e4cf5-5048-416d-aea7-8ebe17815a95 tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:37:23.869380 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b32b74-2812-4db4-9f58-2e84ca741467 req-d77e4cf5-5048-416d-aea7-8ebe17815a95 tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:37:23.870051 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [req-50b32b74-2812-4db4-9f58-2e84ca741467 req-d77e4cf5-5048-416d-aea7-8ebe17815a95 tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25628'] for port (None), before_response {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:37:23.955434 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-d80cf190-6d02-4b36-8678-72e02bda1bf4 req-7736ab23-4e5f-4338-aed0-61d2834ee92e tempest-VolumesActionsTest-1768056150 tempest-VolumesActionsTest-1768056150-project] 10.222.0.32 "GET /v2.0/ports?device_id=23c0e9fb-a875-4ac8-8253-e5ec97c783ca HTTP/1.1" status: 200 len: 210 time: 0.0275431 Mar 02 05:37:23.965182 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-50b32b74-2812-4db4-9f58-2e84ca741467 req-d77e4cf5-5048-416d-aea7-8ebe17815a95 tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9141624 Mar 02 05:37:23.982853 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.v2.base [req-50b32b74-2812-4db4-9f58-2e84ca741467 req-32550b4a-4be8-4da5-bad7-705f04c9de72 service neutron] Request body: {'port': {'device_id': 'ff993194-088e-4de4-badc-fee8831da347', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76845'}} {{(pid=103714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 05:37:24.016413 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.provisioning_blocks [None req-2cd945f7-4572-4dd4-bd09-a90ea99507bb None None] Provisioning complete for port 1c4fb842-0eec-406c-bc2f-bd56da80a769 triggered by entity DHCP. {{(pid=103716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 05:37:24.016975 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-2cd945f7-4572-4dd4-bd09-a90ea99507bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012754'] for port (1c4fb842-0eec-406c-bc2f-bd56da80a769), provisioning_complete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:37:24.044983 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.rpc [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Device 4cad2531-18aa-4c78-819b-5e70a546735c no longer exists at agent hyperv_hv-cinder-76845 {{(pid=103716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 05:37:24.051896 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [req-50b32b74-2812-4db4-9f58-2e84ca741467 req-32550b4a-4be8-4da5-bad7-705f04c9de72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for port (1c4fb842-0eec-406c-bc2f-bd56da80a769), before_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:37:24.082715 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] No Port match for: 4cad2531-18aa-4c78-819b-5e70a546735c {{(pid=103716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 05:37:24.083073 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.rpc [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Device 4cad2531-18aa-4c78-819b-5e70a546735c not bound to the agent host hv-cinder-76845 {{(pid=103716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 05:37:24.091365 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-2cd945f7-4572-4dd4-bd09-a90ea99507bb None None] Port 1c4fb842-0eec-406c-bc2f-bd56da80a769 cannot update to ACTIVE because it is not bound. {{(pid=103716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 02 05:37:24.321088 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.notifiers.nova [req-50b32b74-2812-4db4-9f58-2e84ca741467 req-32550b4a-4be8-4da5-bad7-705f04c9de72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c4fb842-0eec-406c-bc2f-bd56da80a769 {{(pid=103714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 05:37:24.329496 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [req-50b32b74-2812-4db4-9f58-2e84ca741467 req-32550b4a-4be8-4da5-bad7-705f04c9de72 service neutron] Publish callbacks [] for port (1c4fb842-0eec-406c-bc2f-bd56da80a769), precommit_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:37:24.341575 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.db.provisioning_blocks [req-50b32b74-2812-4db4-9f58-2e84ca741467 req-32550b4a-4be8-4da5-bad7-705f04c9de72 service neutron] Transition to ACTIVE for port object 1c4fb842-0eec-406c-bc2f-bd56da80a769 will not be triggered until provisioned by entity L2. {{(pid=103714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 02 05:37:24.426633 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [req-50b32b74-2812-4db4-9f58-2e84ca741467 req-32550b4a-4be8-4da5-bad7-705f04c9de72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789290460654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789289919735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789289921293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13003858'] for port (1c4fb842-0eec-406c-bc2f-bd56da80a769), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:37:24.506289 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32550b4a-4be8-4da5-bad7-705f04c9de72 service neutron] Pushing event updated for resources: {'Port': ['ID=1c4fb842-0eec-406c-bc2f-bd56da80a769,revision_number=2']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:37:24.581575 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96bed56-63ae-4059-841d-5e45e648ef94 req-f566e531-992e-4c25-a74b-e211ada391cf tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:37:24.581575 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-b96bed56-63ae-4059-841d-5e45e648ef94 req-f566e531-992e-4c25-a74b-e211ada391cf tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff993194-088e-4de4-badc-fee8831da347 HTTP/1.1" status: 200 len: 943 time: 0.1232541 Mar 02 05:37:24.610222 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.managers [req-50b32b74-2812-4db4-9f58-2e84ca741467 req-32550b4a-4be8-4da5-bad7-705f04c9de72 service neutron] Attempting to bind port 1c4fb842-0eec-406c-bc2f-bd56da80a769 on host hv-cinder-76845 for vnic_type normal with profile {{(pid=103714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 05:37:24.610557 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.managers [req-50b32b74-2812-4db4-9f58-2e84ca741467 req-32550b4a-4be8-4da5-bad7-705f04c9de72 service neutron] Attempting to bind port 1c4fb842-0eec-406c-bc2f-bd56da80a769 by drivers openvswitch,hyperv on host hv-cinder-76845 at level 0 using segments [{'id': '179d65c1-9d95-4943-a804-bd91470b2f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '26125afd-b096-4cb9-bba7-021d4862e741'}] {{(pid=103714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 05:37:24.610888 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50b32b74-2812-4db4-9f58-2e84ca741467 req-32550b4a-4be8-4da5-bad7-705f04c9de72 service neutron] Attempting to bind port 1c4fb842-0eec-406c-bc2f-bd56da80a769 on network 26125afd-b096-4cb9-bba7-021d4862e741 {{(pid=103714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 05:37:24.618359 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50b32b74-2812-4db4-9f58-2e84ca741467 req-32550b4a-4be8-4da5-bad7-705f04c9de72 service neutron] Port 1c4fb842-0eec-406c-bc2f-bd56da80a769 on network 26125afd-b096-4cb9-bba7-021d4862e741 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76845 {{(pid=103714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 02 05:37:24.618690 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50b32b74-2812-4db4-9f58-2e84ca741467 req-32550b4a-4be8-4da5-bad7-705f04c9de72 service neutron] Attempting to bind port 1c4fb842-0eec-406c-bc2f-bd56da80a769 on network 26125afd-b096-4cb9-bba7-021d4862e741 {{(pid=103714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 05:37:24.631244 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50b32b74-2812-4db4-9f58-2e84ca741467 req-32550b4a-4be8-4da5-bad7-705f04c9de72 service neutron] Checking agent: {'id': 'db45f871-b7ec-436d-b6b8-6a0a072a2253', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76845', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 5, 27, 7), 'started_at': datetime.datetime(2022, 3, 2, 5, 27, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 5, 37, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 05:37:24.631616 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50b32b74-2812-4db4-9f58-2e84ca741467 req-32550b4a-4be8-4da5-bad7-705f04c9de72 service neutron] Checking segment: {'id': '179d65c1-9d95-4943-a804-bd91470b2f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '26125afd-b096-4cb9-bba7-021d4862e741'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 05:37:24.632007 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50b32b74-2812-4db4-9f58-2e84ca741467 req-32550b4a-4be8-4da5-bad7-705f04c9de72 service neutron] Bound using segment: {'id': '179d65c1-9d95-4943-a804-bd91470b2f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '26125afd-b096-4cb9-bba7-021d4862e741'} {{(pid=103714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 05:37:24.632445 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.managers [req-50b32b74-2812-4db4-9f58-2e84ca741467 req-32550b4a-4be8-4da5-bad7-705f04c9de72 service neutron] Bound port: 1c4fb842-0eec-406c-bc2f-bd56da80a769, host: hv-cinder-76845, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '179d65c1-9d95-4943-a804-bd91470b2f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '26125afd-b096-4cb9-bba7-021d4862e741'}}] {{(pid=103714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 05:37:24.632804 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [req-50b32b74-2812-4db4-9f58-2e84ca741467 req-32550b4a-4be8-4da5-bad7-705f04c9de72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for port (1c4fb842-0eec-406c-bc2f-bd56da80a769), before_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:37:24.668160 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-b96bed56-63ae-4059-841d-5e45e648ef94 req-109a3887-b7ab-4ea4-9466-5a4fe1c58aa6 tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] 10.222.0.32 "GET /v2.0/security-groups?id=01fdecac-c163-40c3-9d7b-98e5d2dc1a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0797334 Mar 02 05:37:24.716237 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.db [req-50b32b74-2812-4db4-9f58-2e84ca741467 req-32550b4a-4be8-4da5-bad7-705f04c9de72 service neutron] For port 1c4fb842-0eec-406c-bc2f-bd56da80a769, host hv-cinder-76845, cleared binding levels {{(pid=103714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 05:37:24.719187 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.db [req-50b32b74-2812-4db4-9f58-2e84ca741467 req-32550b4a-4be8-4da5-bad7-705f04c9de72 service neutron] For port 1c4fb842-0eec-406c-bc2f-bd56da80a769, host hv-cinder-76845, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=1c4fb842-0eec-406c-bc2f-bd56da80a769,segment=NetworkSegment(179d65c1-9d95-4943-a804-bd91470b2f8b),segment_id=179d65c1-9d95-4943-a804-bd91470b2f8b)] {{(pid=103714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 05:37:24.818599 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [req-50b32b74-2812-4db4-9f58-2e84ca741467 req-32550b4a-4be8-4da5-bad7-705f04c9de72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789290460654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789289919735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789289921293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13003858'] for port (1c4fb842-0eec-406c-bc2f-bd56da80a769), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:37:24.850234 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b32b74-2812-4db4-9f58-2e84ca741467 req-32550b4a-4be8-4da5-bad7-705f04c9de72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:37:24.850473 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [req-50b32b74-2812-4db4-9f58-2e84ca741467 req-32550b4a-4be8-4da5-bad7-705f04c9de72 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25628'] for port (None), before_response {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:37:24.851850 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-50b32b74-2812-4db4-9f58-2e84ca741467 req-32550b4a-4be8-4da5-bad7-705f04c9de72 service neutron] 10.222.0.41 "PUT /v2.0/ports/1c4fb842-0eec-406c-bc2f-bd56da80a769 HTTP/1.1" status: 200 len: 1093 time: 0.8733931 Mar 02 05:37:24.854720 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff993194-088e-4de4-badc-fee8831da347', 'tag': '1c4fb842-0eec-406c-bc2f-bd56da80a769'}] {{(pid=103714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 05:37:24.857830 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ff79788530fe2085a0b37cf7dfc71d903fcc72df0d156f3e5e7065db2593a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-217131fb-0c78-4971-ac03-099903044b45" -d '{"events": [{"name": "network-changed", "server_uuid": "ff993194-088e-4de4-badc-fee8831da347", "tag": "1c4fb842-0eec-406c-bc2f-bd56da80a769"}]}' {{(pid=103714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 05:37:24.887600 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32550b4a-4be8-4da5-bad7-705f04c9de72 service neutron] Pushing event updated for resources: {'Port': ['ID=1c4fb842-0eec-406c-bc2f-bd56da80a769,revision_number=3']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:37:24.903765 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Mar 2022 05:37:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d92d01f4-47cc-4f67-b6df-d78c6ca98d9e x-openstack-request-id: req-d92d01f4-47cc-4f67-b6df-d78c6ca98d9e {{(pid=103714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 05:37:24.904080 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff993194-088e-4de4-badc-fee8831da347", "tag": "1c4fb842-0eec-406c-bc2f-bd56da80a769", "status": "completed", "code": 200}]} {{(pid=103714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 05:37:24.904336 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d92d01f4-47cc-4f67-b6df-d78c6ca98d9e {{(pid=103714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 05:37:24.904838 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff993194-088e-4de4-badc-fee8831da347', 'tag': '1c4fb842-0eec-406c-bc2f-bd56da80a769', 'status': 'completed', 'code': 200} Mar 02 05:37:24.989580 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217131fb-0c78-4971-ac03-099903044b45 req-b6a61c30-fedc-477f-a0c0-a2d14cfb08c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:37:24.991652 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-217131fb-0c78-4971-ac03-099903044b45 req-b6a61c30-fedc-477f-a0c0-a2d14cfb08c0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=849ab8ade87443a6947fd49bc6793c28&device_id=ff993194-088e-4de4-badc-fee8831da347 HTTP/1.1" status: 200 len: 1127 time: 0.0537915 Mar 02 05:37:25.092035 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-f0b4a74b-16f1-4ef7-939a-85c3f9bd4bf6 req-18c03b4c-8437-45f2-8814-10d85a6dc26a tempest-VolumesActionsTest-1768056150 tempest-VolumesActionsTest-1768056150-project] 10.222.0.32 "GET /v2.0/ports?device_id=23c0e9fb-a875-4ac8-8253-e5ec97c783ca HTTP/1.1" status: 200 len: 210 time: 0.0319090 Mar 02 05:37:25.144743 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217131fb-0c78-4971-ac03-099903044b45 req-bc525835-294e-4818-b5fa-e37ca841615f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:37:25.146756 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-217131fb-0c78-4971-ac03-099903044b45 req-bc525835-294e-4818-b5fa-e37ca841615f service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=849ab8ade87443a6947fd49bc6793c28&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1482799 Mar 02 05:37:25.148395 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4939a1e-fd57-43ab-9b24-a006b70bd9a7 req-ea645d00-c685-4f34-9512-872600ffdf37 tempest-VolumesActionsTest-1768056150 tempest-VolumesActionsTest-1768056150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:37:25.150786 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-f4939a1e-fd57-43ab-9b24-a006b70bd9a7 req-ea645d00-c685-4f34-9512-872600ffdf37 tempest-VolumesActionsTest-1768056150 tempest-VolumesActionsTest-1768056150-project] 10.222.0.41 "GET /v2.0/networks?id=5f761d9b-19c7-4c76-98d3-8bf994ae2270 HTTP/1.1" status: 200 len: 808 time: 0.1089232 Mar 02 05:37:25.167107 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.v2.base [req-f4939a1e-fd57-43ab-9b24-a006b70bd9a7 req-1e1f311c-26cc-47e7-866b-985ddaee2ff0 tempest-VolumesActionsTest-1768056150 tempest-VolumesActionsTest-1768056150-project] Request body: {'port': {'device_id': '23c0e9fb-a875-4ac8-8253-e5ec97c783ca', 'network_id': '5f761d9b-19c7-4c76-98d3-8bf994ae2270', 'admin_state_up': True, 'tenant_id': '1e674568d1cb448da694bdb0f79cdfe0'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 05:37:25.261374 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217131fb-0c78-4971-ac03-099903044b45 req-d2925754-488f-4649-979c-300017928c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:37:25.263266 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-217131fb-0c78-4971-ac03-099903044b45 req-d2925754-488f-4649-979c-300017928c20 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1046696 Mar 02 05:37:25.352514 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b32b74-2812-4db4-9f58-2e84ca741467 req-a0b73825-6f72-415c-963d-1463cd03cbbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:37:25.354505 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-50b32b74-2812-4db4-9f58-2e84ca741467 req-a0b73825-6f72-415c-963d-1463cd03cbbd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=849ab8ade87443a6947fd49bc6793c28&device_id=ff993194-088e-4de4-badc-fee8831da347 HTTP/1.1" status: 200 len: 1127 time: 0.0432558 Mar 02 05:37:25.374794 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4939a1e-fd57-43ab-9b24-a006b70bd9a7 req-1e1f311c-26cc-47e7-866b-985ddaee2ff0 tempest-VolumesActionsTest-1768056150 tempest-VolumesActionsTest-1768056150-project] Made reservation on behalf of 1e674568d1cb448da694bdb0f79cdfe0 for: {'port': 1} {{(pid=103715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 05:37:25.378211 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-f4939a1e-fd57-43ab-9b24-a006b70bd9a7 req-1e1f311c-26cc-47e7-866b-985ddaee2ff0 tempest-VolumesActionsTest-1768056150 tempest-VolumesActionsTest-1768056150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for port (None), before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:37:25.395219 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-50b32b74-2812-4db4-9f58-2e84ca741467 req-eb9fb76a-5631-4789-9f1c-2fe91a263046 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1c4fb842-0eec-406c-bc2f-bd56da80a769 HTTP/1.1" status: 200 len: 217 time: 0.0339241 Mar 02 05:37:25.453278 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b32b74-2812-4db4-9f58-2e84ca741467 req-3b1650fa-d9aa-44bc-923e-ade20098fa18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:37:25.454756 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-50b32b74-2812-4db4-9f58-2e84ca741467 req-3b1650fa-d9aa-44bc-923e-ade20098fa18 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d188881c-9727-4efd-b9e6-7344d2704465 HTTP/1.1" status: 200 len: 851 time: 0.0535626 Mar 02 05:37:25.509908 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b32b74-2812-4db4-9f58-2e84ca741467 req-8b6a3b5b-c085-4db1-ae83-d94fe9c08412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:37:25.512075 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-50b32b74-2812-4db4-9f58-2e84ca741467 req-8b6a3b5b-c085-4db1-ae83-d94fe9c08412 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=26125afd-b096-4cb9-bba7-021d4862e741&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0478523 Mar 02 05:37:25.515732 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.db.db_base_plugin_common [req-f4939a1e-fd57-43ab-9b24-a006b70bd9a7 req-1e1f311c-26cc-47e7-866b-985ddaee2ff0 tempest-VolumesActionsTest-1768056150 tempest-VolumesActionsTest-1768056150-project] Allocated IP 172.20.0.12 (5f761d9b-19c7-4c76-98d3-8bf994ae2270/4b826335-015c-4fb2-912b-c772b7a50104/70716c85-25bf-44cd-b9c4-15b7e8c4c7d2) {{(pid=103715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 05:37:25.604658 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-50b32b74-2812-4db4-9f58-2e84ca741467 req-df8ed64e-45bc-476b-a522-845d24f4f98b service neutron] 10.222.0.41 "GET /v2.0/networks/26125afd-b096-4cb9-bba7-021d4862e741?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851922 Mar 02 05:37:25.687596 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-f4939a1e-fd57-43ab-9b24-a006b70bd9a7 req-1e1f311c-26cc-47e7-866b-985ddaee2ff0 tempest-VolumesActionsTest-1768056150 tempest-VolumesActionsTest-1768056150-project] Publish callbacks [] for port (70716c85-25bf-44cd-b9c4-15b7e8c4c7d2), precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:37:25.698326 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-50b32b74-2812-4db4-9f58-2e84ca741467 req-40ac5ea5-f4d6-46d7-ba6a-dd8fb43d5c4f service neutron] 10.222.0.41 "GET /v2.0/networks/26125afd-b096-4cb9-bba7-021d4862e741?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876873 Mar 02 05:37:25.788072 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89aed959-a33b-4cfb-9376-a83453221f5f req-ac84047a-c5f6-4635-8c00-1552bf05f405 tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:37:25.789466 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-89aed959-a33b-4cfb-9376-a83453221f5f req-ac84047a-c5f6-4635-8c00-1552bf05f405 tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff993194-088e-4de4-badc-fee8831da347 HTTP/1.1" status: 200 len: 943 time: 0.0527337 Mar 02 05:37:25.815382 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-f4939a1e-fd57-43ab-9b24-a006b70bd9a7 req-1e1f311c-26cc-47e7-866b-985ddaee2ff0 tempest-VolumesActionsTest-1768056150 tempest-VolumesActionsTest-1768056150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789289919717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14203002'] for port (70716c85-25bf-44cd-b9c4-15b7e8c4c7d2), after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:37:25.840406 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-89aed959-a33b-4cfb-9376-a83453221f5f req-b10987aa-7784-46cd-8ec3-80cc604e1dd2 tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] 10.222.0.32 "GET /v2.0/security-groups?id=01fdecac-c163-40c3-9d7b-98e5d2dc1a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447059 Mar 02 05:37:25.864393 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4939a1e-fd57-43ab-9b24-a006b70bd9a7 req-1e1f311c-26cc-47e7-866b-985ddaee2ff0 tempest-VolumesActionsTest-1768056150 tempest-VolumesActionsTest-1768056150-project] Network 5f761d9b-19c7-4c76-98d3-8bf994ae2270 is already hosted by enough agents. {{(pid=103715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 05:37:25.867353 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [req-f4939a1e-fd57-43ab-9b24-a006b70bd9a7 req-1e1f311c-26cc-47e7-866b-985ddaee2ff0 tempest-VolumesActionsTest-1768056150 tempest-VolumesActionsTest-1768056150-project] Resources bound (agent type, host, resource id): {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 05:37:25.871078 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4939a1e-fd57-43ab-9b24-a006b70bd9a7 req-1e1f311c-26cc-47e7-866b-985ddaee2ff0 tempest-VolumesActionsTest-1768056150 tempest-VolumesActionsTest-1768056150-project] Received port after_create {{(pid=103715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 05:37:25.877495 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1f311c-26cc-47e7-866b-985ddaee2ff0 tempest-VolumesActionsTest-1768056150 tempest-VolumesActionsTest-1768056150-project] Pushing event updated for resources: {'Port': ['ID=70716c85-25bf-44cd-b9c4-15b7e8c4c7d2,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:37:25.923119 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4939a1e-fd57-43ab-9b24-a006b70bd9a7 req-1e1f311c-26cc-47e7-866b-985ddaee2ff0 tempest-VolumesActionsTest-1768056150 tempest-VolumesActionsTest-1768056150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:37:25.923744 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-f4939a1e-fd57-43ab-9b24-a006b70bd9a7 req-1e1f311c-26cc-47e7-866b-985ddaee2ff0 tempest-VolumesActionsTest-1768056150 tempest-VolumesActionsTest-1768056150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25628'] for port (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:37:26.023379 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-f4939a1e-fd57-43ab-9b24-a006b70bd9a7 req-1e1f311c-26cc-47e7-866b-985ddaee2ff0 tempest-VolumesActionsTest-1768056150 tempest-VolumesActionsTest-1768056150-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8637164 Mar 02 05:37:26.045623 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.v2.base [req-f4939a1e-fd57-43ab-9b24-a006b70bd9a7 req-61cf899a-3f6a-4f70-be09-491a08cbd9dd service neutron] Request body: {'port': {'device_id': '23c0e9fb-a875-4ac8-8253-e5ec97c783ca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76845'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 05:37:26.055894 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071aa58e-7720-4d1a-8ab4-f3b4e4b53cab req-2b8627a3-1dd2-4422-b48b-2c997d4b5b0e tempest-VolumesSnapshotTestJSON-757206607 tempest-VolumesSnapshotTestJSON-757206607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:37:26.057466 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-071aa58e-7720-4d1a-8ab4-f3b4e4b53cab req-2b8627a3-1dd2-4422-b48b-2c997d4b5b0e tempest-VolumesSnapshotTestJSON-757206607 tempest-VolumesSnapshotTestJSON-757206607-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d6d0ad3-96d8-46d4-b029-0a99db87e5ea HTTP/1.1" status: 200 len: 945 time: 0.0560200 Mar 02 05:37:26.103366 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-f4939a1e-fd57-43ab-9b24-a006b70bd9a7 req-61cf899a-3f6a-4f70-be09-491a08cbd9dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for port (70716c85-25bf-44cd-b9c4-15b7e8c4c7d2), before_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:37:26.103624 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-071aa58e-7720-4d1a-8ab4-f3b4e4b53cab req-0beebca8-dae4-4dc7-9c76-950d97233352 tempest-VolumesSnapshotTestJSON-757206607 tempest-VolumesSnapshotTestJSON-757206607-project] 10.222.0.32 "GET /v2.0/security-groups?id=fb55fbfa-cea6-4c14-9ad8-5d4df4dbb361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404065 Mar 02 05:37:26.310821 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0174adcd-ceef-42bf-b485-3731e6de24b1 req-a2bda1f0-2441-4c14-86cc-62169065a7ee tempest-VolumesActionsTest-1768056150 tempest-VolumesActionsTest-1768056150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:37:26.312226 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-0174adcd-ceef-42bf-b485-3731e6de24b1 req-a2bda1f0-2441-4c14-86cc-62169065a7ee tempest-VolumesActionsTest-1768056150 tempest-VolumesActionsTest-1768056150-project] 10.222.0.32 "GET /v2.0/ports?device_id=23c0e9fb-a875-4ac8-8253-e5ec97c783ca HTTP/1.1" status: 200 len: 932 time: 0.1502178 Mar 02 05:37:26.386647 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-0174adcd-ceef-42bf-b485-3731e6de24b1 req-03d2a852-627f-461b-a736-8c87a15c33fc tempest-VolumesActionsTest-1768056150 tempest-VolumesActionsTest-1768056150-project] 10.222.0.32 "GET /v2.0/security-groups?id=25025e2d-c943-45fa-a45c-8182c031f997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687730 Mar 02 05:37:26.436098 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.notifiers.nova [req-f4939a1e-fd57-43ab-9b24-a006b70bd9a7 req-61cf899a-3f6a-4f70-be09-491a08cbd9dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70716c85-25bf-44cd-b9c4-15b7e8c4c7d2 {{(pid=103715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 05:37:26.443581 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-f4939a1e-fd57-43ab-9b24-a006b70bd9a7 req-61cf899a-3f6a-4f70-be09-491a08cbd9dd service neutron] Publish callbacks [] for port (70716c85-25bf-44cd-b9c4-15b7e8c4c7d2), precommit_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:37:26.455459 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.db.provisioning_blocks [req-f4939a1e-fd57-43ab-9b24-a006b70bd9a7 req-61cf899a-3f6a-4f70-be09-491a08cbd9dd service neutron] Transition to ACTIVE for port object 70716c85-25bf-44cd-b9c4-15b7e8c4c7d2 will not be triggered until provisioned by entity L2. {{(pid=103715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 02 05:37:26.545779 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-f4939a1e-fd57-43ab-9b24-a006b70bd9a7 req-61cf899a-3f6a-4f70-be09-491a08cbd9dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789290460654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789289919735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789289921293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14202995'] for port (70716c85-25bf-44cd-b9c4-15b7e8c4c7d2), after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:37:26.601408 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cf899a-3f6a-4f70-be09-491a08cbd9dd service neutron] Pushing event updated for resources: {'Port': ['ID=70716c85-25bf-44cd-b9c4-15b7e8c4c7d2,revision_number=2']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:37:26.663969 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.managers [req-f4939a1e-fd57-43ab-9b24-a006b70bd9a7 req-61cf899a-3f6a-4f70-be09-491a08cbd9dd service neutron] Attempting to bind port 70716c85-25bf-44cd-b9c4-15b7e8c4c7d2 on host hv-cinder-76845 for vnic_type normal with profile {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 05:37:26.664303 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.managers [req-f4939a1e-fd57-43ab-9b24-a006b70bd9a7 req-61cf899a-3f6a-4f70-be09-491a08cbd9dd service neutron] Attempting to bind port 70716c85-25bf-44cd-b9c4-15b7e8c4c7d2 by drivers openvswitch,hyperv on host hv-cinder-76845 at level 0 using segments [{'id': '14e91ef6-54ca-4ee8-8d2e-73983812b463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '5f761d9b-19c7-4c76-98d3-8bf994ae2270'}] {{(pid=103715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 05:37:26.664632 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4939a1e-fd57-43ab-9b24-a006b70bd9a7 req-61cf899a-3f6a-4f70-be09-491a08cbd9dd service neutron] Attempting to bind port 70716c85-25bf-44cd-b9c4-15b7e8c4c7d2 on network 5f761d9b-19c7-4c76-98d3-8bf994ae2270 {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 05:37:26.669388 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4939a1e-fd57-43ab-9b24-a006b70bd9a7 req-61cf899a-3f6a-4f70-be09-491a08cbd9dd service neutron] Port 70716c85-25bf-44cd-b9c4-15b7e8c4c7d2 on network 5f761d9b-19c7-4c76-98d3-8bf994ae2270 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76845 {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 02 05:37:26.669707 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4939a1e-fd57-43ab-9b24-a006b70bd9a7 req-61cf899a-3f6a-4f70-be09-491a08cbd9dd service neutron] Attempting to bind port 70716c85-25bf-44cd-b9c4-15b7e8c4c7d2 on network 5f761d9b-19c7-4c76-98d3-8bf994ae2270 {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 05:37:26.674483 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4939a1e-fd57-43ab-9b24-a006b70bd9a7 req-61cf899a-3f6a-4f70-be09-491a08cbd9dd service neutron] Checking agent: {'id': 'db45f871-b7ec-436d-b6b8-6a0a072a2253', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76845', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 5, 27, 7), 'started_at': datetime.datetime(2022, 3, 2, 5, 27, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 5, 37, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 05:37:26.674880 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4939a1e-fd57-43ab-9b24-a006b70bd9a7 req-61cf899a-3f6a-4f70-be09-491a08cbd9dd service neutron] Checking segment: {'id': '14e91ef6-54ca-4ee8-8d2e-73983812b463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '5f761d9b-19c7-4c76-98d3-8bf994ae2270'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 05:37:26.675456 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4939a1e-fd57-43ab-9b24-a006b70bd9a7 req-61cf899a-3f6a-4f70-be09-491a08cbd9dd service neutron] Bound using segment: {'id': '14e91ef6-54ca-4ee8-8d2e-73983812b463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '5f761d9b-19c7-4c76-98d3-8bf994ae2270'} {{(pid=103715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 05:37:26.676041 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.managers [req-f4939a1e-fd57-43ab-9b24-a006b70bd9a7 req-61cf899a-3f6a-4f70-be09-491a08cbd9dd service neutron] Bound port: 70716c85-25bf-44cd-b9c4-15b7e8c4c7d2, host: hv-cinder-76845, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14e91ef6-54ca-4ee8-8d2e-73983812b463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '5f761d9b-19c7-4c76-98d3-8bf994ae2270'}}] {{(pid=103715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 05:37:26.676508 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-f4939a1e-fd57-43ab-9b24-a006b70bd9a7 req-61cf899a-3f6a-4f70-be09-491a08cbd9dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for port (70716c85-25bf-44cd-b9c4-15b7e8c4c7d2), before_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:37:26.737810 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.db [req-f4939a1e-fd57-43ab-9b24-a006b70bd9a7 req-61cf899a-3f6a-4f70-be09-491a08cbd9dd service neutron] For port 70716c85-25bf-44cd-b9c4-15b7e8c4c7d2, host hv-cinder-76845, cleared binding levels {{(pid=103715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 05:37:26.740914 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.db [req-f4939a1e-fd57-43ab-9b24-a006b70bd9a7 req-61cf899a-3f6a-4f70-be09-491a08cbd9dd service neutron] For port 70716c85-25bf-44cd-b9c4-15b7e8c4c7d2, host hv-cinder-76845, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=70716c85-25bf-44cd-b9c4-15b7e8c4c7d2,segment=NetworkSegment(14e91ef6-54ca-4ee8-8d2e-73983812b463),segment_id=14e91ef6-54ca-4ee8-8d2e-73983812b463)] {{(pid=103715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 05:37:26.814872 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-f4939a1e-fd57-43ab-9b24-a006b70bd9a7 req-61cf899a-3f6a-4f70-be09-491a08cbd9dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789290460654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789289919735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789289921293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14202995'] for port (70716c85-25bf-44cd-b9c4-15b7e8c4c7d2), after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:37:26.850564 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4939a1e-fd57-43ab-9b24-a006b70bd9a7 req-61cf899a-3f6a-4f70-be09-491a08cbd9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:37:26.851179 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [req-f4939a1e-fd57-43ab-9b24-a006b70bd9a7 req-61cf899a-3f6a-4f70-be09-491a08cbd9dd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25628'] for port (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:37:26.852600 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-f4939a1e-fd57-43ab-9b24-a006b70bd9a7 req-61cf899a-3f6a-4f70-be09-491a08cbd9dd service neutron] 10.222.0.41 "PUT /v2.0/ports/70716c85-25bf-44cd-b9c4-15b7e8c4c7d2 HTTP/1.1" status: 200 len: 1094 time: 0.8113601 Mar 02 05:37:26.853066 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23c0e9fb-a875-4ac8-8253-e5ec97c783ca', 'tag': '70716c85-25bf-44cd-b9c4-15b7e8c4c7d2'}] {{(pid=103715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 05:37:26.856090 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6b615920106d83c92ac2e7a83ecc91ff2029d0c3ca4726e1521f538b1ed31e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78c89a01-918e-4d67-a33e-8651b08e97f0" -d '{"events": [{"name": "network-changed", "server_uuid": "23c0e9fb-a875-4ac8-8253-e5ec97c783ca", "tag": "70716c85-25bf-44cd-b9c4-15b7e8c4c7d2"}]}' {{(pid=103715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 05:37:26.883516 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cf899a-3f6a-4f70-be09-491a08cbd9dd service neutron] Pushing event updated for resources: {'Port': ['ID=70716c85-25bf-44cd-b9c4-15b7e8c4c7d2,revision_number=3']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:37:26.899876 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Mar 2022 05:37:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-583b6682-b3d5-4ed2-8fc2-864fa1e6f433 x-openstack-request-id: req-583b6682-b3d5-4ed2-8fc2-864fa1e6f433 {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 05:37:26.900171 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23c0e9fb-a875-4ac8-8253-e5ec97c783ca", "tag": "70716c85-25bf-44cd-b9c4-15b7e8c4c7d2", "status": "completed", "code": 200}]} {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 05:37:26.900428 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-583b6682-b3d5-4ed2-8fc2-864fa1e6f433 {{(pid=103715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 05:37:26.900957 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23c0e9fb-a875-4ac8-8253-e5ec97c783ca', 'tag': '70716c85-25bf-44cd-b9c4-15b7e8c4c7d2', 'status': 'completed', 'code': 200} Mar 02 05:37:26.966235 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5dae39-d3b0-493c-8a98-2a41417169f9 req-a623dd8a-fe46-498f-8d3f-fe9753637ac5 tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:37:26.967479 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c89a01-918e-4d67-a33e-8651b08e97f0 req-9746685c-c2c7-4c91-ab9c-1bbf46399305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:37:26.967942 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-cf5dae39-d3b0-493c-8a98-2a41417169f9 req-a623dd8a-fe46-498f-8d3f-fe9753637ac5 tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff993194-088e-4de4-badc-fee8831da347 HTTP/1.1" status: 200 len: 943 time: 0.0536730 Mar 02 05:37:26.968965 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-78c89a01-918e-4d67-a33e-8651b08e97f0 req-9746685c-c2c7-4c91-ab9c-1bbf46399305 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1e674568d1cb448da694bdb0f79cdfe0&device_id=23c0e9fb-a875-4ac8-8253-e5ec97c783ca HTTP/1.1" status: 200 len: 1128 time: 0.0460594 Mar 02 05:37:27.017856 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-cf5dae39-d3b0-493c-8a98-2a41417169f9 req-0bddf84f-d371-4fb6-9d28-8cfc9d6b9493 tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] 10.222.0.32 "GET /v2.0/security-groups?id=01fdecac-c163-40c3-9d7b-98e5d2dc1a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441473 Mar 02 05:37:27.071269 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c89a01-918e-4d67-a33e-8651b08e97f0 req-07f2f575-eab8-4051-88b2-81ca21d33bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:37:27.073337 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-78c89a01-918e-4d67-a33e-8651b08e97f0 req-07f2f575-eab8-4051-88b2-81ca21d33bc5 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=1e674568d1cb448da694bdb0f79cdfe0&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0937448 Mar 02 05:37:27.165401 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c89a01-918e-4d67-a33e-8651b08e97f0 req-ab4be672-8bab-4af6-9730-a704121012ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:37:27.167724 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-78c89a01-918e-4d67-a33e-8651b08e97f0 req-ab4be672-8bab-4af6-9730-a704121012ef service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0869763 Mar 02 05:37:27.253781 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e4792c-f259-47a8-94da-e32c526c4cc4 req-af0cc88c-1d43-41a7-b8bc-934675639570 tempest-VolumesSnapshotTestJSON-757206607 tempest-VolumesSnapshotTestJSON-757206607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:37:27.255320 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-81e4792c-f259-47a8-94da-e32c526c4cc4 req-af0cc88c-1d43-41a7-b8bc-934675639570 tempest-VolumesSnapshotTestJSON-757206607 tempest-VolumesSnapshotTestJSON-757206607-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d6d0ad3-96d8-46d4-b029-0a99db87e5ea HTTP/1.1" status: 200 len: 945 time: 0.0849512 Mar 02 05:37:27.264821 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4939a1e-fd57-43ab-9b24-a006b70bd9a7 req-16301c97-f8e1-4004-bcc7-74f2401f52bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:37:27.266250 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-f4939a1e-fd57-43ab-9b24-a006b70bd9a7 req-16301c97-f8e1-4004-bcc7-74f2401f52bd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1e674568d1cb448da694bdb0f79cdfe0&device_id=23c0e9fb-a875-4ac8-8253-e5ec97c783ca HTTP/1.1" status: 200 len: 1128 time: 0.0644283 Mar 02 05:37:27.317507 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-f4939a1e-fd57-43ab-9b24-a006b70bd9a7 req-2867d38e-c9b4-49cc-bc1d-2d13c3079cfd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=70716c85-25bf-44cd-b9c4-15b7e8c4c7d2 HTTP/1.1" status: 200 len: 217 time: 0.0390189 Mar 02 05:37:27.373320 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-81e4792c-f259-47a8-94da-e32c526c4cc4 req-2366055e-e451-4ac6-894a-8d018f9d32f5 tempest-VolumesSnapshotTestJSON-757206607 tempest-VolumesSnapshotTestJSON-757206607-project] 10.222.0.32 "GET /v2.0/security-groups?id=fb55fbfa-cea6-4c14-9ad8-5d4df4dbb361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107299 Mar 02 05:37:27.383952 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4939a1e-fd57-43ab-9b24-a006b70bd9a7 req-3cf2fe65-3795-4b91-b798-a430fb6372ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:37:27.393439 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-f4939a1e-fd57-43ab-9b24-a006b70bd9a7 req-3cf2fe65-3795-4b91-b798-a430fb6372ed service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4b826335-015c-4fb2-912b-c772b7a50104 HTTP/1.1" status: 200 len: 848 time: 0.0596764 Mar 02 05:37:27.416356 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-f4939a1e-fd57-43ab-9b24-a006b70bd9a7 req-da3b0fed-ccfc-4393-9227-31914529ec06 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5f761d9b-19c7-4c76-98d3-8bf994ae2270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245092 Mar 02 05:37:27.504207 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44391b6-1260-473a-9d63-3d7aaa8edaaf req-a582d0d5-a7ac-4440-99c2-a384fc3c896c tempest-VolumesActionsTest-1768056150 tempest-VolumesActionsTest-1768056150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:37:27.504487 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-f4939a1e-fd57-43ab-9b24-a006b70bd9a7 req-d3927467-d4e8-4181-93aa-74d62a5bcd61 service neutron] 10.222.0.41 "GET /v2.0/networks/5f761d9b-19c7-4c76-98d3-8bf994ae2270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818083 Mar 02 05:37:27.505669 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-b44391b6-1260-473a-9d63-3d7aaa8edaaf req-a582d0d5-a7ac-4440-99c2-a384fc3c896c tempest-VolumesActionsTest-1768056150 tempest-VolumesActionsTest-1768056150-project] 10.222.0.32 "GET /v2.0/ports?device_id=23c0e9fb-a875-4ac8-8253-e5ec97c783ca HTTP/1.1" status: 200 len: 944 time: 0.0513144 Mar 02 05:37:27.558158 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-b44391b6-1260-473a-9d63-3d7aaa8edaaf req-a5ac9f33-8a36-4352-8cc3-606813014ff4 tempest-VolumesActionsTest-1768056150 tempest-VolumesActionsTest-1768056150-project] 10.222.0.32 "GET /v2.0/security-groups?id=25025e2d-c943-45fa-a45c-8182c031f997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468237 Mar 02 05:37:27.843841 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-f4939a1e-fd57-43ab-9b24-a006b70bd9a7 req-9d5848a7-f352-4dd1-95ab-77f6c1b1ae11 service neutron] 10.222.0.41 "GET /v2.0/networks/5f761d9b-19c7-4c76-98d3-8bf994ae2270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3326886 Mar 02 05:37:27.861732 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1411bf-e126-4502-804f-fcb6b891c7df req-9598aa81-88b6-4e41-83f9-d46d04146964 tempest-VolumesSnapshotTestJSON-757206607 tempest-VolumesSnapshotTestJSON-757206607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:37:27.863196 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-cb1411bf-e126-4502-804f-fcb6b891c7df req-9598aa81-88b6-4e41-83f9-d46d04146964 tempest-VolumesSnapshotTestJSON-757206607 tempest-VolumesSnapshotTestJSON-757206607-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d6d0ad3-96d8-46d4-b029-0a99db87e5ea HTTP/1.1" status: 200 len: 945 time: 0.0509484 Mar 02 05:37:27.964339 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [req-cb1411bf-e126-4502-804f-fcb6b891c7df req-087291fd-edf2-45f3-bc28-9309d8a34968 tempest-VolumesSnapshotTestJSON-757206607 tempest-VolumesSnapshotTestJSON-757206607-project] Deleting port 73a449b6-f9a8-4d7a-b2c4-1e6f3bd4b5e1 {{(pid=103714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 05:37:27.964678 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [req-cb1411bf-e126-4502-804f-fcb6b891c7df req-087291fd-edf2-45f3-bc28-9309d8a34968 tempest-VolumesSnapshotTestJSON-757206607 tempest-VolumesSnapshotTestJSON-757206607-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789290453881'] for port (73a449b6-f9a8-4d7a-b2c4-1e6f3bd4b5e1), before_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:37:28.054627 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.db [req-cb1411bf-e126-4502-804f-fcb6b891c7df req-087291fd-edf2-45f3-bc28-9309d8a34968 tempest-VolumesSnapshotTestJSON-757206607 tempest-VolumesSnapshotTestJSON-757206607-project] For port 73a449b6-f9a8-4d7a-b2c4-1e6f3bd4b5e1, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=73a449b6-f9a8-4d7a-b2c4-1e6f3bd4b5e1,segment=NetworkSegment(aa0735c6-c2dc-4c87-842d-9181d3d258f6),segment_id=aa0735c6-c2dc-4c87-842d-9181d3d258f6)] {{(pid=103714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 05:37:28.055194 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [req-cb1411bf-e126-4502-804f-fcb6b891c7df req-087291fd-edf2-45f3-bc28-9309d8a34968 tempest-VolumesSnapshotTestJSON-757206607 tempest-VolumesSnapshotTestJSON-757206607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542039'] for port (73a449b6-f9a8-4d7a-b2c4-1e6f3bd4b5e1), precommit_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:37:28.067810 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [req-cb1411bf-e126-4502-804f-fcb6b891c7df req-087291fd-edf2-45f3-bc28-9309d8a34968 tempest-VolumesSnapshotTestJSON-757206607 tempest-VolumesSnapshotTestJSON-757206607-project] Calling delete_port for 73a449b6-f9a8-4d7a-b2c4-1e6f3bd4b5e1 owned by compute:nova {{(pid=103714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 05:37:28.136119 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6217f5f5-9a1b-4048-9652-c5cfe718234e req-506ce040-2f15-4114-90ff-ff37ad9be294 tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:37:28.137577 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-6217f5f5-9a1b-4048-9652-c5cfe718234e req-506ce040-2f15-4114-90ff-ff37ad9be294 tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff993194-088e-4de4-badc-fee8831da347 HTTP/1.1" status: 200 len: 943 time: 0.0537560 Mar 02 05:37:28.187108 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-6217f5f5-9a1b-4048-9652-c5cfe718234e req-c4a359de-fea8-465a-9da6-fb00490d7e71 tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] 10.222.0.32 "GET /v2.0/security-groups?id=01fdecac-c163-40c3-9d7b-98e5d2dc1a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438733 Mar 02 05:37:28.275071 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [req-cb1411bf-e126-4502-804f-fcb6b891c7df req-087291fd-edf2-45f3-bc28-9309d8a34968 tempest-VolumesSnapshotTestJSON-757206607 tempest-VolumesSnapshotTestJSON-757206607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789290460636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789289919726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13003867'] for port (73a449b6-f9a8-4d7a-b2c4-1e6f3bd4b5e1), after_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:37:28.287191 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] get_ports_and_sgs() called for port_ids ['73a449b6-f9a8-4d7a-b2c4-1e6f3bd4b5e1'] {{(pid=103716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 05:37:28.305337 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087291fd-edf2-45f3-bc28-9309d8a34968 tempest-VolumesSnapshotTestJSON-757206607 tempest-VolumesSnapshotTestJSON-757206607-project] Pushing event deleted for resources: {'Port': ['ID=73a449b6-f9a8-4d7a-b2c4-1e6f3bd4b5e1,revision_number=None']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:37:28.347135 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb1411bf-e126-4502-804f-fcb6b891c7df req-087291fd-edf2-45f3-bc28-9309d8a34968 tempest-VolumesSnapshotTestJSON-757206607 tempest-VolumesSnapshotTestJSON-757206607-project] No DVR routers for this DVR port 73a449b6-f9a8-4d7a-b2c4-1e6f3bd4b5e1 on host hv-cinder-76845 {{(pid=103714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 05:37:28.349588 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [req-cb1411bf-e126-4502-804f-fcb6b891c7df req-087291fd-edf2-45f3-bc28-9309d8a34968 tempest-VolumesSnapshotTestJSON-757206607 tempest-VolumesSnapshotTestJSON-757206607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25628'] for port (None), before_response {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:37:28.353000 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-cb1411bf-e126-4502-804f-fcb6b891c7df req-087291fd-edf2-45f3-bc28-9309d8a34968 tempest-VolumesSnapshotTestJSON-757206607 tempest-VolumesSnapshotTestJSON-757206607-project] 10.222.0.41 "DELETE /v2.0/ports/73a449b6-f9a8-4d7a-b2c4-1e6f3bd4b5e1 HTTP/1.1" status: 204 len: 173 time: 0.4839063 Mar 02 05:37:28.353451 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d6d0ad3-96d8-46d4-b029-0a99db87e5ea', 'name': 'network-vif-deleted', 'tag': '73a449b6-f9a8-4d7a-b2c4-1e6f3bd4b5e1'}] {{(pid=103714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 05:37:28.356199 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ff79788530fe2085a0b37cf7dfc71d903fcc72df0d156f3e5e7065db2593a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a0a4f83-fb4a-4342-8c2b-e257ff1514e0" -d '{"events": [{"server_uuid": "3d6d0ad3-96d8-46d4-b029-0a99db87e5ea", "name": "network-vif-deleted", "tag": "73a449b6-f9a8-4d7a-b2c4-1e6f3bd4b5e1"}]}' {{(pid=103714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 05:37:28.393066 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 05:37:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37ded635-8165-46cc-ab78-97c25a5c9240 x-openstack-request-id: req-37ded635-8165-46cc-ab78-97c25a5c9240 {{(pid=103714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 05:37:28.399587 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d6d0ad3-96d8-46d4-b029-0a99db87e5ea", "name": "network-vif-deleted", "tag": "73a449b6-f9a8-4d7a-b2c4-1e6f3bd4b5e1", "status": "completed", "code": 200}]} {{(pid=103714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 05:37:28.399587 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-37ded635-8165-46cc-ab78-97c25a5c9240 {{(pid=103714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 05:37:28.399587 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d6d0ad3-96d8-46d4-b029-0a99db87e5ea', 'name': 'network-vif-deleted', 'tag': '73a449b6-f9a8-4d7a-b2c4-1e6f3bd4b5e1', 'status': 'completed', 'code': 200} Mar 02 05:37:28.468675 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-bb059b0d-5364-4db0-b02c-98291307fde9 req-62fb8696-ee87-4b2e-b79e-a29b5525b085 tempest-VolumesSnapshotTestJSON-757206607 tempest-VolumesSnapshotTestJSON-757206607-project] 10.222.0.32 "GET /v2.0/ports?device_id=3d6d0ad3-96d8-46d4-b029-0a99db87e5ea HTTP/1.1" status: 200 len: 210 time: 0.0259576 Mar 02 05:37:28.679339 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ae9f40-1a30-4f55-8b86-058ce6d8d2fb req-e4668de5-35bc-4399-8ff8-343ebc78be05 tempest-VolumesActionsTest-1768056150 tempest-VolumesActionsTest-1768056150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:37:28.680954 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-d6ae9f40-1a30-4f55-8b86-058ce6d8d2fb req-e4668de5-35bc-4399-8ff8-343ebc78be05 tempest-VolumesActionsTest-1768056150 tempest-VolumesActionsTest-1768056150-project] 10.222.0.32 "GET /v2.0/ports?device_id=23c0e9fb-a875-4ac8-8253-e5ec97c783ca HTTP/1.1" status: 200 len: 944 time: 0.0556445 Mar 02 05:37:28.729919 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-d6ae9f40-1a30-4f55-8b86-058ce6d8d2fb req-ffac2c71-f5c1-4a49-b87c-f6aa7a62c2ff tempest-VolumesActionsTest-1768056150 tempest-VolumesActionsTest-1768056150-project] 10.222.0.32 "GET /v2.0/security-groups?id=25025e2d-c943-45fa-a45c-8182c031f997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432947 Mar 02 05:37:29.304979 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f2d8f7-b8d0-408f-8157-674a3beb760e req-c9ae40b7-c04d-4566-9805-4f6e53f003ab tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:37:29.306421 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-14f2d8f7-b8d0-408f-8157-674a3beb760e req-c9ae40b7-c04d-4566-9805-4f6e53f003ab tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff993194-088e-4de4-badc-fee8831da347 HTTP/1.1" status: 200 len: 943 time: 0.0545206 Mar 02 05:37:29.355166 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-14f2d8f7-b8d0-408f-8157-674a3beb760e req-b462a8db-7570-42a5-b318-f663cd344651 tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] 10.222.0.32 "GET /v2.0/security-groups?id=01fdecac-c163-40c3-9d7b-98e5d2dc1a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429389 Mar 02 05:37:29.844330 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060bb527-75a7-45e8-83b7-a28c26ff3d9f req-daa7e622-dbd2-445c-a6e4-39c2b273e0c6 tempest-VolumesActionsTest-1768056150 tempest-VolumesActionsTest-1768056150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:37:29.845799 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-060bb527-75a7-45e8-83b7-a28c26ff3d9f req-daa7e622-dbd2-445c-a6e4-39c2b273e0c6 tempest-VolumesActionsTest-1768056150 tempest-VolumesActionsTest-1768056150-project] 10.222.0.32 "GET /v2.0/ports?device_id=23c0e9fb-a875-4ac8-8253-e5ec97c783ca HTTP/1.1" status: 200 len: 944 time: 0.0518568 Mar 02 05:37:29.893343 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-060bb527-75a7-45e8-83b7-a28c26ff3d9f req-ba4de3ae-718b-4ff8-9637-ebf80ae559a5 tempest-VolumesActionsTest-1768056150 tempest-VolumesActionsTest-1768056150-project] 10.222.0.32 "GET /v2.0/security-groups?id=25025e2d-c943-45fa-a45c-8182c031f997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407743 Mar 02 05:37:30.472351 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35f0db0-a9c8-4e34-8792-d0a92cd5cfb8 req-6d0d608d-ba26-4ffd-97b2-f2eba9024acf tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:37:30.473832 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-a35f0db0-a9c8-4e34-8792-d0a92cd5cfb8 req-6d0d608d-ba26-4ffd-97b2-f2eba9024acf tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff993194-088e-4de4-badc-fee8831da347 HTTP/1.1" status: 200 len: 943 time: 0.0522499 Mar 02 05:37:30.521952 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-a35f0db0-a9c8-4e34-8792-d0a92cd5cfb8 req-9eb32413-c956-4449-b392-6f7802e7844e tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] 10.222.0.32 "GET /v2.0/security-groups?id=01fdecac-c163-40c3-9d7b-98e5d2dc1a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424666 Mar 02 05:37:31.013051 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fbd158-3f5d-4561-8cf9-1dacdc3c0531 req-3563af2b-fcb0-4919-a907-36bd66df6cf4 tempest-VolumesActionsTest-1768056150 tempest-VolumesActionsTest-1768056150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:37:31.014513 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-c0fbd158-3f5d-4561-8cf9-1dacdc3c0531 req-3563af2b-fcb0-4919-a907-36bd66df6cf4 tempest-VolumesActionsTest-1768056150 tempest-VolumesActionsTest-1768056150-project] 10.222.0.32 "GET /v2.0/ports?device_id=23c0e9fb-a875-4ac8-8253-e5ec97c783ca HTTP/1.1" status: 200 len: 944 time: 0.0543587 Mar 02 05:37:31.060913 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-c0fbd158-3f5d-4561-8cf9-1dacdc3c0531 req-3777a955-9975-4fb2-9637-adda3915c20c tempest-VolumesActionsTest-1768056150 tempest-VolumesActionsTest-1768056150-project] 10.222.0.32 "GET /v2.0/security-groups?id=25025e2d-c943-45fa-a45c-8182c031f997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409369 Mar 02 05:37:31.638180 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9073e9e-897f-4f77-a228-b0e363ddd90b req-be4f5e8e-a03e-4bf4-b213-516f2846cc41 tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:37:31.639671 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-b9073e9e-897f-4f77-a228-b0e363ddd90b req-be4f5e8e-a03e-4bf4-b213-516f2846cc41 tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff993194-088e-4de4-badc-fee8831da347 HTTP/1.1" status: 200 len: 943 time: 0.0507529 Mar 02 05:37:31.686418 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-b9073e9e-897f-4f77-a228-b0e363ddd90b req-d5194d44-9f32-4df9-998e-3a8d30bd65bf tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] 10.222.0.32 "GET /v2.0/security-groups?id=01fdecac-c163-40c3-9d7b-98e5d2dc1a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411477 Mar 02 05:37:32.178041 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d360e1-2de2-47e2-b74e-5373b4d762e9 req-2e138da8-5146-49c2-bcfa-208fed6c966f tempest-VolumesActionsTest-1768056150 tempest-VolumesActionsTest-1768056150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:37:32.179571 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-e1d360e1-2de2-47e2-b74e-5373b4d762e9 req-2e138da8-5146-49c2-bcfa-208fed6c966f tempest-VolumesActionsTest-1768056150 tempest-VolumesActionsTest-1768056150-project] 10.222.0.32 "GET /v2.0/ports?device_id=23c0e9fb-a875-4ac8-8253-e5ec97c783ca HTTP/1.1" status: 200 len: 944 time: 0.0535371 Mar 02 05:37:32.226312 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-e1d360e1-2de2-47e2-b74e-5373b4d762e9 req-a2be539e-9d25-4a99-869f-5b90ac8bb96d tempest-VolumesActionsTest-1768056150 tempest-VolumesActionsTest-1768056150-project] 10.222.0.32 "GET /v2.0/security-groups?id=25025e2d-c943-45fa-a45c-8182c031f997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401247 Mar 02 05:37:32.804934 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00f62ae-a91f-4dc7-a2fc-fc6b6eae765c req-5edd2af0-718d-4f64-89ba-1c6b7fc4131b tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:37:32.806292 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-a00f62ae-a91f-4dc7-a2fc-fc6b6eae765c req-5edd2af0-718d-4f64-89ba-1c6b7fc4131b tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff993194-088e-4de4-badc-fee8831da347 HTTP/1.1" status: 200 len: 943 time: 0.0548232 Mar 02 05:37:32.854499 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-a00f62ae-a91f-4dc7-a2fc-fc6b6eae765c req-97b6b632-a046-41c6-beea-c84e7df72d72 tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] 10.222.0.32 "GET /v2.0/security-groups?id=01fdecac-c163-40c3-9d7b-98e5d2dc1a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425060 Mar 02 05:37:32.868341 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.rpc [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Device 70716c85-25bf-44cd-b9c4-15b7e8c4c7d2 details requested by agent hyperv_hv-cinder-76845 with host hv-cinder-76845 {{(pid=103716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 02 05:37:32.871724 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.rpc [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Device 73a449b6-f9a8-4d7a-b2c4-1e6f3bd4b5e1 no longer exists at agent hyperv_hv-cinder-76845 {{(pid=103716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 05:37:32.895117 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] No Port match for: 73a449b6-f9a8-4d7a-b2c4-1e6f3bd4b5e1 {{(pid=103716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 05:37:32.895486 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.rpc [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Device 73a449b6-f9a8-4d7a-b2c4-1e6f3bd4b5e1 not bound to the agent host hv-cinder-76845 {{(pid=103716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 05:37:32.982922 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] For port 70716c85-25bf-44cd-b9c4-15b7e8c4c7d2, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=70716c85-25bf-44cd-b9c4-15b7e8c4c7d2,segment=NetworkSegment(14e91ef6-54ca-4ee8-8d2e-73983812b463),segment_id=14e91ef6-54ca-4ee8-8d2e-73983812b463)] {{(pid=103716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 05:37:32.993981 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.rpc [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Returning: {'device': '70716c85-25bf-44cd-b9c4-15b7e8c4c7d2', 'network_id': '5f761d9b-19c7-4c76-98d3-8bf994ae2270', 'port_id': '70716c85-25bf-44cd-b9c4-15b7e8c4c7d2', 'mac_address': 'fa:16:3e:ce:e6:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 263, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b826335-015c-4fb2-912b-c772b7a50104', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 02 05:37:33.030255 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Current status of the port 70716c85-25bf-44cd-b9c4-15b7e8c4c7d2 is: DOWN; New status is: BUILD {{(pid=103716) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 05:37:33.030649 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for port (70716c85-25bf-44cd-b9c4-15b7e8c4c7d2), before_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:37:33.043460 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.notifiers.nova [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70716c85-25bf-44cd-b9c4-15b7e8c4c7d2 {{(pid=103716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 05:37:33.066291 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] For port 70716c85-25bf-44cd-b9c4-15b7e8c4c7d2, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=70716c85-25bf-44cd-b9c4-15b7e8c4c7d2,segment=NetworkSegment(14e91ef6-54ca-4ee8-8d2e-73983812b463),segment_id=14e91ef6-54ca-4ee8-8d2e-73983812b463)] {{(pid=103716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 05:37:33.140279 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789290460654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789289919735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789289921293'] for port (70716c85-25bf-44cd-b9c4-15b7e8c4c7d2), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:37:33.188055 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Pushing event updated for resources: {'Port': ['ID=70716c85-25bf-44cd-b9c4-15b7e8c4c7d2,revision_number=4']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:37:33.341961 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef148ef5-a04f-427d-a6c1-e80f2bd1cce7 req-075c97ca-4a11-4f08-8169-e849966b8e09 tempest-VolumesActionsTest-1768056150 tempest-VolumesActionsTest-1768056150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:37:33.343439 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-ef148ef5-a04f-427d-a6c1-e80f2bd1cce7 req-075c97ca-4a11-4f08-8169-e849966b8e09 tempest-VolumesActionsTest-1768056150 tempest-VolumesActionsTest-1768056150-project] 10.222.0.32 "GET /v2.0/ports?device_id=23c0e9fb-a875-4ac8-8253-e5ec97c783ca HTTP/1.1" status: 200 len: 945 time: 0.0517712 Mar 02 05:37:33.386526 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] get_ports_and_sgs() called for port_ids ['70716c85-25bf-44cd-b9c4-15b7e8c4c7d2'] {{(pid=103716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 05:37:33.393305 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-ef148ef5-a04f-427d-a6c1-e80f2bd1cce7 req-7eb7fb40-df5e-4ef9-b51d-a7a90afcca91 tempest-VolumesActionsTest-1768056150 tempest-VolumesActionsTest-1768056150-project] 10.222.0.32 "GET /v2.0/security-groups?id=25025e2d-c943-45fa-a45c-8182c031f997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443850 Mar 02 05:37:33.969363 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9536e4-801a-49cf-bf48-179f48930fe5 req-67fa5ca3-6628-4b1a-8545-6dbc3ce37cdf tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:37:33.970813 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-5e9536e4-801a-49cf-bf48-179f48930fe5 req-67fa5ca3-6628-4b1a-8545-6dbc3ce37cdf tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff993194-088e-4de4-badc-fee8831da347 HTTP/1.1" status: 200 len: 943 time: 0.0516744 Mar 02 05:37:34.017455 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-5e9536e4-801a-49cf-bf48-179f48930fe5 req-4a0aeadc-4de9-401f-81a1-d2f9c5e149e4 tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] 10.222.0.32 "GET /v2.0/security-groups?id=01fdecac-c163-40c3-9d7b-98e5d2dc1a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411136 Mar 02 05:37:34.103465 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.rpc [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Device 70716c85-25bf-44cd-b9c4-15b7e8c4c7d2 up at agent hyperv_hv-cinder-76845 {{(pid=103716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 05:37:34.237136 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.provisioning_blocks [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Provisioning for port 70716c85-25bf-44cd-b9c4-15b7e8c4c7d2 completed by entity L2. {{(pid=103716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 02 05:37:34.241041 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.provisioning_blocks [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Provisioning complete for port 70716c85-25bf-44cd-b9c4-15b7e8c4c7d2 triggered by entity L2. {{(pid=103716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 05:37:34.241412 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012754'] for port (70716c85-25bf-44cd-b9c4-15b7e8c4c7d2), provisioning_complete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:37:34.316200 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Current status of the port 70716c85-25bf-44cd-b9c4-15b7e8c4c7d2 is: BUILD; New status is: ACTIVE {{(pid=103716) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 05:37:34.316593 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for port (70716c85-25bf-44cd-b9c4-15b7e8c4c7d2), before_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:37:34.340050 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23c0e9fb-a875-4ac8-8253-e5ec97c783ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70716c85-25bf-44cd-b9c4-15b7e8c4c7d2'}] {{(pid=103716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 05:37:34.342210 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5cc3ee08ba8b8203ef00b822cbb368117e1f515a76881e78a723e4cc0774230" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2d0852b-3f6d-4f9b-a46c-816575f73d18" -d '{"events": [{"server_uuid": "23c0e9fb-a875-4ac8-8253-e5ec97c783ca", "name": "network-vif-plugged", "status": "completed", "tag": "70716c85-25bf-44cd-b9c4-15b7e8c4c7d2"}]}' {{(pid=103716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 05:37:34.354357 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] For port 70716c85-25bf-44cd-b9c4-15b7e8c4c7d2, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=70716c85-25bf-44cd-b9c4-15b7e8c4c7d2,segment=NetworkSegment(14e91ef6-54ca-4ee8-8d2e-73983812b463),segment_id=14e91ef6-54ca-4ee8-8d2e-73983812b463)] {{(pid=103716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 05:37:34.385576 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 05:37:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c99f3418-b838-4ef9-8b8d-0a639f135649 x-openstack-request-id: req-c99f3418-b838-4ef9-8b8d-0a639f135649 {{(pid=103716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 05:37:34.385867 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23c0e9fb-a875-4ac8-8253-e5ec97c783ca", "name": "network-vif-plugged", "status": "completed", "tag": "70716c85-25bf-44cd-b9c4-15b7e8c4c7d2", "code": 200}]} {{(pid=103716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 05:37:34.386711 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c99f3418-b838-4ef9-8b8d-0a639f135649 {{(pid=103716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 05:37:34.387396 dv-cinder-768458-18-iscsi neutron-server[103716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23c0e9fb-a875-4ac8-8253-e5ec97c783ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70716c85-25bf-44cd-b9c4-15b7e8c4c7d2', 'code': 200} Mar 02 05:37:34.414615 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789290460654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789289919735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789289921293'] for port (70716c85-25bf-44cd-b9c4-15b7e8c4c7d2), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:37:34.469342 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Pushing event updated for resources: {'Port': ['ID=70716c85-25bf-44cd-b9c4-15b7e8c4c7d2,revision_number=5']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:37:34.520163 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b3a6bb-9860-4019-a531-59593d33c3a3 req-b4b65fa6-11eb-4616-8122-05cc87cf0a69 tempest-VolumesActionsTest-1768056150 tempest-VolumesActionsTest-1768056150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:37:34.521644 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-45b3a6bb-9860-4019-a531-59593d33c3a3 req-b4b65fa6-11eb-4616-8122-05cc87cf0a69 tempest-VolumesActionsTest-1768056150 tempest-VolumesActionsTest-1768056150-project] 10.222.0.32 "GET /v2.0/ports?device_id=23c0e9fb-a875-4ac8-8253-e5ec97c783ca HTTP/1.1" status: 200 len: 946 time: 0.0563254 Mar 02 05:37:34.573520 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-45b3a6bb-9860-4019-a531-59593d33c3a3 req-62bab26f-3b1e-4435-b42a-84080a4b12d3 tempest-VolumesActionsTest-1768056150 tempest-VolumesActionsTest-1768056150-project] 10.222.0.32 "GET /v2.0/security-groups?id=25025e2d-c943-45fa-a45c-8182c031f997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453210 Mar 02 05:37:34.684882 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312835af-8bff-48f7-a01a-29e4051c9da1 req-804dfd22-b598-4fd5-b28a-1a7ba49cea57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:37:34.686293 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-312835af-8bff-48f7-a01a-29e4051c9da1 req-804dfd22-b598-4fd5-b28a-1a7ba49cea57 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=23c0e9fb-a875-4ac8-8253-e5ec97c783ca HTTP/1.1" status: 200 len: 1130 time: 0.0440853 Mar 02 05:37:34.733044 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-312835af-8bff-48f7-a01a-29e4051c9da1 req-ecff07a3-d419-4265-9f78-176cbaff62ac service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=25025e2d-c943-45fa-a45c-8182c031f997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399709 Mar 02 05:37:35.132754 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5081c25-a928-43e0-aab2-cc0bdea3fc21 req-51f354e9-91eb-48ed-a5b8-5bea795bd944 tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:37:35.134229 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-b5081c25-a928-43e0-aab2-cc0bdea3fc21 req-51f354e9-91eb-48ed-a5b8-5bea795bd944 tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff993194-088e-4de4-badc-fee8831da347 HTTP/1.1" status: 200 len: 943 time: 0.0508883 Mar 02 05:37:35.183575 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-b5081c25-a928-43e0-aab2-cc0bdea3fc21 req-ab2052f6-616e-497b-abf8-c2e8911bb244 tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] 10.222.0.32 "GET /v2.0/security-groups?id=01fdecac-c163-40c3-9d7b-98e5d2dc1a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427630 Mar 02 05:37:35.692594 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53907483-5ac0-4a94-bb14-975bd8d173b9 req-f9108f12-68eb-4671-840d-1cc8e3ef4e33 tempest-VolumesActionsTest-1768056150 tempest-VolumesActionsTest-1768056150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:37:35.694071 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-53907483-5ac0-4a94-bb14-975bd8d173b9 req-f9108f12-68eb-4671-840d-1cc8e3ef4e33 tempest-VolumesActionsTest-1768056150 tempest-VolumesActionsTest-1768056150-project] 10.222.0.32 "GET /v2.0/ports?device_id=23c0e9fb-a875-4ac8-8253-e5ec97c783ca HTTP/1.1" status: 200 len: 946 time: 0.0528200 Mar 02 05:37:35.742482 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-53907483-5ac0-4a94-bb14-975bd8d173b9 req-0eeff5fc-91d7-41a5-9b07-8e6986fd548c tempest-VolumesActionsTest-1768056150 tempest-VolumesActionsTest-1768056150-project] 10.222.0.32 "GET /v2.0/security-groups?id=25025e2d-c943-45fa-a45c-8182c031f997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409703 Mar 02 05:37:36.103946 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.rpc [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Device 1c4fb842-0eec-406c-bc2f-bd56da80a769 details requested by agent hyperv_hv-cinder-76845 with host hv-cinder-76845 {{(pid=103716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 02 05:37:36.198412 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] For port 1c4fb842-0eec-406c-bc2f-bd56da80a769, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=1c4fb842-0eec-406c-bc2f-bd56da80a769,segment=NetworkSegment(179d65c1-9d95-4943-a804-bd91470b2f8b),segment_id=179d65c1-9d95-4943-a804-bd91470b2f8b)] {{(pid=103716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 05:37:36.210060 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.rpc [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Returning: {'device': '1c4fb842-0eec-406c-bc2f-bd56da80a769', 'network_id': '26125afd-b096-4cb9-bba7-021d4862e741', 'port_id': '1c4fb842-0eec-406c-bc2f-bd56da80a769', 'mac_address': 'fa:16:3e:e0:3a:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 295, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd188881c-9727-4efd-b9e6-7344d2704465', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 02 05:37:36.250574 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Current status of the port 1c4fb842-0eec-406c-bc2f-bd56da80a769 is: DOWN; New status is: BUILD {{(pid=103716) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 05:37:36.250967 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for port (1c4fb842-0eec-406c-bc2f-bd56da80a769), before_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:37:36.264460 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.notifiers.nova [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c4fb842-0eec-406c-bc2f-bd56da80a769 {{(pid=103716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 05:37:36.283066 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] For port 1c4fb842-0eec-406c-bc2f-bd56da80a769, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=1c4fb842-0eec-406c-bc2f-bd56da80a769,segment=NetworkSegment(179d65c1-9d95-4943-a804-bd91470b2f8b),segment_id=179d65c1-9d95-4943-a804-bd91470b2f8b)] {{(pid=103716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 05:37:36.299448 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9ac9c6-0b95-41ad-8f1f-d53f3afaa9d5 req-7f54ed44-0280-4b9e-a324-3fc58b7f0202 tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:37:36.300947 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-4c9ac9c6-0b95-41ad-8f1f-d53f3afaa9d5 req-7f54ed44-0280-4b9e-a324-3fc58b7f0202 tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff993194-088e-4de4-badc-fee8831da347 HTTP/1.1" status: 200 len: 943 time: 0.0514421 Mar 02 05:37:36.349195 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-4c9ac9c6-0b95-41ad-8f1f-d53f3afaa9d5 req-fda34ec9-54bf-414c-b115-7781a33b30a3 tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] 10.222.0.32 "GET /v2.0/security-groups?id=01fdecac-c163-40c3-9d7b-98e5d2dc1a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424013 Mar 02 05:37:36.355750 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789290460654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789289919735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789289921293'] for port (1c4fb842-0eec-406c-bc2f-bd56da80a769), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:37:36.403836 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Pushing event updated for resources: {'Port': ['ID=1c4fb842-0eec-406c-bc2f-bd56da80a769,revision_number=4']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:37:36.863529 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4712ea-b9e8-467e-b4cc-e29c3231c0e6 req-3eaf4a17-2986-49a1-a145-3e1100eba7ca tempest-VolumesActionsTest-1768056150 tempest-VolumesActionsTest-1768056150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:37:36.864991 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-2c4712ea-b9e8-467e-b4cc-e29c3231c0e6 req-3eaf4a17-2986-49a1-a145-3e1100eba7ca tempest-VolumesActionsTest-1768056150 tempest-VolumesActionsTest-1768056150-project] 10.222.0.32 "GET /v2.0/ports?device_id=23c0e9fb-a875-4ac8-8253-e5ec97c783ca HTTP/1.1" status: 200 len: 946 time: 0.0540166 Mar 02 05:37:36.909114 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-2c4712ea-b9e8-467e-b4cc-e29c3231c0e6 req-4c07df7d-47ad-47ce-ba71-728f0d1d9ba6 tempest-VolumesActionsTest-1768056150 tempest-VolumesActionsTest-1768056150-project] 10.222.0.32 "GET /v2.0/security-groups?id=25025e2d-c943-45fa-a45c-8182c031f997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386033 Mar 02 05:37:37.468327 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2901d99e-b844-4621-92d6-7fc8e6ca4016 req-7bae2be3-bfb9-4bff-968d-2d98dc773b54 tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:37:37.469820 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-2901d99e-b844-4621-92d6-7fc8e6ca4016 req-7bae2be3-bfb9-4bff-968d-2d98dc773b54 tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff993194-088e-4de4-badc-fee8831da347 HTTP/1.1" status: 200 len: 944 time: 0.0555835 Mar 02 05:37:37.518093 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-2901d99e-b844-4621-92d6-7fc8e6ca4016 req-f834a45f-6583-47bb-8d23-426d230811d1 tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] 10.222.0.32 "GET /v2.0/security-groups?id=01fdecac-c163-40c3-9d7b-98e5d2dc1a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427518 Mar 02 05:37:38.455783 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.db.agents_db [None req-19237f2e-a493-4721-ab19-473fd9844311 None None] Agent healthcheck: found 6 active agents {{(pid=103717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 05:37:38.632509 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50b730d-460d-44b9-a981-799907397ae2 req-0a847ce7-148b-4a86-a8f5-ed572ef0b466 tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:37:38.633942 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-f50b730d-460d-44b9-a981-799907397ae2 req-0a847ce7-148b-4a86-a8f5-ed572ef0b466 tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff993194-088e-4de4-badc-fee8831da347 HTTP/1.1" status: 200 len: 944 time: 0.0500617 Mar 02 05:37:38.680732 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-f50b730d-460d-44b9-a981-799907397ae2 req-433990a4-c8c7-4756-8709-471adae00054 tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] 10.222.0.32 "GET /v2.0/security-groups?id=01fdecac-c163-40c3-9d7b-98e5d2dc1a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413275 Mar 02 05:37:38.802986 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (db45f871-b7ec-436d-b6b8-6a0a072a2253), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:37:38.938021 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] get_ports_and_sgs() called for port_ids ['1c4fb842-0eec-406c-bc2f-bd56da80a769'] {{(pid=103716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 05:37:39.591560 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-ee609ea2-5d79-43fd-84dd-6e4f01398757 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (516abb3b-63f8-4dbb-a4f1-8865516966e2), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:37:39.663990 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21bfec9-88ba-4156-8e99-6517c896036c req-cf0ba97c-bf4e-4c51-be85-2fa68aed1f96 tempest-VolumesActionsTest-1768056150 tempest-VolumesActionsTest-1768056150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:37:39.665450 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-a21bfec9-88ba-4156-8e99-6517c896036c req-cf0ba97c-bf4e-4c51-be85-2fa68aed1f96 tempest-VolumesActionsTest-1768056150 tempest-VolumesActionsTest-1768056150-project] 10.222.0.32 "GET /v2.0/ports?device_id=23c0e9fb-a875-4ac8-8253-e5ec97c783ca HTTP/1.1" status: 200 len: 946 time: 0.0534565 Mar 02 05:37:39.711602 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-a21bfec9-88ba-4156-8e99-6517c896036c req-92c75ec9-5176-46f7-98ea-88070d039354 tempest-VolumesActionsTest-1768056150 tempest-VolumesActionsTest-1768056150-project] 10.222.0.32 "GET /v2.0/security-groups?id=25025e2d-c943-45fa-a45c-8182c031f997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400960 Mar 02 05:37:39.800355 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a0944d-7835-431a-991a-798f5914593d req-22aeaadf-14d6-48a4-83f8-58d20f901ea3 tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:37:39.801979 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-f1a0944d-7835-431a-991a-798f5914593d req-22aeaadf-14d6-48a4-83f8-58d20f901ea3 tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff993194-088e-4de4-badc-fee8831da347 HTTP/1.1" status: 200 len: 944 time: 0.0514200 Mar 02 05:37:39.849512 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-f1a0944d-7835-431a-991a-798f5914593d req-1b19071d-c2d7-4261-9cf6-c6a996616466 tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] 10.222.0.32 "GET /v2.0/security-groups?id=01fdecac-c163-40c3-9d7b-98e5d2dc1a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420890 Mar 02 05:37:40.126759 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7b9185-50f9-464e-a5e5-1d42858cd2cf req-673ce726-e40f-4527-a043-b04437b552ef tempest-VolumesSnapshotTestJSON-757206607 tempest-VolumesSnapshotTestJSON-757206607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:37:40.126759 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-7e7b9185-50f9-464e-a5e5-1d42858cd2cf req-673ce726-e40f-4527-a043-b04437b552ef tempest-VolumesSnapshotTestJSON-757206607 tempest-VolumesSnapshotTestJSON-757206607-project] 10.222.0.32 "GET /v2.0/networks?id=d7468561-eb0e-4f2a-bcc6-204aff64cfc4 HTTP/1.1" status: 200 len: 814 time: 0.0972724 Mar 02 05:37:40.134489 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-7e7b9185-50f9-464e-a5e5-1d42858cd2cf req-65265753-012b-47d6-9e36-b9f4b1461411 tempest-VolumesSnapshotTestJSON-757206607 tempest-VolumesSnapshotTestJSON-757206607-project] 10.222.0.32 "GET /v2.0/quotas/e00d6ea216644603b7d5a61c15ab3396 HTTP/1.1" status: 200 len: 375 time: 0.0085723 Mar 02 05:37:40.168424 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-7e7b9185-50f9-464e-a5e5-1d42858cd2cf req-71ab7d59-43ee-419d-8f8c-7ad9e7883266 tempest-VolumesSnapshotTestJSON-757206607 tempest-VolumesSnapshotTestJSON-757206607-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=e00d6ea216644603b7d5a61c15ab3396&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0286338 Mar 02 05:37:40.256698 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-7e7b9185-50f9-464e-a5e5-1d42858cd2cf req-758c62ae-e403-455b-987f-0cd95ac3dcf0 service neutron] 10.222.0.32 "GET /v2.0/networks/d7468561-eb0e-4f2a-bcc6-204aff64cfc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816500 Mar 02 05:37:40.346637 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-7e7b9185-50f9-464e-a5e5-1d42858cd2cf req-d7d1096c-ef75-43db-81e0-280b155d4f79 service neutron] 10.222.0.32 "GET /v2.0/networks/d7468561-eb0e-4f2a-bcc6-204aff64cfc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837760 Mar 02 05:37:40.620826 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-a654a200-3608-43d7-82da-a2364d299a12 req-d18ca888-b607-4f7e-9971-29569e5d871a tempest-VolumesSnapshotTestJSON-757206607 tempest-VolumesSnapshotTestJSON-757206607-project] 10.222.0.32 "GET /v2.0/ports?device_id=1afe7f43-e4f0-4810-88c6-1c359b6a5cc3 HTTP/1.1" status: 200 len: 210 time: 0.0270257 Mar 02 05:37:40.716564 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.rpc [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Device 1c4fb842-0eec-406c-bc2f-bd56da80a769 up at agent hyperv_hv-cinder-76845 {{(pid=103716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 05:37:40.831169 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.provisioning_blocks [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Provisioning for port 1c4fb842-0eec-406c-bc2f-bd56da80a769 completed by entity L2. {{(pid=103716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 02 05:37:40.832652 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813dc794-ea9f-4c1e-b6c0-f9530bb560a7 req-0c55d464-8bab-4bfd-b7ec-2148c4047d90 tempest-VolumesActionsTest-1768056150 tempest-VolumesActionsTest-1768056150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:37:40.834141 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-813dc794-ea9f-4c1e-b6c0-f9530bb560a7 req-0c55d464-8bab-4bfd-b7ec-2148c4047d90 tempest-VolumesActionsTest-1768056150 tempest-VolumesActionsTest-1768056150-project] 10.222.0.32 "GET /v2.0/ports?device_id=23c0e9fb-a875-4ac8-8253-e5ec97c783ca HTTP/1.1" status: 200 len: 946 time: 0.0533454 Mar 02 05:37:40.835089 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.provisioning_blocks [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Provisioning complete for port 1c4fb842-0eec-406c-bc2f-bd56da80a769 triggered by entity L2. {{(pid=103716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 05:37:40.835498 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012754'] for port (1c4fb842-0eec-406c-bc2f-bd56da80a769), provisioning_complete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:37:40.882678 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-813dc794-ea9f-4c1e-b6c0-f9530bb560a7 req-2e950aca-33f6-457d-bde6-c58839dd2384 tempest-VolumesActionsTest-1768056150 tempest-VolumesActionsTest-1768056150-project] 10.222.0.32 "GET /v2.0/security-groups?id=25025e2d-c943-45fa-a45c-8182c031f997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425277 Mar 02 05:37:40.922250 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Current status of the port 1c4fb842-0eec-406c-bc2f-bd56da80a769 is: BUILD; New status is: ACTIVE {{(pid=103716) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 05:37:40.922250 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for port (1c4fb842-0eec-406c-bc2f-bd56da80a769), before_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:37:40.948531 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff993194-088e-4de4-badc-fee8831da347', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c4fb842-0eec-406c-bc2f-bd56da80a769'}] {{(pid=103716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 05:37:40.951076 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5cc3ee08ba8b8203ef00b822cbb368117e1f515a76881e78a723e4cc0774230" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07383b74-bdd6-4a76-b15c-e1f81585e860" -d '{"events": [{"server_uuid": "ff993194-088e-4de4-badc-fee8831da347", "name": "network-vif-plugged", "status": "completed", "tag": "1c4fb842-0eec-406c-bc2f-bd56da80a769"}]}' {{(pid=103716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 05:37:40.972539 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149397ea-a0d3-48d3-9f67-6bd1979a0fa3 req-dd4303ee-fde4-41fc-8431-00ed1ba56da8 tempest-VolumesActionsTest-1768056150 tempest-VolumesActionsTest-1768056150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:37:40.974522 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-149397ea-a0d3-48d3-9f67-6bd1979a0fa3 req-dd4303ee-fde4-41fc-8431-00ed1ba56da8 tempest-VolumesActionsTest-1768056150 tempest-VolumesActionsTest-1768056150-project] 10.222.0.41 "GET /v2.0/ports?device_id=23c0e9fb-a875-4ac8-8253-e5ec97c783ca HTTP/1.1" status: 200 len: 946 time: 0.0573876 Mar 02 05:37:40.975582 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] For port 1c4fb842-0eec-406c-bc2f-bd56da80a769, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=1c4fb842-0eec-406c-bc2f-bd56da80a769,segment=NetworkSegment(179d65c1-9d95-4943-a804-bd91470b2f8b),segment_id=179d65c1-9d95-4943-a804-bd91470b2f8b)] {{(pid=103716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 05:37:40.992032 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd55eaf-7c3f-46f4-9f22-60e6448ab9c1 req-366b32e4-bebe-41b1-a8be-aaae9ad73915 tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:37:40.993533 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-5bd55eaf-7c3f-46f4-9f22-60e6448ab9c1 req-366b32e4-bebe-41b1-a8be-aaae9ad73915 tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff993194-088e-4de4-badc-fee8831da347 HTTP/1.1" status: 200 len: 944 time: 0.0629873 Mar 02 05:37:41.001605 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 05:37:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c085def9-242e-4c7a-a7f1-9632e0276b55 x-openstack-request-id: req-c085def9-242e-4c7a-a7f1-9632e0276b55 {{(pid=103716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 05:37:41.001997 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff993194-088e-4de4-badc-fee8831da347", "name": "network-vif-plugged", "status": "completed", "tag": "1c4fb842-0eec-406c-bc2f-bd56da80a769", "code": 200}]} {{(pid=103716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 05:37:41.002351 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c085def9-242e-4c7a-a7f1-9632e0276b55 {{(pid=103716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 05:37:41.002837 dv-cinder-768458-18-iscsi neutron-server[103716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff993194-088e-4de4-badc-fee8831da347', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c4fb842-0eec-406c-bc2f-bd56da80a769', 'code': 200} Mar 02 05:37:41.060133 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-5bd55eaf-7c3f-46f4-9f22-60e6448ab9c1 req-66010335-fce7-437b-a475-3c0c8b0761ab tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] 10.222.0.32 "GET /v2.0/security-groups?id=01fdecac-c163-40c3-9d7b-98e5d2dc1a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596478 Mar 02 05:37:41.078834 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [req-149397ea-a0d3-48d3-9f67-6bd1979a0fa3 req-3b5d135e-1d47-4583-9d25-ffbd31cc1b2c tempest-VolumesActionsTest-1768056150 tempest-VolumesActionsTest-1768056150-project] Deleting port 70716c85-25bf-44cd-b9c4-15b7e8c4c7d2 {{(pid=103714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 05:37:41.079204 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [req-149397ea-a0d3-48d3-9f67-6bd1979a0fa3 req-3b5d135e-1d47-4583-9d25-ffbd31cc1b2c tempest-VolumesActionsTest-1768056150 tempest-VolumesActionsTest-1768056150-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789290453881'] for port (70716c85-25bf-44cd-b9c4-15b7e8c4c7d2), before_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:37:41.081450 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789290460654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789289919735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789289921293'] for port (1c4fb842-0eec-406c-bc2f-bd56da80a769), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:37:41.133937 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Pushing event updated for resources: {'Port': ['ID=1c4fb842-0eec-406c-bc2f-bd56da80a769,revision_number=5']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:37:41.170625 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.db [req-149397ea-a0d3-48d3-9f67-6bd1979a0fa3 req-3b5d135e-1d47-4583-9d25-ffbd31cc1b2c tempest-VolumesActionsTest-1768056150 tempest-VolumesActionsTest-1768056150-project] For port 70716c85-25bf-44cd-b9c4-15b7e8c4c7d2, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=70716c85-25bf-44cd-b9c4-15b7e8c4c7d2,segment=NetworkSegment(14e91ef6-54ca-4ee8-8d2e-73983812b463),segment_id=14e91ef6-54ca-4ee8-8d2e-73983812b463)] {{(pid=103714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 05:37:41.170997 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [req-149397ea-a0d3-48d3-9f67-6bd1979a0fa3 req-3b5d135e-1d47-4583-9d25-ffbd31cc1b2c tempest-VolumesActionsTest-1768056150 tempest-VolumesActionsTest-1768056150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542039'] for port (70716c85-25bf-44cd-b9c4-15b7e8c4c7d2), precommit_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:37:41.184081 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [req-149397ea-a0d3-48d3-9f67-6bd1979a0fa3 req-3b5d135e-1d47-4583-9d25-ffbd31cc1b2c tempest-VolumesActionsTest-1768056150 tempest-VolumesActionsTest-1768056150-project] Calling delete_port for 70716c85-25bf-44cd-b9c4-15b7e8c4c7d2 owned by compute:nova {{(pid=103714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 05:37:41.372510 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [req-149397ea-a0d3-48d3-9f67-6bd1979a0fa3 req-3b5d135e-1d47-4583-9d25-ffbd31cc1b2c tempest-VolumesActionsTest-1768056150 tempest-VolumesActionsTest-1768056150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789290460636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789289919726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13003867'] for port (70716c85-25bf-44cd-b9c4-15b7e8c4c7d2), after_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:37:41.378145 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abe2405-e957-4020-87d3-b684747bed27 req-817c662b-8511-417c-8564-3ec4fbaebea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:37:41.379680 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-4abe2405-e957-4020-87d3-b684747bed27 req-817c662b-8511-417c-8564-3ec4fbaebea2 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ff993194-088e-4de4-badc-fee8831da347 HTTP/1.1" status: 200 len: 1129 time: 0.0448289 Mar 02 05:37:41.385092 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] get_ports_and_sgs() called for port_ids ['70716c85-25bf-44cd-b9c4-15b7e8c4c7d2'] {{(pid=103716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 05:37:41.404084 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5d135e-1d47-4583-9d25-ffbd31cc1b2c tempest-VolumesActionsTest-1768056150 tempest-VolumesActionsTest-1768056150-project] Pushing event deleted for resources: {'Port': ['ID=70716c85-25bf-44cd-b9c4-15b7e8c4c7d2,revision_number=None']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:37:41.432266 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-4abe2405-e957-4020-87d3-b684747bed27 req-4d8d6eaf-3621-4846-913f-4daee55310e9 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=01fdecac-c163-40c3-9d7b-98e5d2dc1a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441625 Mar 02 05:37:41.455655 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.db.l3_dvrscheduler_db [req-149397ea-a0d3-48d3-9f67-6bd1979a0fa3 req-3b5d135e-1d47-4583-9d25-ffbd31cc1b2c tempest-VolumesActionsTest-1768056150 tempest-VolumesActionsTest-1768056150-project] No DVR routers for this DVR port 70716c85-25bf-44cd-b9c4-15b7e8c4c7d2 on host hv-cinder-76845 {{(pid=103714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 05:37:41.458176 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [req-149397ea-a0d3-48d3-9f67-6bd1979a0fa3 req-3b5d135e-1d47-4583-9d25-ffbd31cc1b2c tempest-VolumesActionsTest-1768056150 tempest-VolumesActionsTest-1768056150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25628'] for port (None), before_response {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:37:41.461707 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-149397ea-a0d3-48d3-9f67-6bd1979a0fa3 req-3b5d135e-1d47-4583-9d25-ffbd31cc1b2c tempest-VolumesActionsTest-1768056150 tempest-VolumesActionsTest-1768056150-project] 10.222.0.41 "DELETE /v2.0/ports/70716c85-25bf-44cd-b9c4-15b7e8c4c7d2 HTTP/1.1" status: 204 len: 173 time: 0.4820323 Mar 02 05:37:41.462151 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23c0e9fb-a875-4ac8-8253-e5ec97c783ca', 'name': 'network-vif-deleted', 'tag': '70716c85-25bf-44cd-b9c4-15b7e8c4c7d2'}] {{(pid=103714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 05:37:41.465093 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ff79788530fe2085a0b37cf7dfc71d903fcc72df0d156f3e5e7065db2593a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52cd95bd-630a-4afb-b2b8-97d407c230f7" -d '{"events": [{"server_uuid": "23c0e9fb-a875-4ac8-8253-e5ec97c783ca", "name": "network-vif-deleted", "tag": "70716c85-25bf-44cd-b9c4-15b7e8c4c7d2"}]}' {{(pid=103714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 05:37:41.499700 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 05:37:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6327741-504d-495e-a2f8-d8bf8ccdc88b x-openstack-request-id: req-b6327741-504d-495e-a2f8-d8bf8ccdc88b {{(pid=103714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 05:37:41.499999 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23c0e9fb-a875-4ac8-8253-e5ec97c783ca", "name": "network-vif-deleted", "tag": "70716c85-25bf-44cd-b9c4-15b7e8c4c7d2", "status": "completed", "code": 200}]} {{(pid=103714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 05:37:41.500255 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b6327741-504d-495e-a2f8-d8bf8ccdc88b {{(pid=103714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 05:37:41.500658 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23c0e9fb-a875-4ac8-8253-e5ec97c783ca', 'name': 'network-vif-deleted', 'tag': '70716c85-25bf-44cd-b9c4-15b7e8c4c7d2', 'status': 'completed', 'code': 200} Mar 02 05:37:41.720052 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-01b98ffb-e486-4c73-a0ae-2eeab4e22541 req-c401585c-2f00-4876-8b79-30c9c799ea89 tempest-VolumesSnapshotTestJSON-757206607 tempest-VolumesSnapshotTestJSON-757206607-project] 10.222.0.32 "GET /v2.0/ports?device_id=1afe7f43-e4f0-4810-88c6-1c359b6a5cc3 HTTP/1.1" status: 200 len: 210 time: 0.0317631 Mar 02 05:37:41.783900 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a21d3f5e-1866-46ad-878d-c3be3f2e75e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (9c2b50e6-1677-4aa9-928e-941b4c488fc5), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:37:41.997689 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-cc655e59-a84c-40ee-b765-933621834040 req-8c84d28d-82c4-4bc3-91e0-9bc1bbdb4f39 tempest-VolumesActionsTest-1768056150 tempest-VolumesActionsTest-1768056150-project] 10.222.0.32 "GET /v2.0/ports?device_id=23c0e9fb-a875-4ac8-8253-e5ec97c783ca HTTP/1.1" status: 200 len: 210 time: 0.0261765 Mar 02 05:37:42.169392 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53a2c60-888d-4442-a95b-64c2d4a2f317 req-fbde6b58-2971-4fa0-8d82-9de8ed09d029 tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:37:42.170823 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-c53a2c60-888d-4442-a95b-64c2d4a2f317 req-fbde6b58-2971-4fa0-8d82-9de8ed09d029 tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff993194-088e-4de4-badc-fee8831da347 HTTP/1.1" status: 200 len: 945 time: 0.0520113 Mar 02 05:37:42.222144 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-c53a2c60-888d-4442-a95b-64c2d4a2f317 req-07b9411c-b63a-4237-9635-f1d831fd8af8 tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] 10.222.0.32 "GET /v2.0/security-groups?id=01fdecac-c163-40c3-9d7b-98e5d2dc1a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447943 Mar 02 05:37:42.719491 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7b9185-50f9-464e-a5e5-1d42858cd2cf req-6e6c9091-0a54-49a1-8dcf-8c7e50f67ffc tempest-VolumesSnapshotTestJSON-757206607 tempest-VolumesSnapshotTestJSON-757206607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:37:42.720908 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-7e7b9185-50f9-464e-a5e5-1d42858cd2cf req-6e6c9091-0a54-49a1-8dcf-8c7e50f67ffc tempest-VolumesSnapshotTestJSON-757206607 tempest-VolumesSnapshotTestJSON-757206607-project] 10.222.0.41 "GET /v2.0/networks?id=d7468561-eb0e-4f2a-bcc6-204aff64cfc4 HTTP/1.1" status: 200 len: 814 time: 0.1061552 Mar 02 05:37:42.733858 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.v2.base [req-7e7b9185-50f9-464e-a5e5-1d42858cd2cf req-a2cb153b-1507-4f48-ba8d-c0b8d7e0b475 tempest-VolumesSnapshotTestJSON-757206607 tempest-VolumesSnapshotTestJSON-757206607-project] Request body: {'port': {'device_id': '1afe7f43-e4f0-4810-88c6-1c359b6a5cc3', 'network_id': 'd7468561-eb0e-4f2a-bcc6-204aff64cfc4', 'admin_state_up': True, 'tenant_id': 'e00d6ea216644603b7d5a61c15ab3396'}} {{(pid=103714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 05:37:42.836884 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-2ae3422a-c85d-446a-90f5-ce5a8bf639ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (d4d802fc-4ac8-47f8-b030-2ffc185fa6dc), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:37:42.843915 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-25f26c52-40bd-4ef0-bef8-20cf6d5aa181 req-49cbbf82-2a14-4530-a6ab-94f142072746 tempest-VolumesSnapshotTestJSON-757206607 tempest-VolumesSnapshotTestJSON-757206607-project] 10.222.0.32 "GET /v2.0/ports?device_id=1afe7f43-e4f0-4810-88c6-1c359b6a5cc3 HTTP/1.1" status: 200 len: 210 time: 0.0395410 Mar 02 05:37:42.934053 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e7b9185-50f9-464e-a5e5-1d42858cd2cf req-a2cb153b-1507-4f48-ba8d-c0b8d7e0b475 tempest-VolumesSnapshotTestJSON-757206607 tempest-VolumesSnapshotTestJSON-757206607-project] Made reservation on behalf of e00d6ea216644603b7d5a61c15ab3396 for: {'port': 1} {{(pid=103714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 05:37:42.937510 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [req-7e7b9185-50f9-464e-a5e5-1d42858cd2cf req-a2cb153b-1507-4f48-ba8d-c0b8d7e0b475 tempest-VolumesSnapshotTestJSON-757206607 tempest-VolumesSnapshotTestJSON-757206607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for port (None), before_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:37:43.064883 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.db.db_base_plugin_common [req-7e7b9185-50f9-464e-a5e5-1d42858cd2cf req-a2cb153b-1507-4f48-ba8d-c0b8d7e0b475 tempest-VolumesSnapshotTestJSON-757206607 tempest-VolumesSnapshotTestJSON-757206607-project] Allocated IP 172.20.0.10 (d7468561-eb0e-4f2a-bcc6-204aff64cfc4/a595f37d-221f-4675-aee7-299aef06f032/b5294d0d-9736-497c-98aa-9ddeb038fcfc) {{(pid=103714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 05:37:43.521435 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f70f1f-4cef-4326-a1c3-f43810731150 req-2ce1ae8c-22a5-47f7-86b1-5719c2e2bab2 tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:37:43.522897 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-a3f70f1f-4cef-4326-a1c3-f43810731150 req-2ce1ae8c-22a5-47f7-86b1-5719c2e2bab2 tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff993194-088e-4de4-badc-fee8831da347 HTTP/1.1" status: 200 len: 945 time: 0.0880446 Mar 02 05:37:43.539387 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [req-7e7b9185-50f9-464e-a5e5-1d42858cd2cf req-a2cb153b-1507-4f48-ba8d-c0b8d7e0b475 tempest-VolumesSnapshotTestJSON-757206607 tempest-VolumesSnapshotTestJSON-757206607-project] Publish callbacks [] for port (b5294d0d-9736-497c-98aa-9ddeb038fcfc), precommit_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:37:43.593051 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-a3f70f1f-4cef-4326-a1c3-f43810731150 req-ed1ed45d-2df6-4ca3-8a42-79b3a934388d tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] 10.222.0.32 "GET /v2.0/security-groups?id=01fdecac-c163-40c3-9d7b-98e5d2dc1a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634937 Mar 02 05:37:43.677336 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [req-7e7b9185-50f9-464e-a5e5-1d42858cd2cf req-a2cb153b-1507-4f48-ba8d-c0b8d7e0b475 tempest-VolumesSnapshotTestJSON-757206607 tempest-VolumesSnapshotTestJSON-757206607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789289919717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13003867'] for port (b5294d0d-9736-497c-98aa-9ddeb038fcfc), after_create {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:37:43.716715 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ecf532-d711-4fde-9538-67d985be897f req-22c50a1f-3505-4bbe-b976-bf3275d5eeb3 tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:37:43.718213 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-54ecf532-d711-4fde-9538-67d985be897f req-22c50a1f-3505-4bbe-b976-bf3275d5eeb3 tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff993194-088e-4de4-badc-fee8831da347 HTTP/1.1" status: 200 len: 945 time: 0.0583377 Mar 02 05:37:43.725958 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e7b9185-50f9-464e-a5e5-1d42858cd2cf req-a2cb153b-1507-4f48-ba8d-c0b8d7e0b475 tempest-VolumesSnapshotTestJSON-757206607 tempest-VolumesSnapshotTestJSON-757206607-project] Network d7468561-eb0e-4f2a-bcc6-204aff64cfc4 is already hosted by enough agents. {{(pid=103714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 05:37:43.731760 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.scheduler.base_scheduler [req-7e7b9185-50f9-464e-a5e5-1d42858cd2cf req-a2cb153b-1507-4f48-ba8d-c0b8d7e0b475 tempest-VolumesSnapshotTestJSON-757206607 tempest-VolumesSnapshotTestJSON-757206607-project] Resources bound (agent type, host, resource id): {{(pid=103714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 05:37:43.736235 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e7b9185-50f9-464e-a5e5-1d42858cd2cf req-a2cb153b-1507-4f48-ba8d-c0b8d7e0b475 tempest-VolumesSnapshotTestJSON-757206607 tempest-VolumesSnapshotTestJSON-757206607-project] Received port after_create {{(pid=103714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 05:37:43.740135 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cb153b-1507-4f48-ba8d-c0b8d7e0b475 tempest-VolumesSnapshotTestJSON-757206607 tempest-VolumesSnapshotTestJSON-757206607-project] Pushing event updated for resources: {'Port': ['ID=b5294d0d-9736-497c-98aa-9ddeb038fcfc,revision_number=1']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:37:43.768562 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-54ecf532-d711-4fde-9538-67d985be897f req-832a5816-9e9f-4e1e-9617-2eb029a08306 tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] 10.222.0.32 "GET /v2.0/security-groups?id=01fdecac-c163-40c3-9d7b-98e5d2dc1a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441284 Mar 02 05:37:43.784547 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7b9185-50f9-464e-a5e5-1d42858cd2cf req-a2cb153b-1507-4f48-ba8d-c0b8d7e0b475 tempest-VolumesSnapshotTestJSON-757206607 tempest-VolumesSnapshotTestJSON-757206607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:37:43.785152 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [req-7e7b9185-50f9-464e-a5e5-1d42858cd2cf req-a2cb153b-1507-4f48-ba8d-c0b8d7e0b475 tempest-VolumesSnapshotTestJSON-757206607 tempest-VolumesSnapshotTestJSON-757206607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25628'] for port (None), before_response {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:37:43.795052 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.32', 44642) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:37:43.868297 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-7e7b9185-50f9-464e-a5e5-1d42858cd2cf req-a2cb153b-1507-4f48-ba8d-c0b8d7e0b475 tempest-VolumesSnapshotTestJSON-757206607 tempest-VolumesSnapshotTestJSON-757206607-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1379442 Mar 02 05:37:43.880035 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.v2.base [req-7e7b9185-50f9-464e-a5e5-1d42858cd2cf req-b6f6b826-a44b-451d-957f-985ef7b75bc1 service neutron] Request body: {'port': {'device_id': '1afe7f43-e4f0-4810-88c6-1c359b6a5cc3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76845'}} {{(pid=103714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 05:37:43.957634 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65840696-a710-4435-b96e-109382cc595f tempest-TestVolumeBootPattern-344153684 tempest-TestVolumeBootPattern-344153684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:37:43.957634 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-65840696-a710-4435-b96e-109382cc595f tempest-TestVolumeBootPattern-344153684 tempest-TestVolumeBootPattern-344153684-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=ff993194-088e-4de4-badc-fee8831da347 HTTP/1.1" status: 200 len: 1124 time: 0.1577618 Mar 02 05:37:43.958523 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.32', 44652) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:37:43.963004 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.v2.base [None req-04b1ccb7-6433-4cea-86d8-868d9dbd55ef tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Request body: {'floatingip': {'floating_network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'port_id': '1c4fb842-0eec-406c-bc2f-bd56da80a769', 'tenant_id': '849ab8ade87443a6947fd49bc6793c28', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 05:37:43.982531 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [req-7e7b9185-50f9-464e-a5e5-1d42858cd2cf req-b6f6b826-a44b-451d-957f-985ef7b75bc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for port (b5294d0d-9736-497c-98aa-9ddeb038fcfc), before_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:37:44.005643 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1da259-4477-4732-82c8-214af400486a req-f73a994a-2ef1-4c71-95e0-7dbfd5cafac1 tempest-VolumesSnapshotTestJSON-757206607 tempest-VolumesSnapshotTestJSON-757206607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:37:44.007133 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-0e1da259-4477-4732-82c8-214af400486a req-f73a994a-2ef1-4c71-95e0-7dbfd5cafac1 tempest-VolumesSnapshotTestJSON-757206607 tempest-VolumesSnapshotTestJSON-757206607-project] 10.222.0.32 "GET /v2.0/ports?device_id=1afe7f43-e4f0-4810-88c6-1c359b6a5cc3 HTTP/1.1" status: 200 len: 932 time: 0.0933065 Mar 02 05:37:44.054197 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-04b1ccb7-6433-4cea-86d8-868d9dbd55ef tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:37:44.142870 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-0e1da259-4477-4732-82c8-214af400486a req-4c33d495-5c16-428f-9d1d-860a4e10b43c tempest-VolumesSnapshotTestJSON-757206607 tempest-VolumesSnapshotTestJSON-757206607-project] 10.222.0.32 "GET /v2.0/security-groups?id=fb55fbfa-cea6-4c14-9ad8-5d4df4dbb361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138964 Mar 02 05:37:44.176200 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-04b1ccb7-6433-4cea-86d8-868d9dbd55ef tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for port (None), before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:37:44.296829 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.db.db_base_plugin_common [None req-04b1ccb7-6433-4cea-86d8-868d9dbd55ef tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Allocated IP 172.27.2.228 (b55256da-732d-4561-a24f-23ea9a772c58/77df959b-d159-4f61-98dc-e86e1ea2cf69/ab4e69a0-7498-4ac1-b542-ab8c36025b62) {{(pid=103715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 05:37:44.329293 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f73b428b-984e-4c5a-9878-aef8f2b511ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (e0636eb1-3d25-4c31-a6e5-3f8fd1255322), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:37:44.334312 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.notifiers.nova [req-7e7b9185-50f9-464e-a5e5-1d42858cd2cf req-b6f6b826-a44b-451d-957f-985ef7b75bc1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5294d0d-9736-497c-98aa-9ddeb038fcfc {{(pid=103714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 05:37:44.343451 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [req-7e7b9185-50f9-464e-a5e5-1d42858cd2cf req-b6f6b826-a44b-451d-957f-985ef7b75bc1 service neutron] Publish callbacks [] for port (b5294d0d-9736-497c-98aa-9ddeb038fcfc), precommit_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:37:44.356714 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.db.provisioning_blocks [req-7e7b9185-50f9-464e-a5e5-1d42858cd2cf req-b6f6b826-a44b-451d-957f-985ef7b75bc1 service neutron] Transition to ACTIVE for port object b5294d0d-9736-497c-98aa-9ddeb038fcfc will not be triggered until provisioned by entity L2. {{(pid=103714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 02 05:37:44.413803 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-04b1ccb7-6433-4cea-86d8-868d9dbd55ef tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Publish callbacks [] for port (ab4e69a0-7498-4ac1-b542-ab8c36025b62), precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:37:44.435125 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [req-7e7b9185-50f9-464e-a5e5-1d42858cd2cf req-b6f6b826-a44b-451d-957f-985ef7b75bc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789290460654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789289919735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789289921293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13003858'] for port (b5294d0d-9736-497c-98aa-9ddeb038fcfc), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:37:44.515620 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-04b1ccb7-6433-4cea-86d8-868d9dbd55ef tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789289919717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14203002'] for port (ab4e69a0-7498-4ac1-b542-ab8c36025b62), after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:37:44.517551 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f6b826-a44b-451d-957f-985ef7b75bc1 service neutron] Pushing event updated for resources: {'Port': ['ID=b5294d0d-9736-497c-98aa-9ddeb038fcfc,revision_number=2']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:37:44.561345 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04b1ccb7-6433-4cea-86d8-868d9dbd55ef tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Network b55256da-732d-4561-a24f-23ea9a772c58 is already hosted by enough agents. {{(pid=103715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 05:37:44.564201 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.scheduler.base_scheduler [None req-04b1ccb7-6433-4cea-86d8-868d9dbd55ef tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Resources bound (agent type, host, resource id): {{(pid=103715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 05:37:44.567735 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b1ccb7-6433-4cea-86d8-868d9dbd55ef tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Received port after_create {{(pid=103715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 02 05:37:44.568232 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.managers [req-7e7b9185-50f9-464e-a5e5-1d42858cd2cf req-b6f6b826-a44b-451d-957f-985ef7b75bc1 service neutron] Attempting to bind port b5294d0d-9736-497c-98aa-9ddeb038fcfc on host hv-cinder-76845 for vnic_type normal with profile {{(pid=103714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 02 05:37:44.568594 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.managers [req-7e7b9185-50f9-464e-a5e5-1d42858cd2cf req-b6f6b826-a44b-451d-957f-985ef7b75bc1 service neutron] Attempting to bind port b5294d0d-9736-497c-98aa-9ddeb038fcfc by drivers openvswitch,hyperv on host hv-cinder-76845 at level 0 using segments [{'id': 'aa0735c6-c2dc-4c87-842d-9181d3d258f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'd7468561-eb0e-4f2a-bcc6-204aff64cfc4'}] {{(pid=103714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 02 05:37:44.568930 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e7b9185-50f9-464e-a5e5-1d42858cd2cf req-b6f6b826-a44b-451d-957f-985ef7b75bc1 service neutron] Attempting to bind port b5294d0d-9736-497c-98aa-9ddeb038fcfc on network d7468561-eb0e-4f2a-bcc6-204aff64cfc4 {{(pid=103714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 05:37:44.574485 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e7b9185-50f9-464e-a5e5-1d42858cd2cf req-b6f6b826-a44b-451d-957f-985ef7b75bc1 service neutron] Port b5294d0d-9736-497c-98aa-9ddeb038fcfc on network d7468561-eb0e-4f2a-bcc6-204aff64cfc4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76845 {{(pid=103714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 02 05:37:44.574811 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e7b9185-50f9-464e-a5e5-1d42858cd2cf req-b6f6b826-a44b-451d-957f-985ef7b75bc1 service neutron] Attempting to bind port b5294d0d-9736-497c-98aa-9ddeb038fcfc on network d7468561-eb0e-4f2a-bcc6-204aff64cfc4 {{(pid=103714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 02 05:37:44.579673 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e7b9185-50f9-464e-a5e5-1d42858cd2cf req-b6f6b826-a44b-451d-957f-985ef7b75bc1 service neutron] Checking agent: {'id': 'db45f871-b7ec-436d-b6b8-6a0a072a2253', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76845', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 5, 27, 7), 'started_at': datetime.datetime(2022, 3, 2, 5, 27, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 5, 37, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 02 05:37:44.580018 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e7b9185-50f9-464e-a5e5-1d42858cd2cf req-b6f6b826-a44b-451d-957f-985ef7b75bc1 service neutron] Checking segment: {'id': 'aa0735c6-c2dc-4c87-842d-9181d3d258f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'd7468561-eb0e-4f2a-bcc6-204aff64cfc4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 02 05:37:44.580404 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e7b9185-50f9-464e-a5e5-1d42858cd2cf req-b6f6b826-a44b-451d-957f-985ef7b75bc1 service neutron] Bound using segment: {'id': 'aa0735c6-c2dc-4c87-842d-9181d3d258f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'd7468561-eb0e-4f2a-bcc6-204aff64cfc4'} {{(pid=103714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 02 05:37:44.580831 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.managers [req-7e7b9185-50f9-464e-a5e5-1d42858cd2cf req-b6f6b826-a44b-451d-957f-985ef7b75bc1 service neutron] Bound port: b5294d0d-9736-497c-98aa-9ddeb038fcfc, host: hv-cinder-76845, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa0735c6-c2dc-4c87-842d-9181d3d258f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': 'd7468561-eb0e-4f2a-bcc6-204aff64cfc4'}}] {{(pid=103714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 02 05:37:44.581190 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [req-7e7b9185-50f9-464e-a5e5-1d42858cd2cf req-b6f6b826-a44b-451d-957f-985ef7b75bc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for port (b5294d0d-9736-497c-98aa-9ddeb038fcfc), before_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:37:44.590773 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b1ccb7-6433-4cea-86d8-868d9dbd55ef tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Pushing event updated for resources: {'Port': ['ID=ab4e69a0-7498-4ac1-b542-ab8c36025b62,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:37:44.603555 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b1ccb7-6433-4cea-86d8-868d9dbd55ef tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:37:44.604445 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b1ccb7-6433-4cea-86d8-868d9dbd55ef tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:37:44.604804 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b1ccb7-6433-4cea-86d8-868d9dbd55ef tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:37:44.605219 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b1ccb7-6433-4cea-86d8-868d9dbd55ef tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:37:44.605562 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b1ccb7-6433-4cea-86d8-868d9dbd55ef tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:37:44.605899 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b1ccb7-6433-4cea-86d8-868d9dbd55ef tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:37:44.606237 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b1ccb7-6433-4cea-86d8-868d9dbd55ef tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:37:44.606576 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b1ccb7-6433-4cea-86d8-868d9dbd55ef tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:37:44.606916 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b1ccb7-6433-4cea-86d8-868d9dbd55ef tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:37:44.607252 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b1ccb7-6433-4cea-86d8-868d9dbd55ef tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:37:44.607613 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b1ccb7-6433-4cea-86d8-868d9dbd55ef tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:37:44.607944 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b1ccb7-6433-4cea-86d8-868d9dbd55ef tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:37:44.608275 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b1ccb7-6433-4cea-86d8-868d9dbd55ef tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:37:44.645977 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.db [req-7e7b9185-50f9-464e-a5e5-1d42858cd2cf req-b6f6b826-a44b-451d-957f-985ef7b75bc1 service neutron] For port b5294d0d-9736-497c-98aa-9ddeb038fcfc, host hv-cinder-76845, cleared binding levels {{(pid=103714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 02 05:37:44.649039 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.db [req-7e7b9185-50f9-464e-a5e5-1d42858cd2cf req-b6f6b826-a44b-451d-957f-985ef7b75bc1 service neutron] For port b5294d0d-9736-497c-98aa-9ddeb038fcfc, host hv-cinder-76845, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=b5294d0d-9736-497c-98aa-9ddeb038fcfc,segment=NetworkSegment(aa0735c6-c2dc-4c87-842d-9181d3d258f6),segment_id=aa0735c6-c2dc-4c87-842d-9181d3d258f6)] {{(pid=103714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 02 05:37:44.749943 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [req-7e7b9185-50f9-464e-a5e5-1d42858cd2cf req-b6f6b826-a44b-451d-957f-985ef7b75bc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789290460654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789289919735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789289921293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13003858'] for port (b5294d0d-9736-497c-98aa-9ddeb038fcfc), after_update {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:37:44.788750 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7b9185-50f9-464e-a5e5-1d42858cd2cf req-b6f6b826-a44b-451d-957f-985ef7b75bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:37:44.789378 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [req-7e7b9185-50f9-464e-a5e5-1d42858cd2cf req-b6f6b826-a44b-451d-957f-985ef7b75bc1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25628'] for port (None), before_response {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:37:44.792628 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-7e7b9185-50f9-464e-a5e5-1d42858cd2cf req-b6f6b826-a44b-451d-957f-985ef7b75bc1 service neutron] 10.222.0.41 "PUT /v2.0/ports/b5294d0d-9736-497c-98aa-9ddeb038fcfc HTTP/1.1" status: 200 len: 1094 time: 0.9170158 Mar 02 05:37:44.809435 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1afe7f43-e4f0-4810-88c6-1c359b6a5cc3', 'tag': 'b5294d0d-9736-497c-98aa-9ddeb038fcfc'}] {{(pid=103714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 05:37:44.809435 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ff79788530fe2085a0b37cf7dfc71d903fcc72df0d156f3e5e7065db2593a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b260f230-c912-4423-9c2e-7c21c53d74fc" -d '{"events": [{"name": "network-changed", "server_uuid": "1afe7f43-e4f0-4810-88c6-1c359b6a5cc3", "tag": "b5294d0d-9736-497c-98aa-9ddeb038fcfc"}]}' {{(pid=103714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 05:37:44.843557 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Mar 2022 05:37:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3ced634-97a6-44ae-9a50-a282e28f1909 x-openstack-request-id: req-e3ced634-97a6-44ae-9a50-a282e28f1909 {{(pid=103714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 05:37:44.843861 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1afe7f43-e4f0-4810-88c6-1c359b6a5cc3", "tag": "b5294d0d-9736-497c-98aa-9ddeb038fcfc", "status": "completed", "code": 200}]} {{(pid=103714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 05:37:44.844129 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e3ced634-97a6-44ae-9a50-a282e28f1909 {{(pid=103714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 05:37:44.844535 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1afe7f43-e4f0-4810-88c6-1c359b6a5cc3', 'tag': 'b5294d0d-9736-497c-98aa-9ddeb038fcfc', 'status': 'completed', 'code': 200} Mar 02 05:37:44.847635 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f6b826-a44b-451d-957f-985ef7b75bc1 service neutron] Pushing event updated for resources: {'Port': ['ID=b5294d0d-9736-497c-98aa-9ddeb038fcfc,revision_number=3']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:37:44.967822 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-04b1ccb7-6433-4cea-86d8-868d9dbd55ef tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Publish callbacks [] for floatingip (1397c891-7838-49ff-a5e1-ad0758525881), precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:37:45.097251 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-04b1ccb7-6433-4cea-86d8-868d9dbd55ef tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for port (ab4e69a0-7498-4ac1-b542-ab8c36025b62), before_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:37:45.251648 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-04b1ccb7-6433-4cea-86d8-868d9dbd55ef tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Publish callbacks [] for port (ab4e69a0-7498-4ac1-b542-ab8c36025b62), precommit_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:37:45.281135 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4effff2-1989-4acb-994f-ee877d967283 req-c54ffcd9-8c6f-44b9-b30f-736336ae2503 tempest-VolumesSnapshotTestJSON-757206607 tempest-VolumesSnapshotTestJSON-757206607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:37:45.282521 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-f4effff2-1989-4acb-994f-ee877d967283 req-c54ffcd9-8c6f-44b9-b30f-736336ae2503 tempest-VolumesSnapshotTestJSON-757206607 tempest-VolumesSnapshotTestJSON-757206607-project] 10.222.0.32 "GET /v2.0/ports?device_id=1afe7f43-e4f0-4810-88c6-1c359b6a5cc3 HTTP/1.1" status: 200 len: 944 time: 0.0557642 Mar 02 05:37:45.309635 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-04b1ccb7-6433-4cea-86d8-868d9dbd55ef tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789290460654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789289919735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789289921293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14202995'] for port (ab4e69a0-7498-4ac1-b542-ab8c36025b62), after_update {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:37:45.329142 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-f4effff2-1989-4acb-994f-ee877d967283 req-53e88ffa-be10-4c80-a32a-e161f634977f tempest-VolumesSnapshotTestJSON-757206607 tempest-VolumesSnapshotTestJSON-757206607-project] 10.222.0.32 "GET /v2.0/security-groups?id=fb55fbfa-cea6-4c14-9ad8-5d4df4dbb361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408554 Mar 02 05:37:45.392033 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b1ccb7-6433-4cea-86d8-868d9dbd55ef tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Pushing event updated for resources: {'Port': ['ID=ab4e69a0-7498-4ac1-b542-ab8c36025b62,revision_number=2']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:37:45.404003 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-04b1ccb7-6433-4cea-86d8-868d9dbd55ef tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-556348'] for floatingip (1397c891-7838-49ff-a5e1-ad0758525881), after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:37:45.452725 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.rpc [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Device 70716c85-25bf-44cd-b9c4-15b7e8c4c7d2 no longer exists at agent hyperv_hv-cinder-76845 {{(pid=103716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 05:37:45.476695 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] No Port match for: 70716c85-25bf-44cd-b9c4-15b7e8c4c7d2 {{(pid=103716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 05:37:45.477499 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.rpc [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Device 70716c85-25bf-44cd-b9c4-15b7e8c4c7d2 not bound to the agent host hv-cinder-76845 {{(pid=103716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 05:37:45.517500 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.db.l3_db [None req-04b1ccb7-6433-4cea-86d8-868d9dbd55ef tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Floating IP 1397c891-7838-49ff-a5e1-ad0758525881 associated. External IP: 172.27.2.228, port: 1c4fb842-0eec-406c-bc2f-bd56da80a769. Mar 02 05:37:45.737844 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (64307ea2-7468-48d5-a188-5e76dfb99c6b), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:37:45.774948 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04b1ccb7-6433-4cea-86d8-868d9dbd55ef tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Router de25b4b3-f56c-49b1-aacc-08ebe8c6eaab has already been hosted by L3 agent 9c2b50e6-1677-4aa9-928e-941b4c488fc5 {{(pid=103715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 05:37:45.882373 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04b1ccb7-6433-4cea-86d8-868d9dbd55ef tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Notify agent at l3_agent.dv-cinder-768458-18-iscsi the message routers_updated {{(pid=103715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 05:37:45.892921 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85e94a24-6f81-46ab-91a4-645e61f9bf30 None None] Sync routers for ids ['de25b4b3-f56c-49b1-aacc-08ebe8c6eaab'] in dv-cinder-768458-18-iscsi {{(pid=103716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 05:37:45.903105 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85e94a24-6f81-46ab-91a4-645e61f9bf30 None None] Routers {'de25b4b3-f56c-49b1-aacc-08ebe8c6eaab'} bound to L3 agent in host dv-cinder-768458-18-iscsi {{(pid=103716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 05:37:45.903750 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.l3_hamode_db [None req-85e94a24-6f81-46ab-91a4-645e61f9bf30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T05:20:42Z,description=,heartbeat_timestamp=2022-03-02T05:37:42Z,host='dv-cinder-768458-18-iscsi',id=9c2b50e6-1677-4aa9-928e-941b4c488fc5,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T05:20:42Z,topic='l3_agent')) {'router_ids': ['de25b4b3-f56c-49b1-aacc-08ebe8c6eaab'], 'active': True} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 05:37:45.962803 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-04b1ccb7-6433-4cea-86d8-868d9dbd55ef tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25628'] for floatingip (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:37:45.996142 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-04b1ccb7-6433-4cea-86d8-868d9dbd55ef tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0362153 Mar 02 05:37:45.996808 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff993194-088e-4de4-badc-fee8831da347', 'tag': '1c4fb842-0eec-406c-bc2f-bd56da80a769'}] {{(pid=103715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 05:37:45.998730 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6b615920106d83c92ac2e7a83ecc91ff2029d0c3ca4726e1521f538b1ed31e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-333a46fc-25f0-43ec-95b0-2773daeb5fc5" -d '{"events": [{"name": "network-changed", "server_uuid": "ff993194-088e-4de4-badc-fee8831da347", "tag": "1c4fb842-0eec-406c-bc2f-bd56da80a769"}]}' {{(pid=103715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 05:37:46.017532 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.l3_dvr_db [None req-85e94a24-6f81-46ab-91a4-645e61f9bf30 None None] Set router de25b4b3-f56c-49b1-aacc-08ebe8c6eaab gateway port host: dv-cinder-768458-18-iscsi {{(pid=103716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 05:37:46.043136 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Mar 2022 05:37:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24a90993-e54e-4daf-97be-4b61ebbb7606 x-openstack-request-id: req-24a90993-e54e-4daf-97be-4b61ebbb7606 {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 05:37:46.043491 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff993194-088e-4de4-badc-fee8831da347", "tag": "1c4fb842-0eec-406c-bc2f-bd56da80a769", "status": "completed", "code": 200}]} {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 05:37:46.043745 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-24a90993-e54e-4daf-97be-4b61ebbb7606 {{(pid=103715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 05:37:46.044151 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff993194-088e-4de4-badc-fee8831da347', 'tag': '1c4fb842-0eec-406c-bc2f-bd56da80a769', 'status': 'completed', 'code': 200} Mar 02 05:37:46.280422 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.l3_hamode_db [None req-85e94a24-6f81-46ab-91a4-645e61f9bf30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de25b4b3-f56c-49b1-aacc-08ebe8c6eaab', 'name': 'tempest-TestVolumeBootPattern-1506929187-router', 'tenant_id': '849ab8ade87443a6947fd49bc6793c28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'external_fixed_ips': [{'subnet_id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'ip_address': '172.27.2.51'}], 'enable_snat': True}, 'gw_port_id': 'a2b74999-40da-49ac-b59a-dd50e271443a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T05:31:40Z', 'updated_at': '2022-03-02T05:31:44Z', 'revision_number': 4, 'project_id': '849ab8ade87443a6947fd49bc6793c28', 'gw_port': {'id': 'a2b74999-40da-49ac-b59a-dd50e271443a', 'name': '', 'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:7c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de25b4b3-f56c-49b1-aacc-08ebe8c6eaab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'ip_address': '172.27.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T05:31:41Z', 'updated_at': '2022-03-02T05:31:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-18-iscsi', '_floatingips': [{'id': '1397c891-7838-49ff-a5e1-ad0758525881', 'tenant_id': '849ab8ade87443a6947fd49bc6793c28', 'floating_ip_address': '172.27.2.228', 'floating_network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'router_id': 'de25b4b3-f56c-49b1-aacc-08ebe8c6eaab', 'port_id': '1c4fb842-0eec-406c-bc2f-bd56da80a769', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 692, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '26125afd-b096-4cb9-bba7-021d4862e741', 'mac_address': 'fa:16:3e:e0:3a:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff993194-088e-4de4-badc-fee8831da347', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T05:37:44Z', 'updated_at': '2022-03-02T05:37:44Z', 'revision_number': 0, 'project_id': '849ab8ade87443a6947fd49bc6793c28', 'fixed_ip_address_scope': None}, {'id': 'e1efc091-d84d-4c1b-83d9-a7d3e20ea63d', 'tenant_id': '849ab8ade87443a6947fd49bc6793c28', 'floating_ip_address': '172.27.2.100', 'floating_network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'router_id': 'de25b4b3-f56c-49b1-aacc-08ebe8c6eaab', 'port_id': 'eb45cdb9-12e5-4d8e-93d2-2f1d8754a083', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 583, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '26125afd-b096-4cb9-bba7-021d4862e741', 'mac_address': 'fa:16:3e:17:14:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9e8ff2d-9a08-434a-9ede-b9c897cdb2b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T05:35:21Z', 'updated_at': '2022-03-02T05:35:24Z', 'revision_number': 1, 'project_id': '849ab8ade87443a6947fd49bc6793c28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df7fecc2-9b58-427e-919a-4569fe7d7cc8', 'name': '', 'network_id': '26125afd-b096-4cb9-bba7-021d4862e741', 'tenant_id': '849ab8ade87443a6947fd49bc6793c28', 'mac_address': 'fa:16:3e:d6:89:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de25b4b3-f56c-49b1-aacc-08ebe8c6eaab', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'd188881c-9727-4efd-b9e6-7344d2704465', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T05:31:43Z', 'updated_at': '2022-03-02T05:31:48Z', 'revision_number': 5, 'project_id': '849ab8ade87443a6947fd49bc6793c28', 'subnets': [{'id': 'd188881c-9727-4efd-b9e6-7344d2704465', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-18-iscsi', False) {} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 05:37:46.320934 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85e94a24-6f81-46ab-91a4-645e61f9bf30 None None] Checking router: de25b4b3-f56c-49b1-aacc-08ebe8c6eaab for host: dv-cinder-768458-18-iscsi {{(pid=103716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 05:37:46.332423 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85e94a24-6f81-46ab-91a4-645e61f9bf30 None None] Routers {'de25b4b3-f56c-49b1-aacc-08ebe8c6eaab'} bound to L3 agent in host dv-cinder-768458-18-iscsi {{(pid=103716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 05:37:46.333243 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.l3_hamode_db [None req-85e94a24-6f81-46ab-91a4-645e61f9bf30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T05:20:42Z,description=,heartbeat_timestamp=2022-03-02T05:37:42Z,host='dv-cinder-768458-18-iscsi',id=9c2b50e6-1677-4aa9-928e-941b4c488fc5,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T05:20:42Z,topic='l3_agent')) {'router_ids': ['de25b4b3-f56c-49b1-aacc-08ebe8c6eaab'], 'active': True} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 05:37:46.448719 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.l3_dvr_db [None req-85e94a24-6f81-46ab-91a4-645e61f9bf30 None None] Set router de25b4b3-f56c-49b1-aacc-08ebe8c6eaab gateway port host: dv-cinder-768458-18-iscsi {{(pid=103716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 05:37:46.455001 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a16c298-a190-4d25-8150-b3b73bb8a382 req-5f2ee473-8638-4b36-a394-7b287f33b2b9 tempest-VolumesSnapshotTestJSON-757206607 tempest-VolumesSnapshotTestJSON-757206607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:37:46.456612 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-3a16c298-a190-4d25-8150-b3b73bb8a382 req-5f2ee473-8638-4b36-a394-7b287f33b2b9 tempest-VolumesSnapshotTestJSON-757206607 tempest-VolumesSnapshotTestJSON-757206607-project] 10.222.0.32 "GET /v2.0/ports?device_id=1afe7f43-e4f0-4810-88c6-1c359b6a5cc3 HTTP/1.1" status: 200 len: 944 time: 0.0589252 Mar 02 05:37:46.511802 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-3a16c298-a190-4d25-8150-b3b73bb8a382 req-f70f31a5-31fe-4cd8-b01d-6da572cc4094 tempest-VolumesSnapshotTestJSON-757206607 tempest-VolumesSnapshotTestJSON-757206607-project] 10.222.0.32 "GET /v2.0/security-groups?id=fb55fbfa-cea6-4c14-9ad8-5d4df4dbb361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496945 Mar 02 05:37:46.684420 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.l3_hamode_db [None req-85e94a24-6f81-46ab-91a4-645e61f9bf30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de25b4b3-f56c-49b1-aacc-08ebe8c6eaab', 'name': 'tempest-TestVolumeBootPattern-1506929187-router', 'tenant_id': '849ab8ade87443a6947fd49bc6793c28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'external_fixed_ips': [{'subnet_id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'ip_address': '172.27.2.51'}], 'enable_snat': True}, 'gw_port_id': 'a2b74999-40da-49ac-b59a-dd50e271443a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T05:31:40Z', 'updated_at': '2022-03-02T05:31:44Z', 'revision_number': 4, 'project_id': '849ab8ade87443a6947fd49bc6793c28', 'gw_port': {'id': 'a2b74999-40da-49ac-b59a-dd50e271443a', 'name': '', 'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:7c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de25b4b3-f56c-49b1-aacc-08ebe8c6eaab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'ip_address': '172.27.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T05:31:41Z', 'updated_at': '2022-03-02T05:31:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-18-iscsi', '_floatingips': [{'id': '1397c891-7838-49ff-a5e1-ad0758525881', 'tenant_id': '849ab8ade87443a6947fd49bc6793c28', 'floating_ip_address': '172.27.2.228', 'floating_network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'router_id': 'de25b4b3-f56c-49b1-aacc-08ebe8c6eaab', 'port_id': '1c4fb842-0eec-406c-bc2f-bd56da80a769', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 692, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '26125afd-b096-4cb9-bba7-021d4862e741', 'mac_address': 'fa:16:3e:e0:3a:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff993194-088e-4de4-badc-fee8831da347', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T05:37:44Z', 'updated_at': '2022-03-02T05:37:44Z', 'revision_number': 0, 'project_id': '849ab8ade87443a6947fd49bc6793c28', 'fixed_ip_address_scope': None}, {'id': 'e1efc091-d84d-4c1b-83d9-a7d3e20ea63d', 'tenant_id': '849ab8ade87443a6947fd49bc6793c28', 'floating_ip_address': '172.27.2.100', 'floating_network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'router_id': 'de25b4b3-f56c-49b1-aacc-08ebe8c6eaab', 'port_id': 'eb45cdb9-12e5-4d8e-93d2-2f1d8754a083', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 583, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '26125afd-b096-4cb9-bba7-021d4862e741', 'mac_address': 'fa:16:3e:17:14:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9e8ff2d-9a08-434a-9ede-b9c897cdb2b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T05:35:21Z', 'updated_at': '2022-03-02T05:35:24Z', 'revision_number': 1, 'project_id': '849ab8ade87443a6947fd49bc6793c28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df7fecc2-9b58-427e-919a-4569fe7d7cc8', 'name': '', 'network_id': '26125afd-b096-4cb9-bba7-021d4862e741', 'tenant_id': '849ab8ade87443a6947fd49bc6793c28', 'mac_address': 'fa:16:3e:d6:89:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de25b4b3-f56c-49b1-aacc-08ebe8c6eaab', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'd188881c-9727-4efd-b9e6-7344d2704465', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T05:31:43Z', 'updated_at': '2022-03-02T05:31:48Z', 'revision_number': 5, 'project_id': '849ab8ade87443a6947fd49bc6793c28', 'subnets': [{'id': 'd188881c-9727-4efd-b9e6-7344d2704465', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-18-iscsi', False) {} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 05:37:46.851849 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85e94a24-6f81-46ab-91a4-645e61f9bf30 None None] The sync data for ids ['de25b4b3-f56c-49b1-aacc-08ebe8c6eaab'] in dv-cinder-768458-18-iscsi is: [{'id': 'de25b4b3-f56c-49b1-aacc-08ebe8c6eaab', 'name': 'tempest-TestVolumeBootPattern-1506929187-router', 'tenant_id': '849ab8ade87443a6947fd49bc6793c28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'external_fixed_ips': [{'subnet_id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'ip_address': '172.27.2.51'}], 'enable_snat': True}, 'gw_port_id': 'a2b74999-40da-49ac-b59a-dd50e271443a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T05:31:40Z', 'updated_at': '2022-03-02T05:31:44Z', 'revision_number': 4, 'project_id': '849ab8ade87443a6947fd49bc6793c28', 'gw_port': {'id': 'a2b74999-40da-49ac-b59a-dd50e271443a', 'name': '', 'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:7c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de25b4b3-f56c-49b1-aacc-08ebe8c6eaab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'ip_address': '172.27.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T05:31:41Z', 'updated_at': '2022-03-02T05:31:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-18-iscsi', '_floatingips': [{'id': '1397c891-7838-49ff-a5e1-ad0758525881', 'tenant_id': '849ab8ade87443a6947fd49bc6793c28', 'floating_ip_address': '172.27.2.228', 'floating_network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'router_id': 'de25b4b3-f56c-49b1-aacc-08ebe8c6eaab', 'port_id': '1c4fb842-0eec-406c-bc2f-bd56da80a769', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 692, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '26125afd-b096-4cb9-bba7-021d4862e741', 'mac_address': 'fa:16:3e:e0:3a:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff993194-088e-4de4-badc-fee8831da347', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T05:37:44Z', 'updated_at': '2022-03-02T05:37:44Z', 'revision_number': 0, 'project_id': '849ab8ade87443a6947fd49bc6793c28', 'fixed_ip_address_scope': None}, {'id': 'e1efc091-d84d-4c1b-83d9-a7d3e20ea63d', 'tenant_id': '849ab8ade87443a6947fd49bc6793c28', 'floating_ip_address': '172.27.2.100', 'floating_network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'router_id': 'de25b4b3-f56c-49b1-aacc-08ebe8c6eaab', 'port_id': 'eb45cdb9-12e5-4d8e-93d2-2f1d8754a083', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 583, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '26125afd-b096-4cb9-bba7-021d4862e741', 'mac_address': 'fa:16:3e:17:14:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9e8ff2d-9a08-434a-9ede-b9c897cdb2b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T05:35:21Z', 'updated_at': '2022-03-02T05:35:24Z', 'revision_number': 1, 'project_id': '849ab8ade87443a6947fd49bc6793c28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df7fecc2-9b58-427e-919a-4569fe7d7cc8', 'name': '', 'network_id': '26125afd-b096-4cb9-bba7-021d4862e741', 'tenant_id': '849ab8ade87443a6947fd49bc6793c28', 'mac_address': 'fa:16:3e:d6:89:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de25b4b3-f56c-49b1-aacc-08ebe8c6eaab', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'd188881c-9727-4efd-b9e6-7344d2704465', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T05:31:43Z', 'updated_at': '2022-03-02T05:31:48Z', 'revision_number': 5, 'project_id': '849ab8ade87443a6947fd49bc6793c28', 'subnets': [{'id': 'd188881c-9727-4efd-b9e6-7344d2704465', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 05:37:47.046162 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdcd7148-1708-4842-9fbc-35f107a03780 None None] New status for floating IP 1397c891-7838-49ff-a5e1-ad0758525881: ACTIVE {{(pid=103717) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 05:37:47.184661 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b260f230-c912-4423-9c2e-7c21c53d74fc req-976ef5d5-60a3-416f-a707-0d7c10e1b768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:37:47.186147 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-b260f230-c912-4423-9c2e-7c21c53d74fc req-976ef5d5-60a3-416f-a707-0d7c10e1b768 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e00d6ea216644603b7d5a61c15ab3396&device_id=1afe7f43-e4f0-4810-88c6-1c359b6a5cc3 HTTP/1.1" status: 200 len: 1128 time: 0.0507965 Mar 02 05:37:47.192439 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333a46fc-25f0-43ec-95b0-2773daeb5fc5 req-5215b6c1-1d47-4a63-acea-efe2340db596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:37:47.194054 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-333a46fc-25f0-43ec-95b0-2773daeb5fc5 req-5215b6c1-1d47-4a63-acea-efe2340db596 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=849ab8ade87443a6947fd49bc6793c28&device_id=ff993194-088e-4de4-badc-fee8831da347 HTTP/1.1" status: 200 len: 1129 time: 0.0479662 Mar 02 05:37:47.290962 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b260f230-c912-4423-9c2e-7c21c53d74fc req-f75dcbc0-9a0e-4f72-a6dd-c832c5448a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:37:47.292902 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-b260f230-c912-4423-9c2e-7c21c53d74fc req-f75dcbc0-9a0e-4f72-a6dd-c832c5448a72 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=e00d6ea216644603b7d5a61c15ab3396&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0981746 Mar 02 05:37:47.295511 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333a46fc-25f0-43ec-95b0-2773daeb5fc5 req-e6785e48-65d1-4c06-a441-e95bcb1d56d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:37:47.297088 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-333a46fc-25f0-43ec-95b0-2773daeb5fc5 req-e6785e48-65d1-4c06-a441-e95bcb1d56d9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=26125afd-b096-4cb9-bba7-021d4862e741 HTTP/1.1" status: 200 len: 913 time: 0.0971370 Mar 02 05:37:47.364062 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-333a46fc-25f0-43ec-95b0-2773daeb5fc5 req-3263d24c-e09f-4c4e-89c1-74007499104a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1c4fb842-0eec-406c-bc2f-bd56da80a769 HTTP/1.1" status: 200 len: 1001 time: 0.0592062 Mar 02 05:37:47.402153 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b260f230-c912-4423-9c2e-7c21c53d74fc req-2d52b9d9-94c6-4f66-aef3-15fb9e5b3269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:37:47.403668 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-b260f230-c912-4423-9c2e-7c21c53d74fc req-2d52b9d9-94c6-4f66-aef3-15fb9e5b3269 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0996249 Mar 02 05:37:47.419037 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333a46fc-25f0-43ec-95b0-2773daeb5fc5 req-887205c2-db4f-4d69-8eb7-6fa0de60d43c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:37:47.420597 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-333a46fc-25f0-43ec-95b0-2773daeb5fc5 req-887205c2-db4f-4d69-8eb7-6fa0de60d43c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d188881c-9727-4efd-b9e6-7344d2704465 HTTP/1.1" status: 200 len: 851 time: 0.0508368 Mar 02 05:37:47.475643 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333a46fc-25f0-43ec-95b0-2773daeb5fc5 req-a70521b2-9cbc-4ea2-af94-d8b254c70d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:37:47.477164 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-333a46fc-25f0-43ec-95b0-2773daeb5fc5 req-a70521b2-9cbc-4ea2-af94-d8b254c70d52 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=26125afd-b096-4cb9-bba7-021d4862e741&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0494289 Mar 02 05:37:47.495390 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7b9185-50f9-464e-a5e5-1d42858cd2cf req-49826e63-bb74-4d27-ad84-32680f0a3e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:37:47.496822 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-7e7b9185-50f9-464e-a5e5-1d42858cd2cf req-49826e63-bb74-4d27-ad84-32680f0a3e17 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e00d6ea216644603b7d5a61c15ab3396&device_id=1afe7f43-e4f0-4810-88c6-1c359b6a5cc3 HTTP/1.1" status: 200 len: 1128 time: 0.0475867 Mar 02 05:37:47.540856 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-7e7b9185-50f9-464e-a5e5-1d42858cd2cf req-50acf038-1f0d-4e5f-ad22-907484477895 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b5294d0d-9736-497c-98aa-9ddeb038fcfc HTTP/1.1" status: 200 len: 217 time: 0.0356779 Mar 02 05:37:47.571322 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-333a46fc-25f0-43ec-95b0-2773daeb5fc5 req-3a660c2e-fd92-45ff-9d20-c6b86b68e0e1 service neutron] 10.222.0.41 "GET /v2.0/networks/26125afd-b096-4cb9-bba7-021d4862e741?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861893 Mar 02 05:37:47.592862 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7b9185-50f9-464e-a5e5-1d42858cd2cf req-fae0aebc-f493-424d-bf67-7d2a218e40d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:37:47.594352 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-7e7b9185-50f9-464e-a5e5-1d42858cd2cf req-fae0aebc-f493-424d-bf67-7d2a218e40d1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a595f37d-221f-4675-aee7-299aef06f032 HTTP/1.1" status: 200 len: 854 time: 0.0478115 Mar 02 05:37:47.624946 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-7e7b9185-50f9-464e-a5e5-1d42858cd2cf req-aeb848fc-6dc1-4a39-bec0-22606fbc9baa service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d7468561-eb0e-4f2a-bcc6-204aff64cfc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238502 Mar 02 05:37:47.693247 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5207df62-9643-44cc-9020-84bdaaa62a1a req-c5750269-3f14-4f08-be22-9763abdf0193 tempest-VolumesSnapshotTestJSON-757206607 tempest-VolumesSnapshotTestJSON-757206607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:37:47.694725 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-5207df62-9643-44cc-9020-84bdaaa62a1a req-c5750269-3f14-4f08-be22-9763abdf0193 tempest-VolumesSnapshotTestJSON-757206607 tempest-VolumesSnapshotTestJSON-757206607-project] 10.222.0.32 "GET /v2.0/ports?device_id=1afe7f43-e4f0-4810-88c6-1c359b6a5cc3 HTTP/1.1" status: 200 len: 944 time: 0.1104739 Mar 02 05:37:47.716632 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-7e7b9185-50f9-464e-a5e5-1d42858cd2cf req-7b858a20-b772-4403-ad90-5091e56d9638 service neutron] 10.222.0.41 "GET /v2.0/networks/d7468561-eb0e-4f2a-bcc6-204aff64cfc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853989 Mar 02 05:37:47.722433 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-333a46fc-25f0-43ec-95b0-2773daeb5fc5 req-d9d23551-a6d1-46cc-aaf6-cdf070f2710f service neutron] 10.222.0.41 "GET /v2.0/networks/26125afd-b096-4cb9-bba7-021d4862e741?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453011 Mar 02 05:37:47.752221 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-5207df62-9643-44cc-9020-84bdaaa62a1a req-e6766ac4-291e-4531-9579-fc5d70f5587b tempest-VolumesSnapshotTestJSON-757206607 tempest-VolumesSnapshotTestJSON-757206607-project] 10.222.0.32 "GET /v2.0/security-groups?id=fb55fbfa-cea6-4c14-9ad8-5d4df4dbb361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475051 Mar 02 05:37:47.821222 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-7e7b9185-50f9-464e-a5e5-1d42858cd2cf req-2ae9ffed-0c82-4b1b-b252-99d822702b39 service neutron] 10.222.0.41 "GET /v2.0/networks/d7468561-eb0e-4f2a-bcc6-204aff64cfc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979989 Mar 02 05:37:48.889366 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5617d3d0-f7f0-46e1-9a09-290a6b0a09b8 req-6c08eb5f-c6f1-4d6a-9097-04a625d460fd tempest-VolumesSnapshotTestJSON-757206607 tempest-VolumesSnapshotTestJSON-757206607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:37:48.891823 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-5617d3d0-f7f0-46e1-9a09-290a6b0a09b8 req-6c08eb5f-c6f1-4d6a-9097-04a625d460fd tempest-VolumesSnapshotTestJSON-757206607 tempest-VolumesSnapshotTestJSON-757206607-project] 10.222.0.32 "GET /v2.0/ports?device_id=1afe7f43-e4f0-4810-88c6-1c359b6a5cc3 HTTP/1.1" status: 200 len: 944 time: 0.0649331 Mar 02 05:37:48.942033 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-5617d3d0-f7f0-46e1-9a09-290a6b0a09b8 req-251fad4f-d35e-45e0-90cc-898100f773ac tempest-VolumesSnapshotTestJSON-757206607 tempest-VolumesSnapshotTestJSON-757206607-project] 10.222.0.32 "GET /v2.0/security-groups?id=fb55fbfa-cea6-4c14-9ad8-5d4df4dbb361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444074 Mar 02 05:37:50.066948 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a25999-9eaa-4989-b125-692b753fc338 req-073beaee-0f97-4939-af1a-1c07560d3b59 tempest-VolumesSnapshotTestJSON-757206607 tempest-VolumesSnapshotTestJSON-757206607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:37:50.068775 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-e2a25999-9eaa-4989-b125-692b753fc338 req-073beaee-0f97-4939-af1a-1c07560d3b59 tempest-VolumesSnapshotTestJSON-757206607 tempest-VolumesSnapshotTestJSON-757206607-project] 10.222.0.32 "GET /v2.0/ports?device_id=1afe7f43-e4f0-4810-88c6-1c359b6a5cc3 HTTP/1.1" status: 200 len: 944 time: 0.0562952 Mar 02 05:37:50.118743 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-e2a25999-9eaa-4989-b125-692b753fc338 req-85801479-ba4b-4199-b68d-33c42dc89fa8 tempest-VolumesSnapshotTestJSON-757206607 tempest-VolumesSnapshotTestJSON-757206607-project] 10.222.0.32 "GET /v2.0/security-groups?id=fb55fbfa-cea6-4c14-9ad8-5d4df4dbb361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434768 Mar 02 05:37:51.120154 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.rpc [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Device b5294d0d-9736-497c-98aa-9ddeb038fcfc details requested by agent hyperv_hv-cinder-76845 with host hv-cinder-76845 {{(pid=103716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 02 05:37:51.239330 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] For port b5294d0d-9736-497c-98aa-9ddeb038fcfc, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=b5294d0d-9736-497c-98aa-9ddeb038fcfc,segment=NetworkSegment(aa0735c6-c2dc-4c87-842d-9181d3d258f6),segment_id=aa0735c6-c2dc-4c87-842d-9181d3d258f6)] {{(pid=103716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 05:37:51.256751 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.rpc [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Returning: {'device': 'b5294d0d-9736-497c-98aa-9ddeb038fcfc', 'network_id': 'd7468561-eb0e-4f2a-bcc6-204aff64cfc4', 'port_id': 'b5294d0d-9736-497c-98aa-9ddeb038fcfc', 'mac_address': 'fa:16:3e:8c:0b:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 266, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a595f37d-221f-4675-aee7-299aef06f032', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 02 05:37:51.270982 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca150df-a3bf-4c50-8d4f-588616e8ae4f req-f438bbac-269f-481f-a759-66b50bfc4753 tempest-VolumesSnapshotTestJSON-757206607 tempest-VolumesSnapshotTestJSON-757206607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:37:51.278323 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-3ca150df-a3bf-4c50-8d4f-588616e8ae4f req-f438bbac-269f-481f-a759-66b50bfc4753 tempest-VolumesSnapshotTestJSON-757206607 tempest-VolumesSnapshotTestJSON-757206607-project] 10.222.0.32 "GET /v2.0/ports?device_id=1afe7f43-e4f0-4810-88c6-1c359b6a5cc3 HTTP/1.1" status: 200 len: 944 time: 0.0716622 Mar 02 05:37:51.303505 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Current status of the port b5294d0d-9736-497c-98aa-9ddeb038fcfc is: DOWN; New status is: BUILD {{(pid=103716) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 05:37:51.303505 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for port (b5294d0d-9736-497c-98aa-9ddeb038fcfc), before_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:37:51.316102 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.notifiers.nova [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5294d0d-9736-497c-98aa-9ddeb038fcfc {{(pid=103716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 05:37:51.332180 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-3ca150df-a3bf-4c50-8d4f-588616e8ae4f req-700b6464-ef97-419a-9000-82c30715054a tempest-VolumesSnapshotTestJSON-757206607 tempest-VolumesSnapshotTestJSON-757206607-project] 10.222.0.32 "GET /v2.0/security-groups?id=fb55fbfa-cea6-4c14-9ad8-5d4df4dbb361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527055 Mar 02 05:37:51.337041 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] For port b5294d0d-9736-497c-98aa-9ddeb038fcfc, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=b5294d0d-9736-497c-98aa-9ddeb038fcfc,segment=NetworkSegment(aa0735c6-c2dc-4c87-842d-9181d3d258f6),segment_id=aa0735c6-c2dc-4c87-842d-9181d3d258f6)] {{(pid=103716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 05:37:51.602195 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789290460654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789289919735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789289921293'] for port (b5294d0d-9736-497c-98aa-9ddeb038fcfc), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:37:51.651997 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Pushing event updated for resources: {'Port': ['ID=b5294d0d-9736-497c-98aa-9ddeb038fcfc,revision_number=4']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:37:51.854178 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] get_ports_and_sgs() called for port_ids ['b5294d0d-9736-497c-98aa-9ddeb038fcfc'] {{(pid=103716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 05:37:52.457948 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0688c820-054d-4a77-9b2d-2e4fbf0e697d req-a4d7bb52-a683-4336-a062-cbc185dff8a1 tempest-VolumesSnapshotTestJSON-757206607 tempest-VolumesSnapshotTestJSON-757206607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:37:52.459451 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-0688c820-054d-4a77-9b2d-2e4fbf0e697d req-a4d7bb52-a683-4336-a062-cbc185dff8a1 tempest-VolumesSnapshotTestJSON-757206607 tempest-VolumesSnapshotTestJSON-757206607-project] 10.222.0.32 "GET /v2.0/ports?device_id=1afe7f43-e4f0-4810-88c6-1c359b6a5cc3 HTTP/1.1" status: 200 len: 945 time: 0.0569372 Mar 02 05:37:52.516690 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-0688c820-054d-4a77-9b2d-2e4fbf0e697d req-b7153862-8421-403c-9280-e087cf5e8453 tempest-VolumesSnapshotTestJSON-757206607 tempest-VolumesSnapshotTestJSON-757206607-project] 10.222.0.32 "GET /v2.0/security-groups?id=fb55fbfa-cea6-4c14-9ad8-5d4df4dbb361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497835 Mar 02 05:37:53.120745 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.rpc [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Device b5294d0d-9736-497c-98aa-9ddeb038fcfc up at agent hyperv_hv-cinder-76845 {{(pid=103716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 02 05:37:53.251873 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.provisioning_blocks [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Provisioning for port b5294d0d-9736-497c-98aa-9ddeb038fcfc completed by entity L2. {{(pid=103716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 02 05:37:53.256166 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.provisioning_blocks [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Provisioning complete for port b5294d0d-9736-497c-98aa-9ddeb038fcfc triggered by entity L2. {{(pid=103716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 02 05:37:53.256607 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2012754'] for port (b5294d0d-9736-497c-98aa-9ddeb038fcfc), provisioning_complete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:37:53.345657 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Current status of the port b5294d0d-9736-497c-98aa-9ddeb038fcfc is: BUILD; New status is: ACTIVE {{(pid=103716) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 02 05:37:53.345886 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2082137'] for port (b5294d0d-9736-497c-98aa-9ddeb038fcfc), before_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:37:53.370833 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1afe7f43-e4f0-4810-88c6-1c359b6a5cc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5294d0d-9736-497c-98aa-9ddeb038fcfc'}] {{(pid=103716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 05:37:53.372247 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5cc3ee08ba8b8203ef00b822cbb368117e1f515a76881e78a723e4cc0774230" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e6ae614-677b-40e4-adfa-26a5ae74e147" -d '{"events": [{"server_uuid": "1afe7f43-e4f0-4810-88c6-1c359b6a5cc3", "name": "network-vif-plugged", "status": "completed", "tag": "b5294d0d-9736-497c-98aa-9ddeb038fcfc"}]}' {{(pid=103716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 05:37:53.384624 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] For port b5294d0d-9736-497c-98aa-9ddeb038fcfc, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=b5294d0d-9736-497c-98aa-9ddeb038fcfc,segment=NetworkSegment(aa0735c6-c2dc-4c87-842d-9181d3d258f6),segment_id=aa0735c6-c2dc-4c87-842d-9181d3d258f6)] {{(pid=103716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 05:37:53.417807 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 05:37:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60d289c0-cb8c-4d6e-a6f1-2c7c88e7046c x-openstack-request-id: req-60d289c0-cb8c-4d6e-a6f1-2c7c88e7046c {{(pid=103716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 05:37:53.417984 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1afe7f43-e4f0-4810-88c6-1c359b6a5cc3", "name": "network-vif-plugged", "status": "completed", "tag": "b5294d0d-9736-497c-98aa-9ddeb038fcfc", "code": 200}]} {{(pid=103716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 05:37:53.418267 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-60d289c0-cb8c-4d6e-a6f1-2c7c88e7046c {{(pid=103716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 05:37:53.418674 dv-cinder-768458-18-iscsi neutron-server[103716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1afe7f43-e4f0-4810-88c6-1c359b6a5cc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5294d0d-9736-497c-98aa-9ddeb038fcfc', 'code': 200} Mar 02 05:37:53.464886 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789290460654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789289919735', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789289921293'] for port (b5294d0d-9736-497c-98aa-9ddeb038fcfc), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:37:53.533702 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Pushing event updated for resources: {'Port': ['ID=b5294d0d-9736-497c-98aa-9ddeb038fcfc,revision_number=5']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:37:53.650424 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db17fd86-585c-4e14-b919-334226dd8a27 req-709b25ba-a44f-4cd8-9339-ddeda774dbfb tempest-VolumesSnapshotTestJSON-757206607 tempest-VolumesSnapshotTestJSON-757206607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:37:53.652649 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-db17fd86-585c-4e14-b919-334226dd8a27 req-709b25ba-a44f-4cd8-9339-ddeda774dbfb tempest-VolumesSnapshotTestJSON-757206607 tempest-VolumesSnapshotTestJSON-757206607-project] 10.222.0.32 "GET /v2.0/ports?device_id=1afe7f43-e4f0-4810-88c6-1c359b6a5cc3 HTTP/1.1" status: 200 len: 946 time: 0.0563040 Mar 02 05:37:53.748936 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-db17fd86-585c-4e14-b919-334226dd8a27 req-93a1225d-8e8a-4e3f-a460-a355f7e68e1b tempest-VolumesSnapshotTestJSON-757206607 tempest-VolumesSnapshotTestJSON-757206607-project] 10.222.0.32 "GET /v2.0/security-groups?id=fb55fbfa-cea6-4c14-9ad8-5d4df4dbb361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854349 Mar 02 05:37:53.754601 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f2cdc5-6b0d-4820-8af4-7169655846a9 req-dcefdc85-c280-4a4f-accc-37a7205823a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:37:53.756148 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-83f2cdc5-6b0d-4820-8af4-7169655846a9 req-dcefdc85-c280-4a4f-accc-37a7205823a2 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1afe7f43-e4f0-4810-88c6-1c359b6a5cc3 HTTP/1.1" status: 200 len: 1130 time: 0.0552461 Mar 02 05:37:53.805631 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-83f2cdc5-6b0d-4820-8af4-7169655846a9 req-ef78d3c5-cd48-4483-97bc-b40514805e86 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=fb55fbfa-cea6-4c14-9ad8-5d4df4dbb361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431840 Mar 02 05:37:54.868376 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e792d044-1b11-47b1-bb00-88f7e36dd944 req-bea6fc7d-6c5f-443b-85c7-73f64e53a9ce tempest-VolumesSnapshotTestJSON-757206607 tempest-VolumesSnapshotTestJSON-757206607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:37:54.876485 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-e792d044-1b11-47b1-bb00-88f7e36dd944 req-bea6fc7d-6c5f-443b-85c7-73f64e53a9ce tempest-VolumesSnapshotTestJSON-757206607 tempest-VolumesSnapshotTestJSON-757206607-project] 10.222.0.32 "GET /v2.0/ports?device_id=1afe7f43-e4f0-4810-88c6-1c359b6a5cc3 HTTP/1.1" status: 200 len: 946 time: 0.0595350 Mar 02 05:37:54.928482 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-e792d044-1b11-47b1-bb00-88f7e36dd944 req-c8e3d900-4afb-47a5-97c3-9153adbbd38f tempest-VolumesSnapshotTestJSON-757206607 tempest-VolumesSnapshotTestJSON-757206607-project] 10.222.0.32 "GET /v2.0/security-groups?id=fb55fbfa-cea6-4c14-9ad8-5d4df4dbb361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511196 Mar 02 05:37:56.005730 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.wsgi [-] (103714) accepted ('10.222.0.32', 44772) {{(pid=103714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:37:56.093499 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42aeeff-ed1a-4ae8-a1f2-218d3a00ca3a req-02ead76c-bdb1-4014-9d2e-81f0f1d5103d tempest-VolumesSnapshotTestJSON-757206607 tempest-VolumesSnapshotTestJSON-757206607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:37:56.095739 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-c42aeeff-ed1a-4ae8-a1f2-218d3a00ca3a req-02ead76c-bdb1-4014-9d2e-81f0f1d5103d tempest-VolumesSnapshotTestJSON-757206607 tempest-VolumesSnapshotTestJSON-757206607-project] 10.222.0.32 "GET /v2.0/ports?device_id=1afe7f43-e4f0-4810-88c6-1c359b6a5cc3 HTTP/1.1" status: 200 len: 946 time: 0.0868666 Mar 02 05:37:56.167132 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-c42aeeff-ed1a-4ae8-a1f2-218d3a00ca3a req-98fab1fc-831a-4d73-8bf6-616f579d5301 tempest-VolumesSnapshotTestJSON-757206607 tempest-VolumesSnapshotTestJSON-757206607-project] 10.222.0.32 "GET /v2.0/security-groups?id=fb55fbfa-cea6-4c14-9ad8-5d4df4dbb361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643983 Mar 02 05:37:56.351775 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-038fd777-a610-4cd6-b14f-9b55819db743 tempest-TestShelveInstance-884373592 tempest-TestShelveInstance-884373592-project] Deleting port 6aff8c20-8800-4207-94c0-50055df24ac6 {{(pid=103714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 05:37:56.352176 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-038fd777-a610-4cd6-b14f-9b55819db743 tempest-TestShelveInstance-884373592 tempest-TestShelveInstance-884373592-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789290453881'] for port (6aff8c20-8800-4207-94c0-50055df24ac6), before_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:37:56.447271 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-038fd777-a610-4cd6-b14f-9b55819db743 tempest-TestShelveInstance-884373592 tempest-TestShelveInstance-884373592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542039'] for port (6aff8c20-8800-4207-94c0-50055df24ac6), precommit_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:37:56.448221 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-038fd777-a610-4cd6-b14f-9b55819db743 tempest-TestShelveInstance-884373592 tempest-TestShelveInstance-884373592-project] Publish callbacks [] for floatingip (6aff8c20-8800-4207-94c0-50055df24ac6), precommit_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:37:56.462822 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-038fd777-a610-4cd6-b14f-9b55819db743 tempest-TestShelveInstance-884373592 tempest-TestShelveInstance-884373592-project] Calling delete_port for 6aff8c20-8800-4207-94c0-50055df24ac6 owned by network:floatingip {{(pid=103714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 05:37:56.756644 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-038fd777-a610-4cd6-b14f-9b55819db743 tempest-TestShelveInstance-884373592 tempest-TestShelveInstance-884373592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789290460636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789289919726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13003867'] for port (6aff8c20-8800-4207-94c0-50055df24ac6), after_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:37:56.782033 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038fd777-a610-4cd6-b14f-9b55819db743 tempest-TestShelveInstance-884373592 tempest-TestShelveInstance-884373592-project] Pushing event deleted for resources: {'Port': ['ID=6aff8c20-8800-4207-94c0-50055df24ac6,revision_number=None']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:37:56.859873 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-038fd777-a610-4cd6-b14f-9b55819db743 tempest-TestShelveInstance-884373592 tempest-TestShelveInstance-884373592-project] Publish callbacks [] for floatingip (5e13cba2-0433-43de-9d7b-b7177de5cf13), after_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:37:56.860218 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.db.l3_db [None req-038fd777-a610-4cd6-b14f-9b55819db743 tempest-TestShelveInstance-884373592 tempest-TestShelveInstance-884373592-project] Floating IP 5e13cba2-0433-43de-9d7b-b7177de5cf13 disassociated (deleted). External IP: 172.27.2.29, port: 659fb406-9144-4707-abb9-3eadb4a9e82d. Mar 02 05:37:57.127803 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-038fd777-a610-4cd6-b14f-9b55819db743 tempest-TestShelveInstance-884373592 tempest-TestShelveInstance-884373592-project] Router 2202d3a7-431c-4454-949c-ae2e83a2806f has already been hosted by L3 agent 9c2b50e6-1677-4aa9-928e-941b4c488fc5 {{(pid=103714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 05:37:57.267268 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-038fd777-a610-4cd6-b14f-9b55819db743 tempest-TestShelveInstance-884373592 tempest-TestShelveInstance-884373592-project] Notify agent at l3_agent.dv-cinder-768458-18-iscsi the message routers_updated {{(pid=103714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 05:37:57.272732 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-038fd777-a610-4cd6-b14f-9b55819db743 tempest-TestShelveInstance-884373592 tempest-TestShelveInstance-884373592-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25628'] for floatingip (None), before_response {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:37:57.279493 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c9259b5-ac70-4c01-9ed0-f192a36a1aef None None] Sync routers for ids ['2202d3a7-431c-4454-949c-ae2e83a2806f'] in dv-cinder-768458-18-iscsi {{(pid=103716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 05:37:57.289657 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c9259b5-ac70-4c01-9ed0-f192a36a1aef None None] Routers {'2202d3a7-431c-4454-949c-ae2e83a2806f'} bound to L3 agent in host dv-cinder-768458-18-iscsi {{(pid=103716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 05:37:57.290269 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.l3_hamode_db [None req-6c9259b5-ac70-4c01-9ed0-f192a36a1aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T05:20:42Z,description=,heartbeat_timestamp=2022-03-02T05:37:42Z,host='dv-cinder-768458-18-iscsi',id=9c2b50e6-1677-4aa9-928e-941b4c488fc5,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T05:20:42Z,topic='l3_agent')) {'router_ids': ['2202d3a7-431c-4454-949c-ae2e83a2806f'], 'active': True} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 05:37:57.305621 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [None req-038fd777-a610-4cd6-b14f-9b55819db743 tempest-TestShelveInstance-884373592 tempest-TestShelveInstance-884373592-project] 10.222.0.32 "DELETE /v2.0/floatingips/5e13cba2-0433-43de-9d7b-b7177de5cf13 HTTP/1.1" status: 204 len: 168 time: 1.2953894 Mar 02 05:37:57.305621 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d2cebdb-90e4-425b-9b77-8faaeccbdbf7', 'tag': '659fb406-9144-4707-abb9-3eadb4a9e82d'}] {{(pid=103714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 05:37:57.306149 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ff79788530fe2085a0b37cf7dfc71d903fcc72df0d156f3e5e7065db2593a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2939f57b-bf6c-43e8-b80a-d54c3fb9b516" -d '{"events": [{"name": "network-changed", "server_uuid": "9d2cebdb-90e4-425b-9b77-8faaeccbdbf7", "tag": "659fb406-9144-4707-abb9-3eadb4a9e82d"}]}' {{(pid=103714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 05:37:57.400145 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Mar 2022 05:37:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf15c64d-2e92-4f78-a903-fd0b4ed6bf48 x-openstack-request-id: req-cf15c64d-2e92-4f78-a903-fd0b4ed6bf48 {{(pid=103714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 05:37:57.400145 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d2cebdb-90e4-425b-9b77-8faaeccbdbf7", "tag": "659fb406-9144-4707-abb9-3eadb4a9e82d", "status": "completed", "code": 200}]} {{(pid=103714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 05:37:57.400145 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-cf15c64d-2e92-4f78-a903-fd0b4ed6bf48 {{(pid=103714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 05:37:57.400145 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d2cebdb-90e4-425b-9b77-8faaeccbdbf7', 'tag': '659fb406-9144-4707-abb9-3eadb4a9e82d', 'status': 'completed', 'code': 200} Mar 02 05:37:57.436769 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.l3_dvr_db [None req-6c9259b5-ac70-4c01-9ed0-f192a36a1aef None None] Set router 2202d3a7-431c-4454-949c-ae2e83a2806f gateway port host: dv-cinder-768458-18-iscsi {{(pid=103716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 05:37:57.444882 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2939f57b-bf6c-43e8-b80a-d54c3fb9b516 req-7f1b695b-a2da-4436-89dd-555da965e520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:37:57.446847 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-2939f57b-bf6c-43e8-b80a-d54c3fb9b516 req-7f1b695b-a2da-4436-89dd-555da965e520 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8cadbb55c03941bdba85ea81721d2245&device_id=9d2cebdb-90e4-425b-9b77-8faaeccbdbf7 HTTP/1.1" status: 200 len: 1130 time: 0.0589471 Mar 02 05:37:57.577616 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2939f57b-bf6c-43e8-b80a-d54c3fb9b516 req-37b99b37-0009-49e0-8676-8755048463f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:37:57.579151 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-2939f57b-bf6c-43e8-b80a-d54c3fb9b516 req-37b99b37-0009-49e0-8676-8755048463f7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=23f8f824-aae5-4f2f-a8c3-545bf961b04d HTTP/1.1" status: 200 len: 910 time: 0.1262293 Mar 02 05:37:57.637764 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-2939f57b-bf6c-43e8-b80a-d54c3fb9b516 req-cb193580-a65d-4ce5-a1fc-95950e3b08f4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=659fb406-9144-4707-abb9-3eadb4a9e82d HTTP/1.1" status: 200 len: 217 time: 0.0480487 Mar 02 05:37:57.662459 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.l3_hamode_db [None req-6c9259b5-ac70-4c01-9ed0-f192a36a1aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2202d3a7-431c-4454-949c-ae2e83a2806f', 'name': 'tempest-TestShelveInstance-1270944312-router', 'tenant_id': '8cadbb55c03941bdba85ea81721d2245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'external_fixed_ips': [{'subnet_id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'ip_address': '172.27.2.63'}], 'enable_snat': True}, 'gw_port_id': '5fb13d2b-1772-4a82-91a7-37ce1645269d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T05:32:36Z', 'updated_at': '2022-03-02T05:32:41Z', 'revision_number': 4, 'project_id': '8cadbb55c03941bdba85ea81721d2245', 'gw_port': {'id': '5fb13d2b-1772-4a82-91a7-37ce1645269d', 'name': '', 'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:df:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2202d3a7-431c-4454-949c-ae2e83a2806f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'ip_address': '172.27.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T05:32:37Z', 'updated_at': '2022-03-02T05:32:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-18-iscsi', '_interfaces': [{'id': '79c1b8a3-a679-4447-a1cf-defe0046a8b8', 'name': '', 'network_id': '23f8f824-aae5-4f2f-a8c3-545bf961b04d', 'tenant_id': '8cadbb55c03941bdba85ea81721d2245', 'mac_address': 'fa:16:3e:74:bf:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2202d3a7-431c-4454-949c-ae2e83a2806f', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '100d9f66-c333-48f1-b722-61b116bc39ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T05:32:40Z', 'updated_at': '2022-03-02T05:32:45Z', 'revision_number': 5, 'project_id': '8cadbb55c03941bdba85ea81721d2245', 'subnets': [{'id': '100d9f66-c333-48f1-b722-61b116bc39ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-18-iscsi', False) {} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 05:37:57.711918 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2939f57b-bf6c-43e8-b80a-d54c3fb9b516 req-238f2ede-6837-4d47-96c0-e34daaad36f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:37:57.714815 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-2939f57b-bf6c-43e8-b80a-d54c3fb9b516 req-238f2ede-6837-4d47-96c0-e34daaad36f9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=100d9f66-c333-48f1-b722-61b116bc39ee HTTP/1.1" status: 200 len: 848 time: 0.0644016 Mar 02 05:37:57.725787 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c9259b5-ac70-4c01-9ed0-f192a36a1aef None None] Checking router: 2202d3a7-431c-4454-949c-ae2e83a2806f for host: dv-cinder-768458-18-iscsi {{(pid=103716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 05:37:57.736160 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c9259b5-ac70-4c01-9ed0-f192a36a1aef None None] Routers {'2202d3a7-431c-4454-949c-ae2e83a2806f'} bound to L3 agent in host dv-cinder-768458-18-iscsi {{(pid=103716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 05:37:57.736799 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.l3_hamode_db [None req-6c9259b5-ac70-4c01-9ed0-f192a36a1aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T05:20:42Z,description=,heartbeat_timestamp=2022-03-02T05:37:42Z,host='dv-cinder-768458-18-iscsi',id=9c2b50e6-1677-4aa9-928e-941b4c488fc5,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T05:20:42Z,topic='l3_agent')) {'router_ids': ['2202d3a7-431c-4454-949c-ae2e83a2806f'], 'active': True} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 05:37:57.793901 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2939f57b-bf6c-43e8-b80a-d54c3fb9b516 req-107823a3-1ea8-4fc6-9407-ad6745659a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:37:57.796335 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-2939f57b-bf6c-43e8-b80a-d54c3fb9b516 req-107823a3-1ea8-4fc6-9407-ad6745659a1c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=23f8f824-aae5-4f2f-a8c3-545bf961b04d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0757189 Mar 02 05:37:57.880923 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.l3_dvr_db [None req-6c9259b5-ac70-4c01-9ed0-f192a36a1aef None None] Set router 2202d3a7-431c-4454-949c-ae2e83a2806f gateway port host: dv-cinder-768458-18-iscsi {{(pid=103716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 05:37:57.943936 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73214130-59db-4b88-807b-5c71b508ab15 req-9086d776-24b9-4991-b9e1-c0277a99e8e6 tempest-TestShelveInstance-884373592 tempest-TestShelveInstance-884373592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:37:57.945453 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-73214130-59db-4b88-807b-5c71b508ab15 req-9086d776-24b9-4991-b9e1-c0277a99e8e6 tempest-TestShelveInstance-884373592 tempest-TestShelveInstance-884373592-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d2cebdb-90e4-425b-9b77-8faaeccbdbf7 HTTP/1.1" status: 200 len: 946 time: 0.1081212 Mar 02 05:37:57.956546 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-2939f57b-bf6c-43e8-b80a-d54c3fb9b516 req-599074b6-c9e0-4feb-9138-f806f8bb1a5c service neutron] 10.222.0.41 "GET /v2.0/networks/23f8f824-aae5-4f2f-a8c3-545bf961b04d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523290 Mar 02 05:37:58.059051 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-73214130-59db-4b88-807b-5c71b508ab15 req-de3f63a7-5951-4f59-b023-3b923f05e347 tempest-TestShelveInstance-884373592 tempest-TestShelveInstance-884373592-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b903e94-610b-437d-b42e-c55e30ec84d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1014588 Mar 02 05:37:58.101174 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-2939f57b-bf6c-43e8-b80a-d54c3fb9b516 req-448fdc89-15d2-4cc2-a905-7dce260693ce service neutron] 10.222.0.41 "GET /v2.0/networks/23f8f824-aae5-4f2f-a8c3-545bf961b04d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358318 Mar 02 05:37:58.188063 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.l3_hamode_db [None req-6c9259b5-ac70-4c01-9ed0-f192a36a1aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2202d3a7-431c-4454-949c-ae2e83a2806f', 'name': 'tempest-TestShelveInstance-1270944312-router', 'tenant_id': '8cadbb55c03941bdba85ea81721d2245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'external_fixed_ips': [{'subnet_id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'ip_address': '172.27.2.63'}], 'enable_snat': True}, 'gw_port_id': '5fb13d2b-1772-4a82-91a7-37ce1645269d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T05:32:36Z', 'updated_at': '2022-03-02T05:32:41Z', 'revision_number': 4, 'project_id': '8cadbb55c03941bdba85ea81721d2245', 'gw_port': {'id': '5fb13d2b-1772-4a82-91a7-37ce1645269d', 'name': '', 'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:df:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2202d3a7-431c-4454-949c-ae2e83a2806f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'ip_address': '172.27.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T05:32:37Z', 'updated_at': '2022-03-02T05:32:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-18-iscsi', '_interfaces': [{'id': '79c1b8a3-a679-4447-a1cf-defe0046a8b8', 'name': '', 'network_id': '23f8f824-aae5-4f2f-a8c3-545bf961b04d', 'tenant_id': '8cadbb55c03941bdba85ea81721d2245', 'mac_address': 'fa:16:3e:74:bf:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2202d3a7-431c-4454-949c-ae2e83a2806f', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '100d9f66-c333-48f1-b722-61b116bc39ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T05:32:40Z', 'updated_at': '2022-03-02T05:32:45Z', 'revision_number': 5, 'project_id': '8cadbb55c03941bdba85ea81721d2245', 'subnets': [{'id': '100d9f66-c333-48f1-b722-61b116bc39ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-18-iscsi', False) {} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 05:37:58.215853 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c9259b5-ac70-4c01-9ed0-f192a36a1aef None None] The sync data for ids ['2202d3a7-431c-4454-949c-ae2e83a2806f'] in dv-cinder-768458-18-iscsi is: [{'id': '2202d3a7-431c-4454-949c-ae2e83a2806f', 'name': 'tempest-TestShelveInstance-1270944312-router', 'tenant_id': '8cadbb55c03941bdba85ea81721d2245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'external_fixed_ips': [{'subnet_id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'ip_address': '172.27.2.63'}], 'enable_snat': True}, 'gw_port_id': '5fb13d2b-1772-4a82-91a7-37ce1645269d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T05:32:36Z', 'updated_at': '2022-03-02T05:32:41Z', 'revision_number': 4, 'project_id': '8cadbb55c03941bdba85ea81721d2245', 'gw_port': {'id': '5fb13d2b-1772-4a82-91a7-37ce1645269d', 'name': '', 'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:df:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2202d3a7-431c-4454-949c-ae2e83a2806f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'ip_address': '172.27.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T05:32:37Z', 'updated_at': '2022-03-02T05:32:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-18-iscsi', '_interfaces': [{'id': '79c1b8a3-a679-4447-a1cf-defe0046a8b8', 'name': '', 'network_id': '23f8f824-aae5-4f2f-a8c3-545bf961b04d', 'tenant_id': '8cadbb55c03941bdba85ea81721d2245', 'mac_address': 'fa:16:3e:74:bf:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2202d3a7-431c-4454-949c-ae2e83a2806f', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '100d9f66-c333-48f1-b722-61b116bc39ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T05:32:40Z', 'updated_at': '2022-03-02T05:32:45Z', 'revision_number': 5, 'project_id': '8cadbb55c03941bdba85ea81721d2245', 'subnets': [{'id': '100d9f66-c333-48f1-b722-61b116bc39ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 05:37:58.495046 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8694dc0-4dbf-402f-93f4-f5f21b35a98a None None] New status for floating IP 5e13cba2-0433-43de-9d7b-b7177de5cf13: DOWN {{(pid=103717) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 05:37:59.203526 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c033a49-8e4d-4d4f-8605-ca840a892951 req-a938e085-2054-4a32-912d-5e75c57cca32 tempest-TestShelveInstance-884373592 tempest-TestShelveInstance-884373592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:37:59.205595 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-7c033a49-8e4d-4d4f-8605-ca840a892951 req-a938e085-2054-4a32-912d-5e75c57cca32 tempest-TestShelveInstance-884373592 tempest-TestShelveInstance-884373592-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d2cebdb-90e4-425b-9b77-8faaeccbdbf7 HTTP/1.1" status: 200 len: 946 time: 0.0563807 Mar 02 05:37:59.263582 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-7c033a49-8e4d-4d4f-8605-ca840a892951 req-6a5e2873-95de-43de-b399-99e2a78ed382 tempest-TestShelveInstance-884373592 tempest-TestShelveInstance-884373592-project] 10.222.0.32 "GET /v2.0/security-groups?id=2b903e94-610b-437d-b42e-c55e30ec84d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518820 Mar 02 05:37:59.537146 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b04bc50-6164-46d3-aa6e-543891a2a13b req-2b9fb6bf-8a3d-4f7b-afa8-dc76a86d6651 tempest-TestShelveInstance-884373592 tempest-TestShelveInstance-884373592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:37:59.538800 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-9b04bc50-6164-46d3-aa6e-543891a2a13b req-2b9fb6bf-8a3d-4f7b-afa8-dc76a86d6651 tempest-TestShelveInstance-884373592 tempest-TestShelveInstance-884373592-project] 10.222.0.41 "GET /v2.0/ports?device_id=9d2cebdb-90e4-425b-9b77-8faaeccbdbf7 HTTP/1.1" status: 200 len: 946 time: 0.0586469 Mar 02 05:37:59.646991 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [req-9b04bc50-6164-46d3-aa6e-543891a2a13b req-7501f23c-01c1-4105-9b9f-75cc9512e7b7 tempest-TestShelveInstance-884373592 tempest-TestShelveInstance-884373592-project] Deleting port 659fb406-9144-4707-abb9-3eadb4a9e82d {{(pid=103714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 05:37:59.647511 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [req-9b04bc50-6164-46d3-aa6e-543891a2a13b req-7501f23c-01c1-4105-9b9f-75cc9512e7b7 tempest-TestShelveInstance-884373592 tempest-TestShelveInstance-884373592-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789290453881'] for port (659fb406-9144-4707-abb9-3eadb4a9e82d), before_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:37:59.747253 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.db [req-9b04bc50-6164-46d3-aa6e-543891a2a13b req-7501f23c-01c1-4105-9b9f-75cc9512e7b7 tempest-TestShelveInstance-884373592 tempest-TestShelveInstance-884373592-project] For port 659fb406-9144-4707-abb9-3eadb4a9e82d, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=659fb406-9144-4707-abb9-3eadb4a9e82d,segment=NetworkSegment(1e8e2e77-4e33-4beb-84b8-a14df404873a),segment_id=1e8e2e77-4e33-4beb-84b8-a14df404873a)] {{(pid=103714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 05:37:59.747803 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [req-9b04bc50-6164-46d3-aa6e-543891a2a13b req-7501f23c-01c1-4105-9b9f-75cc9512e7b7 tempest-TestShelveInstance-884373592 tempest-TestShelveInstance-884373592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542039'] for port (659fb406-9144-4707-abb9-3eadb4a9e82d), precommit_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:37:59.761512 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [req-9b04bc50-6164-46d3-aa6e-543891a2a13b req-7501f23c-01c1-4105-9b9f-75cc9512e7b7 tempest-TestShelveInstance-884373592 tempest-TestShelveInstance-884373592-project] Calling delete_port for 659fb406-9144-4707-abb9-3eadb4a9e82d owned by compute:nova {{(pid=103714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 05:37:59.973733 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [req-9b04bc50-6164-46d3-aa6e-543891a2a13b req-7501f23c-01c1-4105-9b9f-75cc9512e7b7 tempest-TestShelveInstance-884373592 tempest-TestShelveInstance-884373592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789290460636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789289919726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13003867'] for port (659fb406-9144-4707-abb9-3eadb4a9e82d), after_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:38:00.022448 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7501f23c-01c1-4105-9b9f-75cc9512e7b7 tempest-TestShelveInstance-884373592 tempest-TestShelveInstance-884373592-project] Pushing event deleted for resources: {'Port': ['ID=659fb406-9144-4707-abb9-3eadb4a9e82d,revision_number=None']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:38:00.061528 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b04bc50-6164-46d3-aa6e-543891a2a13b req-7501f23c-01c1-4105-9b9f-75cc9512e7b7 tempest-TestShelveInstance-884373592 tempest-TestShelveInstance-884373592-project] No DVR routers for this DVR port 659fb406-9144-4707-abb9-3eadb4a9e82d on host hv-cinder-76845 {{(pid=103714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 05:38:00.064779 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [req-9b04bc50-6164-46d3-aa6e-543891a2a13b req-7501f23c-01c1-4105-9b9f-75cc9512e7b7 tempest-TestShelveInstance-884373592 tempest-TestShelveInstance-884373592-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25628'] for port (None), before_response {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:38:00.068756 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-9b04bc50-6164-46d3-aa6e-543891a2a13b req-7501f23c-01c1-4105-9b9f-75cc9512e7b7 tempest-TestShelveInstance-884373592 tempest-TestShelveInstance-884373592-project] 10.222.0.41 "DELETE /v2.0/ports/659fb406-9144-4707-abb9-3eadb4a9e82d HTTP/1.1" status: 204 len: 173 time: 0.5239251 Mar 02 05:38:00.069223 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d2cebdb-90e4-425b-9b77-8faaeccbdbf7', 'name': 'network-vif-deleted', 'tag': '659fb406-9144-4707-abb9-3eadb4a9e82d'}] {{(pid=103714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 05:38:00.071686 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ff79788530fe2085a0b37cf7dfc71d903fcc72df0d156f3e5e7065db2593a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-398590c1-0fe6-4c76-bdcd-6e176722b148" -d '{"events": [{"server_uuid": "9d2cebdb-90e4-425b-9b77-8faaeccbdbf7", "name": "network-vif-deleted", "tag": "659fb406-9144-4707-abb9-3eadb4a9e82d"}]}' {{(pid=103714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 05:38:00.110530 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 05:38:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1d7430b-e89d-4b56-b4e9-72e6f229e77a x-openstack-request-id: req-c1d7430b-e89d-4b56-b4e9-72e6f229e77a {{(pid=103714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 05:38:00.110962 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d2cebdb-90e4-425b-9b77-8faaeccbdbf7", "name": "network-vif-deleted", "tag": "659fb406-9144-4707-abb9-3eadb4a9e82d", "status": "completed", "code": 200}]} {{(pid=103714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 05:38:00.111378 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c1d7430b-e89d-4b56-b4e9-72e6f229e77a {{(pid=103714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 05:38:00.111950 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d2cebdb-90e4-425b-9b77-8faaeccbdbf7', 'name': 'network-vif-deleted', 'tag': '659fb406-9144-4707-abb9-3eadb4a9e82d', 'status': 'completed', 'code': 200} Mar 02 05:38:00.370171 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-ad65426a-1477-41b6-bb8d-63422e4ea039 req-57460006-a224-4d4a-9baf-bcfed1e74d98 tempest-TestShelveInstance-884373592 tempest-TestShelveInstance-884373592-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d2cebdb-90e4-425b-9b77-8faaeccbdbf7 HTTP/1.1" status: 200 len: 210 time: 0.0380781 Mar 02 05:38:01.511627 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-9f862b69-2c5d-4498-b94c-baa518f38d03 req-bd5bf9c4-3f32-42bb-813b-55617d3361bc tempest-TestShelveInstance-884373592 tempest-TestShelveInstance-884373592-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d2cebdb-90e4-425b-9b77-8faaeccbdbf7 HTTP/1.1" status: 200 len: 210 time: 0.0309649 Mar 02 05:38:02.575802 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.32', 44846) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:38:02.637493 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-43d2e750-42b3-47ef-87c9-7b73dfd65186 tempest-TestShelveInstance-884373592 tempest-TestShelveInstance-884373592-project] Publish callbacks [] for security_group (2b903e94-610b-437d-b42e-c55e30ec84d0), before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:38:02.664819 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-43d2e750-42b3-47ef-87c9-7b73dfd65186 tempest-TestShelveInstance-884373592 tempest-TestShelveInstance-884373592-project] Publish callbacks [] for security_group (2b903e94-610b-437d-b42e-c55e30ec84d0), precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:38:02.830658 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-43d2e750-42b3-47ef-87c9-7b73dfd65186 tempest-TestShelveInstance-884373592 tempest-TestShelveInstance-884373592-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629892'] for security_group (2b903e94-610b-437d-b42e-c55e30ec84d0), after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:38:02.833573 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-43d2e750-42b3-47ef-87c9-7b73dfd65186 tempest-TestShelveInstance-884373592 tempest-TestShelveInstance-884373592-project] Publish callbacks [] for security_group (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:38:02.834907 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-43d2e750-42b3-47ef-87c9-7b73dfd65186 tempest-TestShelveInstance-884373592 tempest-TestShelveInstance-884373592-project] 10.222.0.32 "DELETE /v2.0/security-groups/2b903e94-610b-437d-b42e-c55e30ec84d0 HTTP/1.1" status: 204 len: 168 time: 0.2574985 Mar 02 05:38:02.846177 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d2e750-42b3-47ef-87c9-7b73dfd65186 tempest-TestShelveInstance-884373592 tempest-TestShelveInstance-884373592-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b903e94-610b-437d-b42e-c55e30ec84d0,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:38:02.961405 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.32', 44854) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:38:03.183009 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.rpc [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Device 659fb406-9144-4707-abb9-3eadb4a9e82d no longer exists at agent hyperv_hv-cinder-76845 {{(pid=103716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 05:38:03.210374 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] No Port match for: 659fb406-9144-4707-abb9-3eadb4a9e82d {{(pid=103716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 05:38:03.210374 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.rpc [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Device 659fb406-9144-4707-abb9-3eadb4a9e82d not bound to the agent host hv-cinder-76845 {{(pid=103716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 05:38:03.472118 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-3bd12a48-ded0-4ee8-be39-d4741487b99a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-555324'] for router_interface (2202d3a7-431c-4454-949c-ae2e83a2806f), before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:38:03.744889 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-3bd12a48-ded0-4ee8-be39-d4741487b99a admin admin] Deleting port 79c1b8a3-a679-4447-a1cf-defe0046a8b8 {{(pid=103715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 05:38:03.745568 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-3bd12a48-ded0-4ee8-be39-d4741487b99a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789290453881'] for port (79c1b8a3-a679-4447-a1cf-defe0046a8b8), before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:38:04.114607 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.db [None req-3bd12a48-ded0-4ee8-be39-d4741487b99a admin admin] For port 79c1b8a3-a679-4447-a1cf-defe0046a8b8, host dv-cinder-768458-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-18-iscsi',level=0,port_id=79c1b8a3-a679-4447-a1cf-defe0046a8b8,segment=NetworkSegment(1e8e2e77-4e33-4beb-84b8-a14df404873a),segment_id=1e8e2e77-4e33-4beb-84b8-a14df404873a)] {{(pid=103715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 05:38:04.114980 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-3bd12a48-ded0-4ee8-be39-d4741487b99a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542039'] for port (79c1b8a3-a679-4447-a1cf-defe0046a8b8), precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:38:04.129168 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-3bd12a48-ded0-4ee8-be39-d4741487b99a admin admin] Calling delete_port for 79c1b8a3-a679-4447-a1cf-defe0046a8b8 owned by network:router_interface {{(pid=103715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 05:38:04.423749 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-3bd12a48-ded0-4ee8-be39-d4741487b99a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789290460636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789289919726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14203002'] for port (79c1b8a3-a679-4447-a1cf-defe0046a8b8), after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:38:04.452315 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd12a48-ded0-4ee8-be39-d4741487b99a admin admin] Pushing event deleted for resources: {'Port': ['ID=79c1b8a3-a679-4447-a1cf-defe0046a8b8,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:38:04.653664 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-3bd12a48-ded0-4ee8-be39-d4741487b99a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555472'] for router_interface (2202d3a7-431c-4454-949c-ae2e83a2806f), after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:38:04.919853 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bd12a48-ded0-4ee8-be39-d4741487b99a admin admin] Router 2202d3a7-431c-4454-949c-ae2e83a2806f has already been hosted by L3 agent 9c2b50e6-1677-4aa9-928e-941b4c488fc5 {{(pid=103715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 05:38:05.032734 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bd12a48-ded0-4ee8-be39-d4741487b99a admin admin] Notify agent at l3_agent.dv-cinder-768458-18-iscsi the message routers_updated {{(pid=103715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 05:38:05.037929 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-3bd12a48-ded0-4ee8-be39-d4741487b99a admin admin] 10.222.0.32 "PUT /v2.0/routers/2202d3a7-431c-4454-949c-ae2e83a2806f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0736561 Mar 02 05:38:05.040464 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.32', 44890) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:38:05.044336 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f12351d-6b6b-4cd2-8b35-60338579f5d4 None None] Sync routers for ids ['2202d3a7-431c-4454-949c-ae2e83a2806f'] in dv-cinder-768458-18-iscsi {{(pid=103716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 05:38:05.064124 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f12351d-6b6b-4cd2-8b35-60338579f5d4 None None] Routers {'2202d3a7-431c-4454-949c-ae2e83a2806f'} bound to L3 agent in host dv-cinder-768458-18-iscsi {{(pid=103716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 05:38:05.064829 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.l3_hamode_db [None req-9f12351d-6b6b-4cd2-8b35-60338579f5d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T05:20:42Z,description=,heartbeat_timestamp=2022-03-02T05:37:42Z,host='dv-cinder-768458-18-iscsi',id=9c2b50e6-1677-4aa9-928e-941b4c488fc5,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T05:20:42Z,topic='l3_agent')) {'router_ids': ['2202d3a7-431c-4454-949c-ae2e83a2806f'], 'active': True} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 05:38:05.158150 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-f2c8aac6-031d-46d8-a3e1-e7fc25906e24 admin admin] Publish callbacks [] for router (2202d3a7-431c-4454-949c-ae2e83a2806f), before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:38:05.175257 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.l3_dvr_db [None req-9f12351d-6b6b-4cd2-8b35-60338579f5d4 None None] Set router 2202d3a7-431c-4454-949c-ae2e83a2806f gateway port host: dv-cinder-768458-18-iscsi {{(pid=103716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 05:38:05.264219 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-f2c8aac6-031d-46d8-a3e1-e7fc25906e24 admin admin] Publish callbacks [] for router_gateway (2202d3a7-431c-4454-949c-ae2e83a2806f), before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:38:05.350718 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.l3_hamode_db [None req-9f12351d-6b6b-4cd2-8b35-60338579f5d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2202d3a7-431c-4454-949c-ae2e83a2806f', 'name': 'tempest-TestShelveInstance-1270944312-router', 'tenant_id': '8cadbb55c03941bdba85ea81721d2245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'external_fixed_ips': [{'subnet_id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'ip_address': '172.27.2.63'}], 'enable_snat': True}, 'gw_port_id': '5fb13d2b-1772-4a82-91a7-37ce1645269d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T05:32:36Z', 'updated_at': '2022-03-02T05:38:04Z', 'revision_number': 5, 'project_id': '8cadbb55c03941bdba85ea81721d2245', 'gw_port': {'id': '5fb13d2b-1772-4a82-91a7-37ce1645269d', 'name': '', 'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:df:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2202d3a7-431c-4454-949c-ae2e83a2806f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'ip_address': '172.27.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T05:32:37Z', 'updated_at': '2022-03-02T05:32:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-18-iscsi'}], 'dv-cinder-768458-18-iscsi', False) {} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 05:38:05.377378 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f12351d-6b6b-4cd2-8b35-60338579f5d4 None None] Checking router: 2202d3a7-431c-4454-949c-ae2e83a2806f for host: dv-cinder-768458-18-iscsi {{(pid=103716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 05:38:05.385676 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f12351d-6b6b-4cd2-8b35-60338579f5d4 None None] Routers {'2202d3a7-431c-4454-949c-ae2e83a2806f'} bound to L3 agent in host dv-cinder-768458-18-iscsi {{(pid=103716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 05:38:05.386280 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.l3_hamode_db [None req-9f12351d-6b6b-4cd2-8b35-60338579f5d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T05:20:42Z,description=,heartbeat_timestamp=2022-03-02T05:37:42Z,host='dv-cinder-768458-18-iscsi',id=9c2b50e6-1677-4aa9-928e-941b4c488fc5,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T05:20:42Z,topic='l3_agent')) {'router_ids': ['2202d3a7-431c-4454-949c-ae2e83a2806f'], 'active': True} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 05:38:05.397123 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-f2c8aac6-031d-46d8-a3e1-e7fc25906e24 admin admin] Deleting port 5fb13d2b-1772-4a82-91a7-37ce1645269d {{(pid=103715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 05:38:05.397456 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-f2c8aac6-031d-46d8-a3e1-e7fc25906e24 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789290453881'] for port (5fb13d2b-1772-4a82-91a7-37ce1645269d), before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:38:05.477025 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.l3_dvr_db [None req-9f12351d-6b6b-4cd2-8b35-60338579f5d4 None None] Set router 2202d3a7-431c-4454-949c-ae2e83a2806f gateway port host: None {{(pid=103716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 05:38:05.480202 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.db [None req-f2c8aac6-031d-46d8-a3e1-e7fc25906e24 admin admin] For port 5fb13d2b-1772-4a82-91a7-37ce1645269d, host dv-cinder-768458-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-18-iscsi',level=0,port_id=5fb13d2b-1772-4a82-91a7-37ce1645269d,segment=NetworkSegment(4c026da1-f439-448a-ad69-ccdbf2795772),segment_id=4c026da1-f439-448a-ad69-ccdbf2795772)] {{(pid=103715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 05:38:05.480505 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-f2c8aac6-031d-46d8-a3e1-e7fc25906e24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542039'] for port (5fb13d2b-1772-4a82-91a7-37ce1645269d), precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:38:05.493163 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-f2c8aac6-031d-46d8-a3e1-e7fc25906e24 admin admin] Calling delete_port for 5fb13d2b-1772-4a82-91a7-37ce1645269d owned by network:router_gateway {{(pid=103715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 05:38:05.543952 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.l3_hamode_db [None req-9f12351d-6b6b-4cd2-8b35-60338579f5d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2202d3a7-431c-4454-949c-ae2e83a2806f', 'name': 'tempest-TestShelveInstance-1270944312-router', 'tenant_id': '8cadbb55c03941bdba85ea81721d2245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T05:32:36Z', 'updated_at': '2022-03-02T05:38:05Z', 'revision_number': 6, 'project_id': '8cadbb55c03941bdba85ea81721d2245', 'gw_port_host': None}], 'dv-cinder-768458-18-iscsi', False) {} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 05:38:05.579789 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f12351d-6b6b-4cd2-8b35-60338579f5d4 None None] The sync data for ids ['2202d3a7-431c-4454-949c-ae2e83a2806f'] in dv-cinder-768458-18-iscsi is: [{'id': '2202d3a7-431c-4454-949c-ae2e83a2806f', 'name': 'tempest-TestShelveInstance-1270944312-router', 'tenant_id': '8cadbb55c03941bdba85ea81721d2245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T05:32:36Z', 'updated_at': '2022-03-02T05:38:05Z', 'revision_number': 6, 'project_id': '8cadbb55c03941bdba85ea81721d2245', 'gw_port_host': None}] {{(pid=103716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 05:38:05.749875 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-f2c8aac6-031d-46d8-a3e1-e7fc25906e24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789290460636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789289919726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14203002'] for port (5fb13d2b-1772-4a82-91a7-37ce1645269d), after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:38:05.776062 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c8aac6-031d-46d8-a3e1-e7fc25906e24 admin admin] Pushing event deleted for resources: {'Port': ['ID=5fb13d2b-1772-4a82-91a7-37ce1645269d,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:38:05.840375 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-f2c8aac6-031d-46d8-a3e1-e7fc25906e24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-556402'] for router_gateway (2202d3a7-431c-4454-949c-ae2e83a2806f), after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:38:05.928182 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-f2c8aac6-031d-46d8-a3e1-e7fc25906e24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552674', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5165'] for router (2202d3a7-431c-4454-949c-ae2e83a2806f), precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:38:05.930360 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-f2c8aac6-031d-46d8-a3e1-e7fc25906e24 admin admin] Publish callbacks [] for router_controller (2202d3a7-431c-4454-949c-ae2e83a2806f), precommit_delete_associations {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:38:06.032301 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-f2c8aac6-031d-46d8-a3e1-e7fc25906e24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552665'] for router (2202d3a7-431c-4454-949c-ae2e83a2806f), after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:38:06.032973 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2c8aac6-031d-46d8-a3e1-e7fc25906e24 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2202d3a7-431c-4454-949c-ae2e83a2806f {{(pid=103715) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 05:38:06.042524 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-f2c8aac6-031d-46d8-a3e1-e7fc25906e24 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:38:06.042524 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-f2c8aac6-031d-46d8-a3e1-e7fc25906e24 admin admin] 10.222.0.32 "DELETE /v2.0/routers/2202d3a7-431c-4454-949c-ae2e83a2806f HTTP/1.1" status: 204 len: 168 time: 0.9964240 Mar 02 05:38:06.043865 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.wsgi [-] (103714) accepted ('10.222.0.32', 44912) {{(pid=103714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:38:06.096049 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.db.db_base_plugin_v2 [None req-c52a8764-f2cb-41ed-a662-188bb63c694d admin admin] Deleting subnet 100d9f66-c333-48f1-b722-61b116bc39ee {{(pid=103714) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 02 05:38:06.099140 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-c52a8764-f2cb-41ed-a662-188bb63c694d admin admin] Publish callbacks [] for subnet (100d9f66-c333-48f1-b722-61b116bc39ee), before_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:38:06.133871 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-c52a8764-f2cb-41ed-a662-188bb63c694d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13450151'] for subnet (100d9f66-c333-48f1-b722-61b116bc39ee), precommit_delete_associations {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:38:06.213253 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-c52a8764-f2cb-41ed-a662-188bb63c694d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1107012'] for subnet (100d9f66-c333-48f1-b722-61b116bc39ee), precommit_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:38:06.343592 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-c52a8764-f2cb-41ed-a662-188bb63c694d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1107019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13003880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13179341'] for subnet (100d9f66-c333-48f1-b722-61b116bc39ee), after_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:38:06.369290 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52a8764-f2cb-41ed-a662-188bb63c694d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=100d9f66-c333-48f1-b722-61b116bc39ee,revision_number=None']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:38:06.373292 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-c52a8764-f2cb-41ed-a662-188bb63c694d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:38:06.376563 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [None req-c52a8764-f2cb-41ed-a662-188bb63c694d admin admin] 10.222.0.32 "DELETE /v2.0/subnets/100d9f66-c333-48f1-b722-61b116bc39ee HTTP/1.1" status: 204 len: 168 time: 0.3316259 Mar 02 05:38:06.379076 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c502c367-28cf-4c68-90e7-03ef8f811795 None None] Network 23f8f824-aae5-4f2f-a8c3-545bf961b04d requested from dv-cinder-768458-18-iscsi {{(pid=103716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 05:38:06.379577 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.wsgi [-] (103714) accepted ('10.222.0.32', 44928) {{(pid=103714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:38:06.458265 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-f494d3a3-f71f-49f0-86d3-5dc27e990a43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1295551'] for network (23f8f824-aae5-4f2f-a8c3-545bf961b04d), before_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:38:06.525039 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-f494d3a3-f71f-49f0-86d3-5dc27e990a43 admin admin] Deleting port ad0c9ee1-988d-410c-bbc6-4766c7eaba6c {{(pid=103714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 05:38:06.532204 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-f494d3a3-f71f-49f0-86d3-5dc27e990a43 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789290453881'] for port (ad0c9ee1-988d-410c-bbc6-4766c7eaba6c), before_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:38:06.596091 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.db [None req-f494d3a3-f71f-49f0-86d3-5dc27e990a43 admin admin] For port ad0c9ee1-988d-410c-bbc6-4766c7eaba6c, host dv-cinder-768458-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-18-iscsi',level=0,port_id=ad0c9ee1-988d-410c-bbc6-4766c7eaba6c,segment=NetworkSegment(1e8e2e77-4e33-4beb-84b8-a14df404873a),segment_id=1e8e2e77-4e33-4beb-84b8-a14df404873a)] {{(pid=103714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 05:38:06.596491 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-f494d3a3-f71f-49f0-86d3-5dc27e990a43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542039'] for port (ad0c9ee1-988d-410c-bbc6-4766c7eaba6c), precommit_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:38:06.613098 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-f494d3a3-f71f-49f0-86d3-5dc27e990a43 admin admin] Calling delete_port for ad0c9ee1-988d-410c-bbc6-4766c7eaba6c owned by network:dhcp {{(pid=103714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 05:38:06.708977 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43de95a8-948c-4d88-a546-9108e578c548 None None] DHCP port deletion for 23f8f824-aae5-4f2f-a8c3-545bf961b04d request from dv-cinder-768458-18-iscsi {{(pid=103716) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 02 05:38:06.756433 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-43de95a8-948c-4d88-a546-9108e578c548 None None] Deleting port ad0c9ee1-988d-410c-bbc6-4766c7eaba6c {{(pid=103716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 05:38:06.756802 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-43de95a8-948c-4d88-a546-9108e578c548 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789290453881'] for port (ad0c9ee1-988d-410c-bbc6-4766c7eaba6c), before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:38:06.767072 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-f494d3a3-f71f-49f0-86d3-5dc27e990a43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789290460636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789289919726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13003867'] for port (ad0c9ee1-988d-410c-bbc6-4766c7eaba6c), after_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:38:06.797982 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f494d3a3-f71f-49f0-86d3-5dc27e990a43 admin admin] Pushing event deleted for resources: {'Port': ['ID=ad0c9ee1-988d-410c-bbc6-4766c7eaba6c,revision_number=None']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:38:06.799928 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f494d3a3-f71f-49f0-86d3-5dc27e990a43 admin admin] No DVR routers for this DVR port ad0c9ee1-988d-410c-bbc6-4766c7eaba6c on host dv-cinder-768458-18-iscsi {{(pid=103714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 05:38:06.826087 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-43de95a8-948c-4d88-a546-9108e578c548 None None] For port ad0c9ee1-988d-410c-bbc6-4766c7eaba6c, host dv-cinder-768458-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-18-iscsi',level=0,port_id=ad0c9ee1-988d-410c-bbc6-4766c7eaba6c,segment=NetworkSegment(1e8e2e77-4e33-4beb-84b8-a14df404873a),segment_id=1e8e2e77-4e33-4beb-84b8-a14df404873a)] {{(pid=103716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 05:38:06.826481 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-43de95a8-948c-4d88-a546-9108e578c548 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542039'] for port (ad0c9ee1-988d-410c-bbc6-4766c7eaba6c), precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:38:06.838673 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-43de95a8-948c-4d88-a546-9108e578c548 None None] Calling delete_port for ad0c9ee1-988d-410c-bbc6-4766c7eaba6c owned by network:dhcp {{(pid=103716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 05:38:06.875044 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-f494d3a3-f71f-49f0-86d3-5dc27e990a43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2011071', 'neutron.services.segments.db._delete_segments_for_network-8789290248605'] for network (23f8f824-aae5-4f2f-a8c3-545bf961b04d), precommit_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:38:06.898733 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.services.segments.db [None req-f494d3a3-f71f-49f0-86d3-5dc27e990a43 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23f8f824-aae5-4f2f-a8c3-545bf961b04d']}} {{(pid=103714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 05:38:06.909302 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.services.segments.db [None req-f494d3a3-f71f-49f0-86d3-5dc27e990a43 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e8e2e77-4e33-4beb-84b8-a14df404873a') {'for_net_delete': True} {{(pid=103714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 05:38:06.909619 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.services.segments.db [None req-f494d3a3-f71f-49f0-86d3-5dc27e990a43 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e8e2e77-4e33-4beb-84b8-a14df404873a') {} {{(pid=103714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 05:38:06.915368 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-43de95a8-948c-4d88-a546-9108e578c548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789290460636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789289919726'] for port (ad0c9ee1-988d-410c-bbc6-4766c7eaba6c), after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:38:06.919589 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-f494d3a3-f71f-49f0-86d3-5dc27e990a43 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789290251430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13450160'] for segment (1e8e2e77-4e33-4beb-84b8-a14df404873a), before_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:38:06.932905 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-f494d3a3-f71f-49f0-86d3-5dc27e990a43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1106907'] for segment (1e8e2e77-4e33-4beb-84b8-a14df404873a), precommit_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:38:06.940555 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f494d3a3-f71f-49f0-86d3-5dc27e990a43 admin admin] Releasing vlan 268 on physical network physnet1 to pool {{(pid=103714) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 05:38:06.941027 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-f494d3a3-f71f-49f0-86d3-5dc27e990a43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1106907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13003958'] for segment (1e8e2e77-4e33-4beb-84b8-a14df404873a), after_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:38:06.942854 dv-cinder-768458-18-iscsi neutron-server[103714]: Traceback (most recent call last): Mar 02 05:38:06.942854 dv-cinder-768458-18-iscsi neutron-server[103714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 05:38:06.942854 dv-cinder-768458-18-iscsi neutron-server[103714]: timer() Mar 02 05:38:06.942854 dv-cinder-768458-18-iscsi neutron-server[103714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 05:38:06.942854 dv-cinder-768458-18-iscsi neutron-server[103714]: cb(*args, **kw) Mar 02 05:38:06.942854 dv-cinder-768458-18-iscsi neutron-server[103714]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 02 05:38:06.942854 dv-cinder-768458-18-iscsi neutron-server[103714]: return func(*args, **kwargs) Mar 02 05:38:06.942854 dv-cinder-768458-18-iscsi neutron-server[103714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 05:38:06.942854 dv-cinder-768458-18-iscsi neutron-server[103714]: self._notify() Mar 02 05:38:06.942854 dv-cinder-768458-18-iscsi neutron-server[103714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 05:38:06.942854 dv-cinder-768458-18-iscsi neutron-server[103714]: self.callback(batched_events) Mar 02 05:38:06.942854 dv-cinder-768458-18-iscsi neutron-server[103714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 05:38:06.942854 dv-cinder-768458-18-iscsi neutron-server[103714]: event.method(event) Mar 02 05:38:06.942854 dv-cinder-768458-18-iscsi neutron-server[103714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 02 05:38:06.942854 dv-cinder-768458-18-iscsi neutron-server[103714]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 05:38:06.942854 dv-cinder-768458-18-iscsi neutron-server[103714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 02 05:38:06.942854 dv-cinder-768458-18-iscsi neutron-server[103714]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 05:38:06.942854 dv-cinder-768458-18-iscsi neutron-server[103714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 02 05:38:06.942854 dv-cinder-768458-18-iscsi neutron-server[103714]: return f(self, *a, **k) Mar 02 05:38:06.942854 dv-cinder-768458-18-iscsi neutron-server[103714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 05:38:06.942854 dv-cinder-768458-18-iscsi neutron-server[103714]: return self._get(url).json() Mar 02 05:38:06.942854 dv-cinder-768458-18-iscsi neutron-server[103714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 05:38:06.942854 dv-cinder-768458-18-iscsi neutron-server[103714]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 05:38:06.942854 dv-cinder-768458-18-iscsi neutron-server[103714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 05:38:06.942854 dv-cinder-768458-18-iscsi neutron-server[103714]: return self.request(url, 'GET', **kwargs) Mar 02 05:38:06.942854 dv-cinder-768458-18-iscsi neutron-server[103714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 05:38:06.942854 dv-cinder-768458-18-iscsi neutron-server[103714]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 05:38:06.942854 dv-cinder-768458-18-iscsi neutron-server[103714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 05:38:06.942854 dv-cinder-768458-18-iscsi neutron-server[103714]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 05:38:06.942854 dv-cinder-768458-18-iscsi neutron-server[103714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 05:38:06.942854 dv-cinder-768458-18-iscsi neutron-server[103714]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 05:38:06.942854 dv-cinder-768458-18-iscsi neutron-server[103714]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 05:38:06.948451 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43de95a8-948c-4d88-a546-9108e578c548 None None] Pushing event deleted for resources: {'Port': ['ID=ad0c9ee1-988d-410c-bbc6-4766c7eaba6c,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:38:06.951659 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43de95a8-948c-4d88-a546-9108e578c548 None None] No DVR routers for this DVR port ad0c9ee1-988d-410c-bbc6-4766c7eaba6c on host dv-cinder-768458-18-iscsi {{(pid=103716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 05:38:06.958275 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43de95a8-948c-4d88-a546-9108e578c548 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:38:06.958791 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43de95a8-948c-4d88-a546-9108e578c548 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:38:06.959125 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43de95a8-948c-4d88-a546-9108e578c548 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:38:06.959492 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43de95a8-948c-4d88-a546-9108e578c548 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:38:06.959830 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43de95a8-948c-4d88-a546-9108e578c548 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:38:06.960164 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43de95a8-948c-4d88-a546-9108e578c548 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:38:06.960497 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43de95a8-948c-4d88-a546-9108e578c548 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:38:06.960832 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43de95a8-948c-4d88-a546-9108e578c548 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:38:06.961186 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43de95a8-948c-4d88-a546-9108e578c548 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:38:06.961515 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43de95a8-948c-4d88-a546-9108e578c548 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:38:06.961922 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43de95a8-948c-4d88-a546-9108e578c548 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:38:06.962160 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43de95a8-948c-4d88-a546-9108e578c548 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:38:06.963115 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43de95a8-948c-4d88-a546-9108e578c548 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:38:07.080166 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-f494d3a3-f71f-49f0-86d3-5dc27e990a43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2011078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556366'] for network (23f8f824-aae5-4f2f-a8c3-545bf961b04d), after_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:38:07.086734 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-f494d3a3-f71f-49f0-86d3-5dc27e990a43 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531172'] for network (None), before_response {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:38:07.091739 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [None req-f494d3a3-f71f-49f0-86d3-5dc27e990a43 admin admin] 10.222.0.32 "DELETE /v2.0/networks/23f8f824-aae5-4f2f-a8c3-545bf961b04d HTTP/1.1" status: 204 len: 168 time: 0.7116826 Mar 02 05:38:07.094783 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.32', 44956) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:38:07.102994 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f494d3a3-f71f-49f0-86d3-5dc27e990a43 admin admin] Pushing event deleted for resources: {'Network': ['ID=23f8f824-aae5-4f2f-a8c3-545bf961b04d,revision_number=None']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:38:07.105332 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.rpc [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Device 5fb13d2b-1772-4a82-91a7-37ce1645269d no longer exists at agent ovs-agent-dv-cinder-768458-18-iscsi {{(pid=103716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 05:38:07.130672 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] No Port match for: 5fb13d2b-1772-4a82-91a7-37ce1645269d {{(pid=103716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 05:38:07.131017 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.rpc [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Device 5fb13d2b-1772-4a82-91a7-37ce1645269d not bound to the agent host dv-cinder-768458-18-iscsi {{(pid=103716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 05:38:07.131661 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.rpc [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Device ad0c9ee1-988d-410c-bbc6-4766c7eaba6c no longer exists at agent ovs-agent-dv-cinder-768458-18-iscsi {{(pid=103716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 05:38:07.152624 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] No Port match for: ad0c9ee1-988d-410c-bbc6-4766c7eaba6c {{(pid=103716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 05:38:07.152974 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.rpc [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Device ad0c9ee1-988d-410c-bbc6-4766c7eaba6c not bound to the agent host dv-cinder-768458-18-iscsi {{(pid=103716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 05:38:07.153400 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.rpc [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Device 79c1b8a3-a679-4447-a1cf-defe0046a8b8 no longer exists at agent ovs-agent-dv-cinder-768458-18-iscsi {{(pid=103716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 05:38:07.172098 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] No Port match for: 79c1b8a3-a679-4447-a1cf-defe0046a8b8 {{(pid=103716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 05:38:07.173951 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.rpc [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Device 79c1b8a3-a679-4447-a1cf-defe0046a8b8 not bound to the agent host dv-cinder-768458-18-iscsi {{(pid=103716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 05:38:07.449243 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-726f3516-54f2-47b2-be5d-fc8489cef7b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-555324'] for router_interface (513d9640-f722-4df4-bf32-c7f00c943fc5), before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:38:07.687944 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-726f3516-54f2-47b2-be5d-fc8489cef7b0 admin admin] Deleting port c355d252-0bcd-4b5c-8f30-8ea48d8e774e {{(pid=103715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 05:38:07.688280 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-726f3516-54f2-47b2-be5d-fc8489cef7b0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789290453881'] for port (c355d252-0bcd-4b5c-8f30-8ea48d8e774e), before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:38:08.015253 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.db [None req-726f3516-54f2-47b2-be5d-fc8489cef7b0 admin admin] For port c355d252-0bcd-4b5c-8f30-8ea48d8e774e, host dv-cinder-768458-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-18-iscsi',level=0,port_id=c355d252-0bcd-4b5c-8f30-8ea48d8e774e,segment=NetworkSegment(1aac769b-fb96-4df4-8974-a748c4c9bf5f),segment_id=1aac769b-fb96-4df4-8974-a748c4c9bf5f)] {{(pid=103715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 05:38:08.015637 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-726f3516-54f2-47b2-be5d-fc8489cef7b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542039'] for port (c355d252-0bcd-4b5c-8f30-8ea48d8e774e), precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:38:08.027644 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-726f3516-54f2-47b2-be5d-fc8489cef7b0 admin admin] Calling delete_port for c355d252-0bcd-4b5c-8f30-8ea48d8e774e owned by network:router_interface {{(pid=103715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 05:38:08.258932 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-726f3516-54f2-47b2-be5d-fc8489cef7b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789290460636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789289919726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14203002'] for port (c355d252-0bcd-4b5c-8f30-8ea48d8e774e), after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:38:08.282374 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726f3516-54f2-47b2-be5d-fc8489cef7b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=c355d252-0bcd-4b5c-8f30-8ea48d8e774e,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:38:08.454000 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-726f3516-54f2-47b2-be5d-fc8489cef7b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555472'] for router_interface (513d9640-f722-4df4-bf32-c7f00c943fc5), after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:38:08.674906 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-726f3516-54f2-47b2-be5d-fc8489cef7b0 admin admin] Router 513d9640-f722-4df4-bf32-c7f00c943fc5 has already been hosted by L3 agent 9c2b50e6-1677-4aa9-928e-941b4c488fc5 {{(pid=103715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 05:38:08.778430 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (db45f871-b7ec-436d-b6b8-6a0a072a2253), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:38:08.786352 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-726f3516-54f2-47b2-be5d-fc8489cef7b0 admin admin] Notify agent at l3_agent.dv-cinder-768458-18-iscsi the message routers_updated {{(pid=103715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 05:38:08.791805 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-726f3516-54f2-47b2-be5d-fc8489cef7b0 admin admin] 10.222.0.32 "PUT /v2.0/routers/513d9640-f722-4df4-bf32-c7f00c943fc5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6955013 Mar 02 05:38:08.793965 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.32', 44966) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:38:08.796107 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f54787f7-4e95-40bb-89da-d6dc3ffed70a None None] Sync routers for ids ['513d9640-f722-4df4-bf32-c7f00c943fc5'] in dv-cinder-768458-18-iscsi {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 05:38:08.806400 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f54787f7-4e95-40bb-89da-d6dc3ffed70a None None] Routers {'513d9640-f722-4df4-bf32-c7f00c943fc5'} bound to L3 agent in host dv-cinder-768458-18-iscsi {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 05:38:08.807074 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-f54787f7-4e95-40bb-89da-d6dc3ffed70a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T05:20:42Z,description=,heartbeat_timestamp=2022-03-02T05:37:42Z,host='dv-cinder-768458-18-iscsi',id=9c2b50e6-1677-4aa9-928e-941b4c488fc5,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T05:20:42Z,topic='l3_agent')) {'router_ids': ['513d9640-f722-4df4-bf32-c7f00c943fc5'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 05:38:08.902868 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-530e82e2-6f45-4a4e-b6da-db8ec8d27d71 admin admin] Publish callbacks [] for router (513d9640-f722-4df4-bf32-c7f00c943fc5), before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:38:08.911652 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.db.l3_dvr_db [None req-f54787f7-4e95-40bb-89da-d6dc3ffed70a None None] Set router 513d9640-f722-4df4-bf32-c7f00c943fc5 gateway port host: dv-cinder-768458-18-iscsi {{(pid=103717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 05:38:09.013533 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-530e82e2-6f45-4a4e-b6da-db8ec8d27d71 admin admin] Publish callbacks [] for router_gateway (513d9640-f722-4df4-bf32-c7f00c943fc5), before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:38:09.097228 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-f54787f7-4e95-40bb-89da-d6dc3ffed70a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '513d9640-f722-4df4-bf32-c7f00c943fc5', 'name': 'tempest-TestShelveInstance-439467305-router', 'tenant_id': '7d6c67d282f94b0ebbe149d0aed26db7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'external_fixed_ips': [{'subnet_id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'ip_address': '172.27.2.44'}], 'enable_snat': True}, 'gw_port_id': '23ea186d-cbd4-4c72-b0a4-aedcfdae0507', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T05:32:45Z', 'updated_at': '2022-03-02T05:38:08Z', 'revision_number': 5, 'project_id': '7d6c67d282f94b0ebbe149d0aed26db7', 'gw_port': {'id': '23ea186d-cbd4-4c72-b0a4-aedcfdae0507', 'name': '', 'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:23:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '513d9640-f722-4df4-bf32-c7f00c943fc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'ip_address': '172.27.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T05:32:46Z', 'updated_at': '2022-03-02T05:32:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-18-iscsi'}], 'dv-cinder-768458-18-iscsi', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 05:38:09.119853 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-530e82e2-6f45-4a4e-b6da-db8ec8d27d71 admin admin] Deleting port 23ea186d-cbd4-4c72-b0a4-aedcfdae0507 {{(pid=103715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 05:38:09.120203 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-530e82e2-6f45-4a4e-b6da-db8ec8d27d71 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789290453881'] for port (23ea186d-cbd4-4c72-b0a4-aedcfdae0507), before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:38:09.130965 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f54787f7-4e95-40bb-89da-d6dc3ffed70a None None] Checking router: 513d9640-f722-4df4-bf32-c7f00c943fc5 for host: dv-cinder-768458-18-iscsi {{(pid=103717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 05:38:09.139893 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f54787f7-4e95-40bb-89da-d6dc3ffed70a None None] Routers {'513d9640-f722-4df4-bf32-c7f00c943fc5'} bound to L3 agent in host dv-cinder-768458-18-iscsi {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 05:38:09.140502 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-f54787f7-4e95-40bb-89da-d6dc3ffed70a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T05:20:42Z,description=,heartbeat_timestamp=2022-03-02T05:37:42Z,host='dv-cinder-768458-18-iscsi',id=9c2b50e6-1677-4aa9-928e-941b4c488fc5,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T05:20:42Z,topic='l3_agent')) {'router_ids': ['513d9640-f722-4df4-bf32-c7f00c943fc5'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 05:38:09.201223 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.db [None req-530e82e2-6f45-4a4e-b6da-db8ec8d27d71 admin admin] For port 23ea186d-cbd4-4c72-b0a4-aedcfdae0507, host dv-cinder-768458-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-18-iscsi',level=0,port_id=23ea186d-cbd4-4c72-b0a4-aedcfdae0507,segment=NetworkSegment(4c026da1-f439-448a-ad69-ccdbf2795772),segment_id=4c026da1-f439-448a-ad69-ccdbf2795772)] {{(pid=103715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 05:38:09.201593 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-530e82e2-6f45-4a4e-b6da-db8ec8d27d71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542039'] for port (23ea186d-cbd4-4c72-b0a4-aedcfdae0507), precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:38:09.215947 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-530e82e2-6f45-4a4e-b6da-db8ec8d27d71 admin admin] Calling delete_port for 23ea186d-cbd4-4c72-b0a4-aedcfdae0507 owned by network:router_gateway {{(pid=103715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 05:38:09.231021 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.db.l3_dvr_db [None req-f54787f7-4e95-40bb-89da-d6dc3ffed70a None None] Set router 513d9640-f722-4df4-bf32-c7f00c943fc5 gateway port host: None {{(pid=103717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 05:38:09.377856 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-f54787f7-4e95-40bb-89da-d6dc3ffed70a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '513d9640-f722-4df4-bf32-c7f00c943fc5', 'name': 'tempest-TestShelveInstance-439467305-router', 'tenant_id': '7d6c67d282f94b0ebbe149d0aed26db7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T05:32:45Z', 'updated_at': '2022-03-02T05:38:09Z', 'revision_number': 6, 'project_id': '7d6c67d282f94b0ebbe149d0aed26db7', 'gw_port_host': None}], 'dv-cinder-768458-18-iscsi', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 05:38:09.407824 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f54787f7-4e95-40bb-89da-d6dc3ffed70a None None] The sync data for ids ['513d9640-f722-4df4-bf32-c7f00c943fc5'] in dv-cinder-768458-18-iscsi is: [{'id': '513d9640-f722-4df4-bf32-c7f00c943fc5', 'name': 'tempest-TestShelveInstance-439467305-router', 'tenant_id': '7d6c67d282f94b0ebbe149d0aed26db7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T05:32:45Z', 'updated_at': '2022-03-02T05:38:09Z', 'revision_number': 6, 'project_id': '7d6c67d282f94b0ebbe149d0aed26db7', 'gw_port_host': None}] {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 05:38:09.442632 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-530e82e2-6f45-4a4e-b6da-db8ec8d27d71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789290460636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789289919726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14203002'] for port (23ea186d-cbd4-4c72-b0a4-aedcfdae0507), after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:38:09.458832 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.wsgi [-] (103714) accepted ('10.222.0.32', 44976) {{(pid=103714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:38:09.470615 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530e82e2-6f45-4a4e-b6da-db8ec8d27d71 admin admin] Pushing event deleted for resources: {'Port': ['ID=23ea186d-cbd4-4c72-b0a4-aedcfdae0507,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:38:09.506488 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.db.db_base_plugin_v2 [None req-2dbf997b-aab1-44f9-928a-c262ae18c01b admin admin] Deleting subnet 4b826335-015c-4fb2-912b-c772b7a50104 {{(pid=103714) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 02 05:38:09.510103 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-2dbf997b-aab1-44f9-928a-c262ae18c01b admin admin] Publish callbacks [] for subnet (4b826335-015c-4fb2-912b-c772b7a50104), before_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:38:09.539414 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-530e82e2-6f45-4a4e-b6da-db8ec8d27d71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-556402'] for router_gateway (513d9640-f722-4df4-bf32-c7f00c943fc5), after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:38:09.549002 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-2dbf997b-aab1-44f9-928a-c262ae18c01b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13450151'] for subnet (4b826335-015c-4fb2-912b-c772b7a50104), precommit_delete_associations {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:38:09.588660 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-2dbf997b-aab1-44f9-928a-c262ae18c01b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1107012'] for subnet (4b826335-015c-4fb2-912b-c772b7a50104), precommit_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:38:09.624551 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f55dab47-ec26-416f-a0de-5e1b0d077908 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (516abb3b-63f8-4dbb-a4f1-8865516966e2), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:38:09.636173 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-530e82e2-6f45-4a4e-b6da-db8ec8d27d71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552674', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5165'] for router (513d9640-f722-4df4-bf32-c7f00c943fc5), precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:38:09.637041 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-530e82e2-6f45-4a4e-b6da-db8ec8d27d71 admin admin] Publish callbacks [] for router_controller (513d9640-f722-4df4-bf32-c7f00c943fc5), precommit_delete_associations {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:38:09.716625 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-2dbf997b-aab1-44f9-928a-c262ae18c01b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1107019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13003880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13179341'] for subnet (4b826335-015c-4fb2-912b-c772b7a50104), after_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:38:09.742493 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbf997b-aab1-44f9-928a-c262ae18c01b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4b826335-015c-4fb2-912b-c772b7a50104,revision_number=None']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:38:09.745084 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-530e82e2-6f45-4a4e-b6da-db8ec8d27d71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552665'] for router (513d9640-f722-4df4-bf32-c7f00c943fc5), after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:38:09.745935 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-530e82e2-6f45-4a4e-b6da-db8ec8d27d71 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 513d9640-f722-4df4-bf32-c7f00c943fc5 {{(pid=103715) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 05:38:09.747310 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-2dbf997b-aab1-44f9-928a-c262ae18c01b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:38:09.750449 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [None req-2dbf997b-aab1-44f9-928a-c262ae18c01b admin admin] 10.222.0.32 "DELETE /v2.0/subnets/4b826335-015c-4fb2-912b-c772b7a50104 HTTP/1.1" status: 204 len: 168 time: 0.2899191 Mar 02 05:38:09.750616 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-530e82e2-6f45-4a4e-b6da-db8ec8d27d71 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:38:09.756514 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-530e82e2-6f45-4a4e-b6da-db8ec8d27d71 admin admin] 10.222.0.32 "DELETE /v2.0/routers/513d9640-f722-4df4-bf32-c7f00c943fc5 HTTP/1.1" status: 204 len: 168 time: 0.9567261 Mar 02 05:38:09.756514 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.32', 44978) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:38:09.756876 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.wsgi [-] (103714) accepted ('10.222.0.32', 44980) {{(pid=103714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:38:09.802857 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d4b6217-27fe-4974-a7bf-28913ed77c6a admin admin] Deleting subnet b203bdc9-407e-4947-98af-1a232b11ca92 {{(pid=103714) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 02 05:38:09.806812 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-9d4b6217-27fe-4974-a7bf-28913ed77c6a admin admin] Publish callbacks [] for subnet (b203bdc9-407e-4947-98af-1a232b11ca92), before_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:38:09.830286 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-b8563f73-4169-43f6-918d-d6f29e51a1db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1295551'] for network (5f761d9b-19c7-4c76-98d3-8bf994ae2270), before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:38:09.849624 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-9d4b6217-27fe-4974-a7bf-28913ed77c6a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13450151'] for subnet (b203bdc9-407e-4947-98af-1a232b11ca92), precommit_delete_associations {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:38:09.915968 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-b8563f73-4169-43f6-918d-d6f29e51a1db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2011071', 'neutron.services.segments.db._delete_segments_for_network-8789290248605'] for network (5f761d9b-19c7-4c76-98d3-8bf994ae2270), precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:38:09.927684 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-9d4b6217-27fe-4974-a7bf-28913ed77c6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1107012'] for subnet (b203bdc9-407e-4947-98af-1a232b11ca92), precommit_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:38:09.936820 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.services.segments.db [None req-b8563f73-4169-43f6-918d-d6f29e51a1db admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f761d9b-19c7-4c76-98d3-8bf994ae2270']}} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 05:38:09.946760 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.services.segments.db [None req-b8563f73-4169-43f6-918d-d6f29e51a1db admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14e91ef6-54ca-4ee8-8d2e-73983812b463') {'for_net_delete': True} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 05:38:09.948730 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.services.segments.db [None req-b8563f73-4169-43f6-918d-d6f29e51a1db admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14e91ef6-54ca-4ee8-8d2e-73983812b463') {} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 05:38:09.957870 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-b8563f73-4169-43f6-918d-d6f29e51a1db admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789290251430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14592168'] for segment (14e91ef6-54ca-4ee8-8d2e-73983812b463), before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:38:09.971051 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-b8563f73-4169-43f6-918d-d6f29e51a1db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1106907'] for segment (14e91ef6-54ca-4ee8-8d2e-73983812b463), precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:38:09.977190 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8563f73-4169-43f6-918d-d6f29e51a1db admin admin] Releasing vlan 263 on physical network physnet1 to pool {{(pid=103715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 05:38:09.977626 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-b8563f73-4169-43f6-918d-d6f29e51a1db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1106907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14203031'] for segment (14e91ef6-54ca-4ee8-8d2e-73983812b463), after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:38:09.979337 dv-cinder-768458-18-iscsi neutron-server[103715]: Traceback (most recent call last): Mar 02 05:38:09.979337 dv-cinder-768458-18-iscsi neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 05:38:09.979337 dv-cinder-768458-18-iscsi neutron-server[103715]: timer() Mar 02 05:38:09.979337 dv-cinder-768458-18-iscsi neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 05:38:09.979337 dv-cinder-768458-18-iscsi neutron-server[103715]: cb(*args, **kw) Mar 02 05:38:09.979337 dv-cinder-768458-18-iscsi neutron-server[103715]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 02 05:38:09.979337 dv-cinder-768458-18-iscsi neutron-server[103715]: return func(*args, **kwargs) Mar 02 05:38:09.979337 dv-cinder-768458-18-iscsi neutron-server[103715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 05:38:09.979337 dv-cinder-768458-18-iscsi neutron-server[103715]: self._notify() Mar 02 05:38:09.979337 dv-cinder-768458-18-iscsi neutron-server[103715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 05:38:09.979337 dv-cinder-768458-18-iscsi neutron-server[103715]: self.callback(batched_events) Mar 02 05:38:09.979337 dv-cinder-768458-18-iscsi neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 05:38:09.979337 dv-cinder-768458-18-iscsi neutron-server[103715]: event.method(event) Mar 02 05:38:09.979337 dv-cinder-768458-18-iscsi neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 02 05:38:09.979337 dv-cinder-768458-18-iscsi neutron-server[103715]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 05:38:09.979337 dv-cinder-768458-18-iscsi neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 02 05:38:09.979337 dv-cinder-768458-18-iscsi neutron-server[103715]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 05:38:09.979337 dv-cinder-768458-18-iscsi neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 02 05:38:09.979337 dv-cinder-768458-18-iscsi neutron-server[103715]: return f(self, *a, **k) Mar 02 05:38:09.979337 dv-cinder-768458-18-iscsi neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 05:38:09.979337 dv-cinder-768458-18-iscsi neutron-server[103715]: return self._get(url).json() Mar 02 05:38:09.979337 dv-cinder-768458-18-iscsi neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 05:38:09.979337 dv-cinder-768458-18-iscsi neutron-server[103715]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 05:38:09.979337 dv-cinder-768458-18-iscsi neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 05:38:09.979337 dv-cinder-768458-18-iscsi neutron-server[103715]: return self.request(url, 'GET', **kwargs) Mar 02 05:38:09.979337 dv-cinder-768458-18-iscsi neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 05:38:09.979337 dv-cinder-768458-18-iscsi neutron-server[103715]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 05:38:09.979337 dv-cinder-768458-18-iscsi neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 05:38:09.979337 dv-cinder-768458-18-iscsi neutron-server[103715]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 05:38:09.979337 dv-cinder-768458-18-iscsi neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 05:38:09.979337 dv-cinder-768458-18-iscsi neutron-server[103715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 05:38:09.979337 dv-cinder-768458-18-iscsi neutron-server[103715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 05:38:10.047902 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-9d4b6217-27fe-4974-a7bf-28913ed77c6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1107019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13003880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13179341'] for subnet (b203bdc9-407e-4947-98af-1a232b11ca92), after_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:38:10.073508 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4b6217-27fe-4974-a7bf-28913ed77c6a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b203bdc9-407e-4947-98af-1a232b11ca92,revision_number=None']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:38:10.080470 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-9d4b6217-27fe-4974-a7bf-28913ed77c6a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:38:10.082493 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [None req-9d4b6217-27fe-4974-a7bf-28913ed77c6a admin admin] 10.222.0.32 "DELETE /v2.0/subnets/b203bdc9-407e-4947-98af-1a232b11ca92 HTTP/1.1" status: 204 len: 168 time: 0.3273349 Mar 02 05:38:10.085208 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.wsgi [-] (103714) accepted ('10.222.0.32', 44982) {{(pid=103714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:38:10.086481 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ae522cf-7790-45f4-8965-3cb32984e87d None None] Network 9a08e136-1870-481d-a002-0230296a5c60 requested from dv-cinder-768458-18-iscsi {{(pid=103716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 05:38:10.121775 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-b8563f73-4169-43f6-918d-d6f29e51a1db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2011078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556366'] for network (5f761d9b-19c7-4c76-98d3-8bf994ae2270), after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:38:10.144105 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-b8563f73-4169-43f6-918d-d6f29e51a1db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531172'] for network (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:38:10.149034 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-b8563f73-4169-43f6-918d-d6f29e51a1db admin admin] 10.222.0.32 "DELETE /v2.0/networks/5f761d9b-19c7-4c76-98d3-8bf994ae2270 HTTP/1.1" status: 204 len: 168 time: 0.3938515 Mar 02 05:38:10.149443 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8563f73-4169-43f6-918d-d6f29e51a1db admin admin] Pushing event deleted for resources: {'Network': ['ID=5f761d9b-19c7-4c76-98d3-8bf994ae2270,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:38:10.183997 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-9dd6f15c-d1bb-4629-889a-fd87fbc6aaad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1295551'] for network (9a08e136-1870-481d-a002-0230296a5c60), before_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:38:10.269670 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-9dd6f15c-d1bb-4629-889a-fd87fbc6aaad admin admin] Deleting port 1582d404-9be3-41aa-b958-a93a5334bb5c {{(pid=103714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 05:38:10.270016 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-9dd6f15c-d1bb-4629-889a-fd87fbc6aaad admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789290453881'] for port (1582d404-9be3-41aa-b958-a93a5334bb5c), before_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:38:10.272156 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f34a05be-8f13-4a40-a84f-64fc255bacf2 None None] DHCP port deletion for 9a08e136-1870-481d-a002-0230296a5c60 request from dv-cinder-768458-18-iscsi {{(pid=103716) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 02 05:38:10.333202 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-f34a05be-8f13-4a40-a84f-64fc255bacf2 None None] Deleting port 1582d404-9be3-41aa-b958-a93a5334bb5c {{(pid=103716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 05:38:10.333202 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f34a05be-8f13-4a40-a84f-64fc255bacf2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789290453881'] for port (1582d404-9be3-41aa-b958-a93a5334bb5c), before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:38:10.345833 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.db [None req-9dd6f15c-d1bb-4629-889a-fd87fbc6aaad admin admin] For port 1582d404-9be3-41aa-b958-a93a5334bb5c, host dv-cinder-768458-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-18-iscsi',level=0,port_id=1582d404-9be3-41aa-b958-a93a5334bb5c,segment=NetworkSegment(1aac769b-fb96-4df4-8974-a748c4c9bf5f),segment_id=1aac769b-fb96-4df4-8974-a748c4c9bf5f)] {{(pid=103714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 05:38:10.346205 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-9dd6f15c-d1bb-4629-889a-fd87fbc6aaad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542039'] for port (1582d404-9be3-41aa-b958-a93a5334bb5c), precommit_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:38:10.365835 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-9dd6f15c-d1bb-4629-889a-fd87fbc6aaad admin admin] Calling delete_port for 1582d404-9be3-41aa-b958-a93a5334bb5c owned by network:dhcp {{(pid=103714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 05:38:10.397488 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-f34a05be-8f13-4a40-a84f-64fc255bacf2 None None] For port 1582d404-9be3-41aa-b958-a93a5334bb5c, host dv-cinder-768458-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-18-iscsi',level=0,port_id=1582d404-9be3-41aa-b958-a93a5334bb5c,segment=NetworkSegment(1aac769b-fb96-4df4-8974-a748c4c9bf5f),segment_id=1aac769b-fb96-4df4-8974-a748c4c9bf5f)] {{(pid=103716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 05:38:10.397891 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f34a05be-8f13-4a40-a84f-64fc255bacf2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542039'] for port (1582d404-9be3-41aa-b958-a93a5334bb5c), precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:38:10.414417 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-f34a05be-8f13-4a40-a84f-64fc255bacf2 None None] Calling delete_port for 1582d404-9be3-41aa-b958-a93a5334bb5c owned by network:dhcp {{(pid=103716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 05:38:10.499050 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.wsgi [-] (103714) accepted ('10.222.0.32', 44988) {{(pid=103714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:38:10.526632 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-9dd6f15c-d1bb-4629-889a-fd87fbc6aaad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789290460636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789289919726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13003867'] for port (1582d404-9be3-41aa-b958-a93a5334bb5c), after_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:38:10.532977 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f34a05be-8f13-4a40-a84f-64fc255bacf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789290460636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789289919726'] for port (1582d404-9be3-41aa-b958-a93a5334bb5c), after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:38:10.554616 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34a05be-8f13-4a40-a84f-64fc255bacf2 None None] Pushing event deleted for resources: {'Port': ['ID=1582d404-9be3-41aa-b958-a93a5334bb5c,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:38:10.563213 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f34a05be-8f13-4a40-a84f-64fc255bacf2 None None] No DVR routers for this DVR port 1582d404-9be3-41aa-b958-a93a5334bb5c on host dv-cinder-768458-18-iscsi {{(pid=103716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 05:38:10.582995 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd6f15c-d1bb-4629-889a-fd87fbc6aaad admin admin] Pushing event deleted for resources: {'Port': ['ID=1582d404-9be3-41aa-b958-a93a5334bb5c,revision_number=None']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:38:10.585345 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dd6f15c-d1bb-4629-889a-fd87fbc6aaad admin admin] No DVR routers for this DVR port 1582d404-9be3-41aa-b958-a93a5334bb5c on host dv-cinder-768458-18-iscsi {{(pid=103714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 05:38:10.590122 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [None req-243b7b9d-393b-42f0-8040-1b235c71e755 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1e674568d1cb448da694bdb0f79cdfe0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0894070 Mar 02 05:38:10.594299 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.32', 44990) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:38:10.641760 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-9cc538d9-2de9-4456-a78f-0bfb4c5446a2 admin admin] Publish callbacks [] for security_group (25025e2d-c943-45fa-a45c-8182c031f997), before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:38:10.664075 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-9cc538d9-2de9-4456-a78f-0bfb4c5446a2 admin admin] Publish callbacks [] for security_group (25025e2d-c943-45fa-a45c-8182c031f997), precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:38:10.673458 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-9dd6f15c-d1bb-4629-889a-fd87fbc6aaad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2011071', 'neutron.services.segments.db._delete_segments_for_network-8789290248605'] for network (9a08e136-1870-481d-a002-0230296a5c60), precommit_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:38:10.693555 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.services.segments.db [None req-9dd6f15c-d1bb-4629-889a-fd87fbc6aaad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a08e136-1870-481d-a002-0230296a5c60']}} {{(pid=103714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 05:38:10.702870 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.services.segments.db [None req-9dd6f15c-d1bb-4629-889a-fd87fbc6aaad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1aac769b-fb96-4df4-8974-a748c4c9bf5f') {'for_net_delete': True} {{(pid=103714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 05:38:10.703175 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.services.segments.db [None req-9dd6f15c-d1bb-4629-889a-fd87fbc6aaad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1aac769b-fb96-4df4-8974-a748c4c9bf5f') {} {{(pid=103714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 05:38:10.719138 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-9dd6f15c-d1bb-4629-889a-fd87fbc6aaad admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789290251430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13450160'] for segment (1aac769b-fb96-4df4-8974-a748c4c9bf5f), before_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:38:10.732746 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-9dd6f15c-d1bb-4629-889a-fd87fbc6aaad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1106907'] for segment (1aac769b-fb96-4df4-8974-a748c4c9bf5f), precommit_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:38:10.738475 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9dd6f15c-d1bb-4629-889a-fd87fbc6aaad admin admin] Releasing vlan 288 on physical network physnet1 to pool {{(pid=103714) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 05:38:10.738855 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-9dd6f15c-d1bb-4629-889a-fd87fbc6aaad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1106907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13003958'] for segment (1aac769b-fb96-4df4-8974-a748c4c9bf5f), after_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:38:10.740507 dv-cinder-768458-18-iscsi neutron-server[103714]: Traceback (most recent call last): Mar 02 05:38:10.740507 dv-cinder-768458-18-iscsi neutron-server[103714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 05:38:10.740507 dv-cinder-768458-18-iscsi neutron-server[103714]: timer() Mar 02 05:38:10.740507 dv-cinder-768458-18-iscsi neutron-server[103714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 05:38:10.740507 dv-cinder-768458-18-iscsi neutron-server[103714]: cb(*args, **kw) Mar 02 05:38:10.740507 dv-cinder-768458-18-iscsi neutron-server[103714]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 02 05:38:10.740507 dv-cinder-768458-18-iscsi neutron-server[103714]: return func(*args, **kwargs) Mar 02 05:38:10.740507 dv-cinder-768458-18-iscsi neutron-server[103714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 05:38:10.740507 dv-cinder-768458-18-iscsi neutron-server[103714]: self._notify() Mar 02 05:38:10.740507 dv-cinder-768458-18-iscsi neutron-server[103714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 05:38:10.740507 dv-cinder-768458-18-iscsi neutron-server[103714]: self.callback(batched_events) Mar 02 05:38:10.740507 dv-cinder-768458-18-iscsi neutron-server[103714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 05:38:10.740507 dv-cinder-768458-18-iscsi neutron-server[103714]: event.method(event) Mar 02 05:38:10.740507 dv-cinder-768458-18-iscsi neutron-server[103714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 02 05:38:10.740507 dv-cinder-768458-18-iscsi neutron-server[103714]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 05:38:10.740507 dv-cinder-768458-18-iscsi neutron-server[103714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 02 05:38:10.740507 dv-cinder-768458-18-iscsi neutron-server[103714]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 05:38:10.740507 dv-cinder-768458-18-iscsi neutron-server[103714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 02 05:38:10.740507 dv-cinder-768458-18-iscsi neutron-server[103714]: return f(self, *a, **k) Mar 02 05:38:10.740507 dv-cinder-768458-18-iscsi neutron-server[103714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 05:38:10.740507 dv-cinder-768458-18-iscsi neutron-server[103714]: return self._get(url).json() Mar 02 05:38:10.740507 dv-cinder-768458-18-iscsi neutron-server[103714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 05:38:10.740507 dv-cinder-768458-18-iscsi neutron-server[103714]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 05:38:10.740507 dv-cinder-768458-18-iscsi neutron-server[103714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 05:38:10.740507 dv-cinder-768458-18-iscsi neutron-server[103714]: return self.request(url, 'GET', **kwargs) Mar 02 05:38:10.740507 dv-cinder-768458-18-iscsi neutron-server[103714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 05:38:10.740507 dv-cinder-768458-18-iscsi neutron-server[103714]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 05:38:10.740507 dv-cinder-768458-18-iscsi neutron-server[103714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 05:38:10.740507 dv-cinder-768458-18-iscsi neutron-server[103714]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 05:38:10.740507 dv-cinder-768458-18-iscsi neutron-server[103714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 05:38:10.740507 dv-cinder-768458-18-iscsi neutron-server[103714]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 05:38:10.740507 dv-cinder-768458-18-iscsi neutron-server[103714]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 05:38:10.813367 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-9cc538d9-2de9-4456-a78f-0bfb4c5446a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629892'] for security_group (25025e2d-c943-45fa-a45c-8182c031f997), after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:38:10.815880 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-9cc538d9-2de9-4456-a78f-0bfb4c5446a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:38:10.817085 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-9cc538d9-2de9-4456-a78f-0bfb4c5446a2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/25025e2d-c943-45fa-a45c-8182c031f997 HTTP/1.1" status: 204 len: 168 time: 0.2228904 Mar 02 05:38:10.826878 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc538d9-2de9-4456-a78f-0bfb4c5446a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25025e2d-c943-45fa-a45c-8182c031f997,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:38:11.101882 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.rpc [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Device 1582d404-9be3-41aa-b958-a93a5334bb5c no longer exists at agent ovs-agent-dv-cinder-768458-18-iscsi {{(pid=103716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 05:38:11.121985 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] No Port match for: 1582d404-9be3-41aa-b958-a93a5334bb5c {{(pid=103716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 05:38:11.122338 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.rpc [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Device 1582d404-9be3-41aa-b958-a93a5334bb5c not bound to the agent host dv-cinder-768458-18-iscsi {{(pid=103716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 05:38:11.122755 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.rpc [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Device c355d252-0bcd-4b5c-8f30-8ea48d8e774e no longer exists at agent ovs-agent-dv-cinder-768458-18-iscsi {{(pid=103716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 05:38:11.141647 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] No Port match for: c355d252-0bcd-4b5c-8f30-8ea48d8e774e {{(pid=103716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 05:38:11.142001 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.rpc [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Device c355d252-0bcd-4b5c-8f30-8ea48d8e774e not bound to the agent host dv-cinder-768458-18-iscsi {{(pid=103716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 05:38:11.142423 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.rpc [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Device 23ea186d-cbd4-4c72-b0a4-aedcfdae0507 no longer exists at agent ovs-agent-dv-cinder-768458-18-iscsi {{(pid=103716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 05:38:11.155104 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-9dd6f15c-d1bb-4629-889a-fd87fbc6aaad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2011078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556366'] for network (9a08e136-1870-481d-a002-0230296a5c60), after_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:38:11.160354 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-9dd6f15c-d1bb-4629-889a-fd87fbc6aaad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531172'] for network (None), before_response {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:38:11.166724 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [None req-9dd6f15c-d1bb-4629-889a-fd87fbc6aaad admin admin] 10.222.0.32 "DELETE /v2.0/networks/9a08e136-1870-481d-a002-0230296a5c60 HTTP/1.1" status: 204 len: 168 time: 1.0778985 Mar 02 05:38:11.167192 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] No Port match for: 23ea186d-cbd4-4c72-b0a4-aedcfdae0507 {{(pid=103716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 05:38:11.167192 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.rpc [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Device 23ea186d-cbd4-4c72-b0a4-aedcfdae0507 not bound to the agent host dv-cinder-768458-18-iscsi {{(pid=103716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 05:38:11.179265 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd6f15c-d1bb-4629-889a-fd87fbc6aaad admin admin] Pushing event deleted for resources: {'Network': ['ID=9a08e136-1870-481d-a002-0230296a5c60,revision_number=None']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:38:11.555555 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.wsgi [-] (103714) accepted ('10.222.0.32', 45008) {{(pid=103714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:38:11.594949 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [None req-83239c50-3f8b-4d01-9feb-247effb75a29 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8cadbb55c03941bdba85ea81721d2245&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0377285 Mar 02 05:38:11.597413 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.wsgi [-] (103714) accepted ('10.222.0.32', 45010) {{(pid=103714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:38:11.647221 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-d05b1c4d-1042-476f-b02a-28f8fe5013b2 admin admin] Publish callbacks [] for security_group (40ba1fd4-a909-40fd-9909-a79c849f922d), before_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:38:11.669937 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-d05b1c4d-1042-476f-b02a-28f8fe5013b2 admin admin] Publish callbacks [] for security_group (40ba1fd4-a909-40fd-9909-a79c849f922d), precommit_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:38:11.738749 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-5f301907-14ec-42f8-af56-d19e06f4a33e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (9c2b50e6-1677-4aa9-928e-941b4c488fc5), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:38:11.784296 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-d05b1c4d-1042-476f-b02a-28f8fe5013b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629892'] for security_group (40ba1fd4-a909-40fd-9909-a79c849f922d), after_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:38:11.787007 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-d05b1c4d-1042-476f-b02a-28f8fe5013b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:38:11.788182 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [None req-d05b1c4d-1042-476f-b02a-28f8fe5013b2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/40ba1fd4-a909-40fd-9909-a79c849f922d HTTP/1.1" status: 204 len: 168 time: 0.1898775 Mar 02 05:38:11.796635 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05b1c4d-1042-476f-b02a-28f8fe5013b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40ba1fd4-a909-40fd-9909-a79c849f922d,revision_number=None']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:38:12.401912 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.wsgi [-] (103714) accepted ('10.222.0.32', 45030) {{(pid=103714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:38:12.442282 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [None req-e16a8a1b-4e59-4087-854a-9ef5f10e2611 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7d6c67d282f94b0ebbe149d0aed26db7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0392230 Mar 02 05:38:12.444717 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.wsgi [-] (103714) accepted ('10.222.0.32', 45034) {{(pid=103714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:38:12.498354 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-980427a4-99fc-48cf-bcdc-e1936c1ebaa6 admin admin] Publish callbacks [] for security_group (0fcffe1c-dc96-4f91-a84e-ffedcb2337da), before_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:38:12.521005 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-980427a4-99fc-48cf-bcdc-e1936c1ebaa6 admin admin] Publish callbacks [] for security_group (0fcffe1c-dc96-4f91-a84e-ffedcb2337da), precommit_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:38:12.533419 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.32', 45038) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:38:12.637026 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-f07f0d89-45f1-4146-83d6-759b929baef6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:38:12.646835 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-980427a4-99fc-48cf-bcdc-e1936c1ebaa6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629892'] for security_group (0fcffe1c-dc96-4f91-a84e-ffedcb2337da), after_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:38:12.649435 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-980427a4-99fc-48cf-bcdc-e1936c1ebaa6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:38:12.651474 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [None req-980427a4-99fc-48cf-bcdc-e1936c1ebaa6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0fcffe1c-dc96-4f91-a84e-ffedcb2337da HTTP/1.1" status: 204 len: 168 time: 0.2058671 Mar 02 05:38:12.660485 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980427a4-99fc-48cf-bcdc-e1936c1ebaa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fcffe1c-dc96-4f91-a84e-ffedcb2337da,revision_number=None']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:38:12.718748 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-f07f0d89-45f1-4146-83d6-759b929baef6 admin admin] Publish callbacks [] for security_group (f666d015-005f-4c58-9e74-278c2606e17e), precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:38:12.795524 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-f07f0d89-45f1-4146-83d6-759b929baef6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629892'] for security_group (f666d015-005f-4c58-9e74-278c2606e17e), after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:38:12.835661 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-f07f0d89-45f1-4146-83d6-759b929baef6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e1f6bb5c4dd54b7bbb1d1967064d49a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2987847 Mar 02 05:38:12.835661 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07f0d89-45f1-4146-83d6-759b929baef6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f666d015-005f-4c58-9e74-278c2606e17e,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:38:12.836071 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.wsgi [-] (103714) accepted ('10.222.0.32', 45044) {{(pid=103714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:38:12.858369 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-2ae3422a-c85d-446a-90f5-ce5a8bf639ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (d4d802fc-4ac8-47f8-b030-2ffc185fa6dc), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:38:12.883486 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-a5a91bb3-8298-40b9-8561-37a05a601331 admin admin] Publish callbacks [] for security_group (f666d015-005f-4c58-9e74-278c2606e17e), before_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:38:12.905047 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-a5a91bb3-8298-40b9-8561-37a05a601331 admin admin] Publish callbacks [] for security_group (f666d015-005f-4c58-9e74-278c2606e17e), precommit_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:38:13.012990 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-a5a91bb3-8298-40b9-8561-37a05a601331 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629892'] for security_group (f666d015-005f-4c58-9e74-278c2606e17e), after_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:38:13.015626 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-a5a91bb3-8298-40b9-8561-37a05a601331 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:38:13.016826 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [None req-a5a91bb3-8298-40b9-8561-37a05a601331 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f666d015-005f-4c58-9e74-278c2606e17e HTTP/1.1" status: 204 len: 168 time: 0.1797404 Mar 02 05:38:13.028201 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a91bb3-8298-40b9-8561-37a05a601331 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f666d015-005f-4c58-9e74-278c2606e17e,revision_number=None']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:38:14.326708 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f73b428b-984e-4c5a-9878-aef8f2b511ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (e0636eb1-3d25-4c31-a6e5-3f8fd1255322), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:38:15.454579 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.db.agents_db [None req-19237f2e-a493-4721-ab19-473fd9844311 None None] Agent healthcheck: found 6 active agents {{(pid=103717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 05:38:15.744350 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (64307ea2-7468-48d5-a188-5e76dfb99c6b), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:38:16.091803 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-ed1d41a9-60b6-4dac-9b6b-f293f42535b5 req-c2f9ca91-af7a-4b9f-91e4-8b86dfa5510d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e9e8ff2d-9a08-434a-9ede-b9c897cdb2b6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0447180 Mar 02 05:38:16.177934 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1d41a9-60b6-4dac-9b6b-f293f42535b5 req-4e8ad08e-7101-455d-a70d-034c8aabd446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:38:16.179494 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-ed1d41a9-60b6-4dac-9b6b-f293f42535b5 req-4e8ad08e-7101-455d-a70d-034c8aabd446 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=849ab8ade87443a6947fd49bc6793c28&device_id=e9e8ff2d-9a08-434a-9ede-b9c897cdb2b6 HTTP/1.1" status: 200 len: 1130 time: 0.0432746 Mar 02 05:38:16.282148 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1d41a9-60b6-4dac-9b6b-f293f42535b5 req-eb78cd14-3bf0-454b-8118-baa39caced18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:38:16.283733 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-ed1d41a9-60b6-4dac-9b6b-f293f42535b5 req-eb78cd14-3bf0-454b-8118-baa39caced18 service neutron] 10.222.0.41 "GET /v2.0/networks?id=26125afd-b096-4cb9-bba7-021d4862e741 HTTP/1.1" status: 200 len: 913 time: 0.0849166 Mar 02 05:38:16.353655 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-ed1d41a9-60b6-4dac-9b6b-f293f42535b5 req-a6401cd5-c09d-4edc-856d-ee7d867288d0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eb45cdb9-12e5-4d8e-93d2-2f1d8754a083 HTTP/1.1" status: 200 len: 1002 time: 0.0618112 Mar 02 05:38:16.400176 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1d41a9-60b6-4dac-9b6b-f293f42535b5 req-9e905d0f-46ab-4003-bfc4-3fe2e095d423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:38:16.402342 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-ed1d41a9-60b6-4dac-9b6b-f293f42535b5 req-9e905d0f-46ab-4003-bfc4-3fe2e095d423 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d188881c-9727-4efd-b9e6-7344d2704465 HTTP/1.1" status: 200 len: 851 time: 0.0422745 Mar 02 05:38:16.450438 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1d41a9-60b6-4dac-9b6b-f293f42535b5 req-7bade2db-d06a-4871-a8d2-919f039ced9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:38:16.452099 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-ed1d41a9-60b6-4dac-9b6b-f293f42535b5 req-7bade2db-d06a-4871-a8d2-919f039ced9a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=26125afd-b096-4cb9-bba7-021d4862e741&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0442474 Mar 02 05:38:16.544683 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-ed1d41a9-60b6-4dac-9b6b-f293f42535b5 req-36196068-2a2c-4132-95dd-01471d62c7e5 service neutron] 10.222.0.41 "GET /v2.0/networks/26125afd-b096-4cb9-bba7-021d4862e741?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841303 Mar 02 05:38:16.631351 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-ed1d41a9-60b6-4dac-9b6b-f293f42535b5 req-fe4eccd8-bf3c-4ba0-aa09-18904697f812 service neutron] 10.222.0.41 "GET /v2.0/networks/26125afd-b096-4cb9-bba7-021d4862e741?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810163 Mar 02 05:38:18.939673 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd1b3fb-6251-4047-865e-65a498aac20b req-2c167073-7b24-4bbf-89d9-339cf78c401a tempest-VolumesSnapshotTestJSON-757206607 tempest-VolumesSnapshotTestJSON-757206607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:38:18.941144 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-8dd1b3fb-6251-4047-865e-65a498aac20b req-2c167073-7b24-4bbf-89d9-339cf78c401a tempest-VolumesSnapshotTestJSON-757206607 tempest-VolumesSnapshotTestJSON-757206607-project] 10.222.0.32 "GET /v2.0/ports?device_id=1afe7f43-e4f0-4810-88c6-1c359b6a5cc3 HTTP/1.1" status: 200 len: 946 time: 0.0547426 Mar 02 05:38:18.986663 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-8dd1b3fb-6251-4047-865e-65a498aac20b req-44217a34-fceb-47b6-807c-0b88522fd0d4 tempest-VolumesSnapshotTestJSON-757206607 tempest-VolumesSnapshotTestJSON-757206607-project] 10.222.0.32 "GET /v2.0/security-groups?id=fb55fbfa-cea6-4c14-9ad8-5d4df4dbb361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399301 Mar 02 05:38:20.110700 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64923a8b-d983-4423-b2c8-47b1e1d5283c req-402fe956-a48d-41ad-8cb1-fd67e9000ed9 tempest-VolumesSnapshotTestJSON-757206607 tempest-VolumesSnapshotTestJSON-757206607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:38:20.112209 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-64923a8b-d983-4423-b2c8-47b1e1d5283c req-402fe956-a48d-41ad-8cb1-fd67e9000ed9 tempest-VolumesSnapshotTestJSON-757206607 tempest-VolumesSnapshotTestJSON-757206607-project] 10.222.0.32 "GET /v2.0/ports?device_id=1afe7f43-e4f0-4810-88c6-1c359b6a5cc3 HTTP/1.1" status: 200 len: 946 time: 0.0571630 Mar 02 05:38:20.158597 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-64923a8b-d983-4423-b2c8-47b1e1d5283c req-355ee40e-020b-4eb8-8268-2f38f52cef56 tempest-VolumesSnapshotTestJSON-757206607 tempest-VolumesSnapshotTestJSON-757206607-project] 10.222.0.32 "GET /v2.0/security-groups?id=fb55fbfa-cea6-4c14-9ad8-5d4df4dbb361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407908 Mar 02 05:38:20.484587 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a96d5b8-92e2-43f9-9c76-969cacc4a694 req-cebff956-eb81-45db-83b7-ae074edbf1e0 tempest-VolumesSnapshotTestJSON-757206607 tempest-VolumesSnapshotTestJSON-757206607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:38:20.486030 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-7a96d5b8-92e2-43f9-9c76-969cacc4a694 req-cebff956-eb81-45db-83b7-ae074edbf1e0 tempest-VolumesSnapshotTestJSON-757206607 tempest-VolumesSnapshotTestJSON-757206607-project] 10.222.0.41 "GET /v2.0/ports?device_id=1afe7f43-e4f0-4810-88c6-1c359b6a5cc3 HTTP/1.1" status: 200 len: 946 time: 0.0512371 Mar 02 05:38:20.582279 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [req-7a96d5b8-92e2-43f9-9c76-969cacc4a694 req-df4529cf-ed0e-4229-93de-6dd32f057f7f tempest-VolumesSnapshotTestJSON-757206607 tempest-VolumesSnapshotTestJSON-757206607-project] Deleting port b5294d0d-9736-497c-98aa-9ddeb038fcfc {{(pid=103714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 05:38:20.582624 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [req-7a96d5b8-92e2-43f9-9c76-969cacc4a694 req-df4529cf-ed0e-4229-93de-6dd32f057f7f tempest-VolumesSnapshotTestJSON-757206607 tempest-VolumesSnapshotTestJSON-757206607-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789290453881'] for port (b5294d0d-9736-497c-98aa-9ddeb038fcfc), before_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:38:20.669910 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.db [req-7a96d5b8-92e2-43f9-9c76-969cacc4a694 req-df4529cf-ed0e-4229-93de-6dd32f057f7f tempest-VolumesSnapshotTestJSON-757206607 tempest-VolumesSnapshotTestJSON-757206607-project] For port b5294d0d-9736-497c-98aa-9ddeb038fcfc, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=b5294d0d-9736-497c-98aa-9ddeb038fcfc,segment=NetworkSegment(aa0735c6-c2dc-4c87-842d-9181d3d258f6),segment_id=aa0735c6-c2dc-4c87-842d-9181d3d258f6)] {{(pid=103714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 05:38:20.670279 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [req-7a96d5b8-92e2-43f9-9c76-969cacc4a694 req-df4529cf-ed0e-4229-93de-6dd32f057f7f tempest-VolumesSnapshotTestJSON-757206607 tempest-VolumesSnapshotTestJSON-757206607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542039'] for port (b5294d0d-9736-497c-98aa-9ddeb038fcfc), precommit_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:38:20.683650 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [req-7a96d5b8-92e2-43f9-9c76-969cacc4a694 req-df4529cf-ed0e-4229-93de-6dd32f057f7f tempest-VolumesSnapshotTestJSON-757206607 tempest-VolumesSnapshotTestJSON-757206607-project] Calling delete_port for b5294d0d-9736-497c-98aa-9ddeb038fcfc owned by compute:nova {{(pid=103714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 05:38:20.920716 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [req-7a96d5b8-92e2-43f9-9c76-969cacc4a694 req-df4529cf-ed0e-4229-93de-6dd32f057f7f tempest-VolumesSnapshotTestJSON-757206607 tempest-VolumesSnapshotTestJSON-757206607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789290460636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789289919726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13003867'] for port (b5294d0d-9736-497c-98aa-9ddeb038fcfc), after_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:38:20.933836 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] get_ports_and_sgs() called for port_ids ['b5294d0d-9736-497c-98aa-9ddeb038fcfc'] {{(pid=103716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 02 05:38:20.950724 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4529cf-ed0e-4229-93de-6dd32f057f7f tempest-VolumesSnapshotTestJSON-757206607 tempest-VolumesSnapshotTestJSON-757206607-project] Pushing event deleted for resources: {'Port': ['ID=b5294d0d-9736-497c-98aa-9ddeb038fcfc,revision_number=None']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:38:20.996134 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a96d5b8-92e2-43f9-9c76-969cacc4a694 req-df4529cf-ed0e-4229-93de-6dd32f057f7f tempest-VolumesSnapshotTestJSON-757206607 tempest-VolumesSnapshotTestJSON-757206607-project] No DVR routers for this DVR port b5294d0d-9736-497c-98aa-9ddeb038fcfc on host hv-cinder-76845 {{(pid=103714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 05:38:20.998565 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [req-7a96d5b8-92e2-43f9-9c76-969cacc4a694 req-df4529cf-ed0e-4229-93de-6dd32f057f7f tempest-VolumesSnapshotTestJSON-757206607 tempest-VolumesSnapshotTestJSON-757206607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25628'] for port (None), before_response {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:38:21.001871 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-7a96d5b8-92e2-43f9-9c76-969cacc4a694 req-df4529cf-ed0e-4229-93de-6dd32f057f7f tempest-VolumesSnapshotTestJSON-757206607 tempest-VolumesSnapshotTestJSON-757206607-project] 10.222.0.41 "DELETE /v2.0/ports/b5294d0d-9736-497c-98aa-9ddeb038fcfc HTTP/1.1" status: 204 len: 173 time: 0.5096972 Mar 02 05:38:21.002309 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1afe7f43-e4f0-4810-88c6-1c359b6a5cc3', 'name': 'network-vif-deleted', 'tag': 'b5294d0d-9736-497c-98aa-9ddeb038fcfc'}] {{(pid=103714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 05:38:21.004570 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ff79788530fe2085a0b37cf7dfc71d903fcc72df0d156f3e5e7065db2593a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a14e6a0-4c6e-4ac4-8d53-f4be386be3c1" -d '{"events": [{"server_uuid": "1afe7f43-e4f0-4810-88c6-1c359b6a5cc3", "name": "network-vif-deleted", "tag": "b5294d0d-9736-497c-98aa-9ddeb038fcfc"}]}' {{(pid=103714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 05:38:21.039246 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 05:38:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2950b0ab-206a-496a-9e8b-36b2a207443c x-openstack-request-id: req-2950b0ab-206a-496a-9e8b-36b2a207443c {{(pid=103714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 05:38:21.039575 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1afe7f43-e4f0-4810-88c6-1c359b6a5cc3", "name": "network-vif-deleted", "tag": "b5294d0d-9736-497c-98aa-9ddeb038fcfc", "status": "completed", "code": 200}]} {{(pid=103714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 05:38:21.039879 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2950b0ab-206a-496a-9e8b-36b2a207443c {{(pid=103714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 05:38:21.040337 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1afe7f43-e4f0-4810-88c6-1c359b6a5cc3', 'name': 'network-vif-deleted', 'tag': 'b5294d0d-9736-497c-98aa-9ddeb038fcfc', 'status': 'completed', 'code': 200} Mar 02 05:38:21.257582 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-c7248f4e-3c6f-4667-8db9-17869084668e req-e6d8688e-5b01-4c0b-99ba-5b6da8564b3f tempest-VolumesSnapshotTestJSON-757206607 tempest-VolumesSnapshotTestJSON-757206607-project] 10.222.0.32 "GET /v2.0/ports?device_id=1afe7f43-e4f0-4810-88c6-1c359b6a5cc3 HTTP/1.1" status: 200 len: 210 time: 0.0263937 Mar 02 05:38:24.413363 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.rpc [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Device b5294d0d-9736-497c-98aa-9ddeb038fcfc no longer exists at agent hyperv_hv-cinder-76845 {{(pid=103716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 05:38:24.435221 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] No Port match for: b5294d0d-9736-497c-98aa-9ddeb038fcfc {{(pid=103716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 05:38:24.435591 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.rpc [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Device b5294d0d-9736-497c-98aa-9ddeb038fcfc not bound to the agent host hv-cinder-76845 {{(pid=103716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 05:38:38.858523 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (db45f871-b7ec-436d-b6b8-6a0a072a2253), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:38:39.634529 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-23c41479-399a-4ba5-a087-9601f14fc8a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (516abb3b-63f8-4dbb-a4f1-8865516966e2), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:38:41.766357 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-9bba46dc-1e09-4599-a372-a72afaee5187 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (9c2b50e6-1677-4aa9-928e-941b4c488fc5), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:38:42.828766 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-2ae3422a-c85d-446a-90f5-ce5a8bf639ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (d4d802fc-4ac8-47f8-b030-2ffc185fa6dc), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:38:44.325908 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f73b428b-984e-4c5a-9878-aef8f2b511ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (e0636eb1-3d25-4c31-a6e5-3f8fd1255322), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:38:45.748261 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (64307ea2-7468-48d5-a188-5e76dfb99c6b), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:38:47.653001 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.wsgi [-] (103714) accepted ('10.222.0.32', 45226) {{(pid=103714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:38:47.697295 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.db.db_base_plugin_v2 [None req-cddbd993-68e4-4431-b9f5-3e12ccfadb47 admin admin] Deleting subnet a595f37d-221f-4675-aee7-299aef06f032 {{(pid=103714) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 02 05:38:47.700364 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-cddbd993-68e4-4431-b9f5-3e12ccfadb47 admin admin] Publish callbacks [] for subnet (a595f37d-221f-4675-aee7-299aef06f032), before_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:38:47.733744 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-cddbd993-68e4-4431-b9f5-3e12ccfadb47 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13450151'] for subnet (a595f37d-221f-4675-aee7-299aef06f032), precommit_delete_associations {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:38:47.771403 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-cddbd993-68e4-4431-b9f5-3e12ccfadb47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1107012'] for subnet (a595f37d-221f-4675-aee7-299aef06f032), precommit_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:38:47.903125 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-cddbd993-68e4-4431-b9f5-3e12ccfadb47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1107019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13003880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13179341'] for subnet (a595f37d-221f-4675-aee7-299aef06f032), after_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:38:47.929333 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddbd993-68e4-4431-b9f5-3e12ccfadb47 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a595f37d-221f-4675-aee7-299aef06f032,revision_number=None']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:38:47.933707 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-cddbd993-68e4-4431-b9f5-3e12ccfadb47 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:38:47.936909 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [None req-cddbd993-68e4-4431-b9f5-3e12ccfadb47 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/a595f37d-221f-4675-aee7-299aef06f032 HTTP/1.1" status: 204 len: 168 time: 0.2829249 Mar 02 05:38:47.940627 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.32', 45228) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:38:47.942600 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddbd993-68e4-4431-b9f5-3e12ccfadb47 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:38:47.942960 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddbd993-68e4-4431-b9f5-3e12ccfadb47 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:38:47.943329 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddbd993-68e4-4431-b9f5-3e12ccfadb47 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:38:47.943680 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddbd993-68e4-4431-b9f5-3e12ccfadb47 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:38:47.944017 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddbd993-68e4-4431-b9f5-3e12ccfadb47 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:38:47.944348 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddbd993-68e4-4431-b9f5-3e12ccfadb47 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:38:47.944681 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddbd993-68e4-4431-b9f5-3e12ccfadb47 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:38:47.945014 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddbd993-68e4-4431-b9f5-3e12ccfadb47 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:38:47.945343 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddbd993-68e4-4431-b9f5-3e12ccfadb47 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:38:47.945673 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddbd993-68e4-4431-b9f5-3e12ccfadb47 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:38:47.946000 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddbd993-68e4-4431-b9f5-3e12ccfadb47 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:38:47.946329 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddbd993-68e4-4431-b9f5-3e12ccfadb47 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:38:47.946653 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddbd993-68e4-4431-b9f5-3e12ccfadb47 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:38:48.007928 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-77c325b3-c673-4b2e-8143-07639c9f6c49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1295551'] for network (d7468561-eb0e-4f2a-bcc6-204aff64cfc4), before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:38:48.087450 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-77c325b3-c673-4b2e-8143-07639c9f6c49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2011071', 'neutron.services.segments.db._delete_segments_for_network-8789290248605'] for network (d7468561-eb0e-4f2a-bcc6-204aff64cfc4), precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:38:48.106132 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.services.segments.db [None req-77c325b3-c673-4b2e-8143-07639c9f6c49 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7468561-eb0e-4f2a-bcc6-204aff64cfc4']}} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 05:38:48.115169 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.services.segments.db [None req-77c325b3-c673-4b2e-8143-07639c9f6c49 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa0735c6-c2dc-4c87-842d-9181d3d258f6') {'for_net_delete': True} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 05:38:48.115502 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.services.segments.db [None req-77c325b3-c673-4b2e-8143-07639c9f6c49 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa0735c6-c2dc-4c87-842d-9181d3d258f6') {} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 05:38:48.124498 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-77c325b3-c673-4b2e-8143-07639c9f6c49 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789290251430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14592168'] for segment (aa0735c6-c2dc-4c87-842d-9181d3d258f6), before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:38:48.138053 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-77c325b3-c673-4b2e-8143-07639c9f6c49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1106907'] for segment (aa0735c6-c2dc-4c87-842d-9181d3d258f6), precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:38:48.144458 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77c325b3-c673-4b2e-8143-07639c9f6c49 admin admin] Releasing vlan 266 on physical network physnet1 to pool {{(pid=103715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 05:38:48.144834 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-77c325b3-c673-4b2e-8143-07639c9f6c49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1106907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14203031'] for segment (aa0735c6-c2dc-4c87-842d-9181d3d258f6), after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:38:48.146416 dv-cinder-768458-18-iscsi neutron-server[103715]: Traceback (most recent call last): Mar 02 05:38:48.146416 dv-cinder-768458-18-iscsi neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 05:38:48.146416 dv-cinder-768458-18-iscsi neutron-server[103715]: timer() Mar 02 05:38:48.146416 dv-cinder-768458-18-iscsi neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 05:38:48.146416 dv-cinder-768458-18-iscsi neutron-server[103715]: cb(*args, **kw) Mar 02 05:38:48.146416 dv-cinder-768458-18-iscsi neutron-server[103715]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 02 05:38:48.146416 dv-cinder-768458-18-iscsi neutron-server[103715]: return func(*args, **kwargs) Mar 02 05:38:48.146416 dv-cinder-768458-18-iscsi neutron-server[103715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 05:38:48.146416 dv-cinder-768458-18-iscsi neutron-server[103715]: self._notify() Mar 02 05:38:48.146416 dv-cinder-768458-18-iscsi neutron-server[103715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 05:38:48.146416 dv-cinder-768458-18-iscsi neutron-server[103715]: self.callback(batched_events) Mar 02 05:38:48.146416 dv-cinder-768458-18-iscsi neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 05:38:48.146416 dv-cinder-768458-18-iscsi neutron-server[103715]: event.method(event) Mar 02 05:38:48.146416 dv-cinder-768458-18-iscsi neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 02 05:38:48.146416 dv-cinder-768458-18-iscsi neutron-server[103715]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 05:38:48.146416 dv-cinder-768458-18-iscsi neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 02 05:38:48.146416 dv-cinder-768458-18-iscsi neutron-server[103715]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 05:38:48.146416 dv-cinder-768458-18-iscsi neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 02 05:38:48.146416 dv-cinder-768458-18-iscsi neutron-server[103715]: return f(self, *a, **k) Mar 02 05:38:48.146416 dv-cinder-768458-18-iscsi neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 05:38:48.146416 dv-cinder-768458-18-iscsi neutron-server[103715]: return self._get(url).json() Mar 02 05:38:48.146416 dv-cinder-768458-18-iscsi neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 05:38:48.146416 dv-cinder-768458-18-iscsi neutron-server[103715]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 05:38:48.146416 dv-cinder-768458-18-iscsi neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 05:38:48.146416 dv-cinder-768458-18-iscsi neutron-server[103715]: return self.request(url, 'GET', **kwargs) Mar 02 05:38:48.146416 dv-cinder-768458-18-iscsi neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 05:38:48.146416 dv-cinder-768458-18-iscsi neutron-server[103715]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 05:38:48.146416 dv-cinder-768458-18-iscsi neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 05:38:48.146416 dv-cinder-768458-18-iscsi neutron-server[103715]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 05:38:48.146416 dv-cinder-768458-18-iscsi neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 05:38:48.146416 dv-cinder-768458-18-iscsi neutron-server[103715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 05:38:48.146416 dv-cinder-768458-18-iscsi neutron-server[103715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 05:38:48.251829 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-77c325b3-c673-4b2e-8143-07639c9f6c49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2011078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556366'] for network (d7468561-eb0e-4f2a-bcc6-204aff64cfc4), after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:38:48.264475 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-77c325b3-c673-4b2e-8143-07639c9f6c49 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531172'] for network (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:38:48.264475 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-77c325b3-c673-4b2e-8143-07639c9f6c49 admin admin] 10.222.0.32 "DELETE /v2.0/networks/d7468561-eb0e-4f2a-bcc6-204aff64cfc4 HTTP/1.1" status: 204 len: 168 time: 0.3220758 Mar 02 05:38:48.278555 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c325b3-c673-4b2e-8143-07639c9f6c49 admin admin] Pushing event deleted for resources: {'Network': ['ID=d7468561-eb0e-4f2a-bcc6-204aff64cfc4,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:38:48.290913 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c325b3-c673-4b2e-8143-07639c9f6c49 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:38:48.291542 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c325b3-c673-4b2e-8143-07639c9f6c49 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:38:48.292141 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c325b3-c673-4b2e-8143-07639c9f6c49 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:38:48.292721 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c325b3-c673-4b2e-8143-07639c9f6c49 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:38:48.293299 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c325b3-c673-4b2e-8143-07639c9f6c49 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:38:48.293874 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c325b3-c673-4b2e-8143-07639c9f6c49 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:38:48.294447 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c325b3-c673-4b2e-8143-07639c9f6c49 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:38:48.295038 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c325b3-c673-4b2e-8143-07639c9f6c49 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:38:48.295652 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c325b3-c673-4b2e-8143-07639c9f6c49 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:38:48.296299 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c325b3-c673-4b2e-8143-07639c9f6c49 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:38:48.297626 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c325b3-c673-4b2e-8143-07639c9f6c49 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:38:48.298231 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c325b3-c673-4b2e-8143-07639c9f6c49 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:38:48.298790 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c325b3-c673-4b2e-8143-07639c9f6c49 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:38:48.692556 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.32', 45232) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:38:48.730705 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-e05cec93-2207-42d6-8ce5-981303e94ce8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e00d6ea216644603b7d5a61c15ab3396&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0370238 Mar 02 05:38:48.733099 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.32', 45234) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:38:48.778890 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-ba4ff69a-1596-4a90-ad4a-5817484658fb admin admin] Publish callbacks [] for security_group (fb55fbfa-cea6-4c14-9ad8-5d4df4dbb361), before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:38:48.800502 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-ba4ff69a-1596-4a90-ad4a-5817484658fb admin admin] Publish callbacks [] for security_group (fb55fbfa-cea6-4c14-9ad8-5d4df4dbb361), precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:38:48.920251 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-ba4ff69a-1596-4a90-ad4a-5817484658fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629892'] for security_group (fb55fbfa-cea6-4c14-9ad8-5d4df4dbb361), after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:38:48.923523 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-ba4ff69a-1596-4a90-ad4a-5817484658fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:38:48.930471 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-ba4ff69a-1596-4a90-ad4a-5817484658fb admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fb55fbfa-cea6-4c14-9ad8-5d4df4dbb361 HTTP/1.1" status: 204 len: 168 time: 0.1907375 Mar 02 05:38:48.932672 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4ff69a-1596-4a90-ad4a-5817484658fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb55fbfa-cea6-4c14-9ad8-5d4df4dbb361,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:38:52.452434 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.db.agents_db [None req-19237f2e-a493-4721-ab19-473fd9844311 None None] Agent healthcheck: found 6 active agents {{(pid=103717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 05:39:08.815975 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (db45f871-b7ec-436d-b6b8-6a0a072a2253), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:39:09.599459 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-9c9dc092-1cb1-4496-9587-1f274e329bfa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (516abb3b-63f8-4dbb-a4f1-8865516966e2), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:39:10.716456 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.32', 45368) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:39:10.819181 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-5f013a3d-af90-4399-83ea-b3bd7f001867 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:39:10.893153 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-5f013a3d-af90-4399-83ea-b3bd7f001867 admin admin] Publish callbacks [] for security_group (5aa6d21b-803c-488a-adc9-68a955901341), precommit_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:39:10.958691 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-5f013a3d-af90-4399-83ea-b3bd7f001867 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629892'] for security_group (5aa6d21b-803c-488a-adc9-68a955901341), after_create {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:39:10.997390 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-5f013a3d-af90-4399-83ea-b3bd7f001867 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7d86517a59934a619592a6260b7a74e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2798977 Mar 02 05:39:10.998292 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f013a3d-af90-4399-83ea-b3bd7f001867 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5aa6d21b-803c-488a-adc9-68a955901341,revision_number=1']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:39:11.000112 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.wsgi [-] (103714) accepted ('10.222.0.32', 45372) {{(pid=103714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:39:11.047932 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-5ae2c74a-939b-42d8-979f-0be2ad24afd8 admin admin] Publish callbacks [] for security_group (5aa6d21b-803c-488a-adc9-68a955901341), before_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:39:11.069616 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-5ae2c74a-939b-42d8-979f-0be2ad24afd8 admin admin] Publish callbacks [] for security_group (5aa6d21b-803c-488a-adc9-68a955901341), precommit_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:39:11.187406 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-5ae2c74a-939b-42d8-979f-0be2ad24afd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629892'] for security_group (5aa6d21b-803c-488a-adc9-68a955901341), after_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:39:11.189985 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-5ae2c74a-939b-42d8-979f-0be2ad24afd8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:39:11.191147 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [None req-5ae2c74a-939b-42d8-979f-0be2ad24afd8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5aa6d21b-803c-488a-adc9-68a955901341 HTTP/1.1" status: 204 len: 168 time: 0.1899967 Mar 02 05:39:11.199358 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae2c74a-939b-42d8-979f-0be2ad24afd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5aa6d21b-803c-488a-adc9-68a955901341,revision_number=None']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:39:11.747664 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-5a2bc8f0-e394-4a96-8388-76a0e375ed0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (9c2b50e6-1677-4aa9-928e-941b4c488fc5), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:39:12.856291 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-2ae3422a-c85d-446a-90f5-ce5a8bf639ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (d4d802fc-4ac8-47f8-b030-2ffc185fa6dc), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:39:14.359111 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f73b428b-984e-4c5a-9878-aef8f2b511ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (e0636eb1-3d25-4c31-a6e5-3f8fd1255322), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:39:15.736165 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (64307ea2-7468-48d5-a188-5e76dfb99c6b), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:39:17.100995 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-e5327a5f-d032-4589-93c5-97ceb7432744 req-40b08011-b1d0-40d5-9911-3f9b033030d5 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ff993194-088e-4de4-badc-fee8831da347&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0422812 Mar 02 05:39:17.168441 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5327a5f-d032-4589-93c5-97ceb7432744 req-4c898426-5a32-4788-834f-8afebd4efd25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:39:17.169914 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-e5327a5f-d032-4589-93c5-97ceb7432744 req-4c898426-5a32-4788-834f-8afebd4efd25 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=849ab8ade87443a6947fd49bc6793c28&device_id=ff993194-088e-4de4-badc-fee8831da347 HTTP/1.1" status: 200 len: 1129 time: 0.0475519 Mar 02 05:39:17.270402 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5327a5f-d032-4589-93c5-97ceb7432744 req-da45f849-dab8-4699-923f-32567448dff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:39:17.271882 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-e5327a5f-d032-4589-93c5-97ceb7432744 req-da45f849-dab8-4699-923f-32567448dff7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=26125afd-b096-4cb9-bba7-021d4862e741 HTTP/1.1" status: 200 len: 913 time: 0.0842774 Mar 02 05:39:17.339018 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-e5327a5f-d032-4589-93c5-97ceb7432744 req-4bb6a7dc-82e0-4b74-b5a5-503325100842 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1c4fb842-0eec-406c-bc2f-bd56da80a769 HTTP/1.1" status: 200 len: 1001 time: 0.0612357 Mar 02 05:39:17.384655 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5327a5f-d032-4589-93c5-97ceb7432744 req-538e6685-0f1d-4a4e-9493-e4090eb02637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:39:17.386056 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-e5327a5f-d032-4589-93c5-97ceb7432744 req-538e6685-0f1d-4a4e-9493-e4090eb02637 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d188881c-9727-4efd-b9e6-7344d2704465 HTTP/1.1" status: 200 len: 851 time: 0.0420144 Mar 02 05:39:17.432559 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5327a5f-d032-4589-93c5-97ceb7432744 req-e3040e1c-013b-480d-8d36-59e852fa9479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:39:17.434051 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-e5327a5f-d032-4589-93c5-97ceb7432744 req-e3040e1c-013b-480d-8d36-59e852fa9479 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=26125afd-b096-4cb9-bba7-021d4862e741&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0424037 Mar 02 05:39:17.444293 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.wsgi [req-e5327a5f-d032-4589-93c5-97ceb7432744 req-49b4fb44-2f69-4274-9047-aee28a92b5ec service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=103714) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 02 05:39:17.445226 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-e5327a5f-d032-4589-93c5-97ceb7432744 req-49b4fb44-2f69-4274-9047-aee28a92b5ec service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054095 Mar 02 05:39:17.538738 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-e5327a5f-d032-4589-93c5-97ceb7432744 req-b6e35ee9-329e-457a-bd17-9620415ecf25 service neutron] 10.222.0.41 "GET /v2.0/networks/26125afd-b096-4cb9-bba7-021d4862e741?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875363 Mar 02 05:39:17.628323 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-e5327a5f-d032-4589-93c5-97ceb7432744 req-cfdecc68-dcf9-4aae-807e-42714a15c02a service neutron] 10.222.0.41 "GET /v2.0/networks/26125afd-b096-4cb9-bba7-021d4862e741?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829279 Mar 02 05:39:24.929188 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.32', 45378) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:39:25.082471 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-fe6045ce-ad8a-47b3-93d5-e940dc12e52e tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Deleting port ab4e69a0-7498-4ac1-b542-ab8c36025b62 {{(pid=103715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 05:39:25.083415 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-fe6045ce-ad8a-47b3-93d5-e940dc12e52e tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789290453881'] for port (ab4e69a0-7498-4ac1-b542-ab8c36025b62), before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:39:25.155063 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-fe6045ce-ad8a-47b3-93d5-e940dc12e52e tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542039'] for port (ab4e69a0-7498-4ac1-b542-ab8c36025b62), precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:39:25.155412 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-fe6045ce-ad8a-47b3-93d5-e940dc12e52e tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Publish callbacks [] for floatingip (ab4e69a0-7498-4ac1-b542-ab8c36025b62), precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:39:25.166687 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-fe6045ce-ad8a-47b3-93d5-e940dc12e52e tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Calling delete_port for ab4e69a0-7498-4ac1-b542-ab8c36025b62 owned by network:floatingip {{(pid=103715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 05:39:25.421307 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-fe6045ce-ad8a-47b3-93d5-e940dc12e52e tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789290460636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789289919726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14203002'] for port (ab4e69a0-7498-4ac1-b542-ab8c36025b62), after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:39:25.446332 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6045ce-ad8a-47b3-93d5-e940dc12e52e tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Pushing event deleted for resources: {'Port': ['ID=ab4e69a0-7498-4ac1-b542-ab8c36025b62,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:39:25.505809 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-fe6045ce-ad8a-47b3-93d5-e940dc12e52e tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Publish callbacks [] for floatingip (1397c891-7838-49ff-a5e1-ad0758525881), after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:39:25.506162 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.db.l3_db [None req-fe6045ce-ad8a-47b3-93d5-e940dc12e52e tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Floating IP 1397c891-7838-49ff-a5e1-ad0758525881 disassociated (deleted). External IP: 172.27.2.228, port: 1c4fb842-0eec-406c-bc2f-bd56da80a769. Mar 02 05:39:25.711599 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe6045ce-ad8a-47b3-93d5-e940dc12e52e tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Router de25b4b3-f56c-49b1-aacc-08ebe8c6eaab has already been hosted by L3 agent 9c2b50e6-1677-4aa9-928e-941b4c488fc5 {{(pid=103715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 05:39:25.817891 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe6045ce-ad8a-47b3-93d5-e940dc12e52e tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Notify agent at l3_agent.dv-cinder-768458-18-iscsi the message routers_updated {{(pid=103715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 05:39:25.822348 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-fe6045ce-ad8a-47b3-93d5-e940dc12e52e tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25628'] for floatingip (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:39:25.827205 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd2e9ab-c4fc-4dfe-9ac6-47dd2dcef85c None None] Sync routers for ids ['de25b4b3-f56c-49b1-aacc-08ebe8c6eaab'] in dv-cinder-768458-18-iscsi {{(pid=103716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 05:39:25.837691 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd2e9ab-c4fc-4dfe-9ac6-47dd2dcef85c None None] Routers {'de25b4b3-f56c-49b1-aacc-08ebe8c6eaab'} bound to L3 agent in host dv-cinder-768458-18-iscsi {{(pid=103716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 05:39:25.838305 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.l3_hamode_db [None req-5fd2e9ab-c4fc-4dfe-9ac6-47dd2dcef85c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T05:20:42Z,description=,heartbeat_timestamp=2022-03-02T05:39:12Z,host='dv-cinder-768458-18-iscsi',id=9c2b50e6-1677-4aa9-928e-941b4c488fc5,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T05:20:42Z,topic='l3_agent')) {'router_ids': ['de25b4b3-f56c-49b1-aacc-08ebe8c6eaab'], 'active': True} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 05:39:25.858317 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-fe6045ce-ad8a-47b3-93d5-e940dc12e52e tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] 10.222.0.32 "DELETE /v2.0/floatingips/1397c891-7838-49ff-a5e1-ad0758525881 HTTP/1.1" status: 204 len: 168 time: 0.9256933 Mar 02 05:39:25.858317 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff993194-088e-4de4-badc-fee8831da347', 'tag': '1c4fb842-0eec-406c-bc2f-bd56da80a769'}] {{(pid=103715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 05:39:25.858769 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6b615920106d83c92ac2e7a83ecc91ff2029d0c3ca4726e1521f538b1ed31e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0dbb468-2ed9-44fe-88f4-f395983007ad" -d '{"events": [{"name": "network-changed", "server_uuid": "ff993194-088e-4de4-badc-fee8831da347", "tag": "1c4fb842-0eec-406c-bc2f-bd56da80a769"}]}' {{(pid=103715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 05:39:25.895945 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Mar 2022 05:39:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e9f3aeb-5fe5-48a0-86ef-84ef3ef68427 x-openstack-request-id: req-4e9f3aeb-5fe5-48a0-86ef-84ef3ef68427 {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 05:39:25.896239 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff993194-088e-4de4-badc-fee8831da347", "tag": "1c4fb842-0eec-406c-bc2f-bd56da80a769", "status": "completed", "code": 200}]} {{(pid=103715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 05:39:25.896583 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4e9f3aeb-5fe5-48a0-86ef-84ef3ef68427 {{(pid=103715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 05:39:25.896992 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff993194-088e-4de4-badc-fee8831da347', 'tag': '1c4fb842-0eec-406c-bc2f-bd56da80a769', 'status': 'completed', 'code': 200} Mar 02 05:39:25.948193 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.l3_dvr_db [None req-5fd2e9ab-c4fc-4dfe-9ac6-47dd2dcef85c None None] Set router de25b4b3-f56c-49b1-aacc-08ebe8c6eaab gateway port host: dv-cinder-768458-18-iscsi {{(pid=103716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 05:39:26.057412 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dbb468-2ed9-44fe-88f4-f395983007ad req-60b3ee82-2694-41f1-9db3-f2e6eb9e40fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:39:26.058933 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-b0dbb468-2ed9-44fe-88f4-f395983007ad req-60b3ee82-2694-41f1-9db3-f2e6eb9e40fd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=849ab8ade87443a6947fd49bc6793c28&device_id=ff993194-088e-4de4-badc-fee8831da347 HTTP/1.1" status: 200 len: 1129 time: 0.1429117 Mar 02 05:39:26.153613 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dbb468-2ed9-44fe-88f4-f395983007ad req-4bafd200-d538-426a-9e0d-43ffc633a438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:39:26.164874 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-b0dbb468-2ed9-44fe-88f4-f395983007ad req-4bafd200-d538-426a-9e0d-43ffc633a438 service neutron] 10.222.0.41 "GET /v2.0/networks?id=26125afd-b096-4cb9-bba7-021d4862e741 HTTP/1.1" status: 200 len: 913 time: 0.0905731 Mar 02 05:39:26.190486 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.l3_hamode_db [None req-5fd2e9ab-c4fc-4dfe-9ac6-47dd2dcef85c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de25b4b3-f56c-49b1-aacc-08ebe8c6eaab', 'name': 'tempest-TestVolumeBootPattern-1506929187-router', 'tenant_id': '849ab8ade87443a6947fd49bc6793c28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'external_fixed_ips': [{'subnet_id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'ip_address': '172.27.2.51'}], 'enable_snat': True}, 'gw_port_id': 'a2b74999-40da-49ac-b59a-dd50e271443a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T05:31:40Z', 'updated_at': '2022-03-02T05:31:44Z', 'revision_number': 4, 'project_id': '849ab8ade87443a6947fd49bc6793c28', 'gw_port': {'id': 'a2b74999-40da-49ac-b59a-dd50e271443a', 'name': '', 'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:7c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de25b4b3-f56c-49b1-aacc-08ebe8c6eaab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'ip_address': '172.27.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T05:31:41Z', 'updated_at': '2022-03-02T05:31:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-18-iscsi', '_floatingips': [{'id': 'e1efc091-d84d-4c1b-83d9-a7d3e20ea63d', 'tenant_id': '849ab8ade87443a6947fd49bc6793c28', 'floating_ip_address': '172.27.2.100', 'floating_network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'router_id': 'de25b4b3-f56c-49b1-aacc-08ebe8c6eaab', 'port_id': 'eb45cdb9-12e5-4d8e-93d2-2f1d8754a083', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 583, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '26125afd-b096-4cb9-bba7-021d4862e741', 'mac_address': 'fa:16:3e:17:14:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9e8ff2d-9a08-434a-9ede-b9c897cdb2b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T05:35:21Z', 'updated_at': '2022-03-02T05:35:24Z', 'revision_number': 1, 'project_id': '849ab8ade87443a6947fd49bc6793c28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df7fecc2-9b58-427e-919a-4569fe7d7cc8', 'name': '', 'network_id': '26125afd-b096-4cb9-bba7-021d4862e741', 'tenant_id': '849ab8ade87443a6947fd49bc6793c28', 'mac_address': 'fa:16:3e:d6:89:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de25b4b3-f56c-49b1-aacc-08ebe8c6eaab', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'd188881c-9727-4efd-b9e6-7344d2704465', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T05:31:43Z', 'updated_at': '2022-03-02T05:31:48Z', 'revision_number': 5, 'project_id': '849ab8ade87443a6947fd49bc6793c28', 'subnets': [{'id': 'd188881c-9727-4efd-b9e6-7344d2704465', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-18-iscsi', False) {} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 05:39:26.203316 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-b0dbb468-2ed9-44fe-88f4-f395983007ad req-877d20f8-9114-45cd-aa92-b63d8cd071e3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1c4fb842-0eec-406c-bc2f-bd56da80a769 HTTP/1.1" status: 200 len: 217 time: 0.0405054 Mar 02 05:39:26.220934 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd2e9ab-c4fc-4dfe-9ac6-47dd2dcef85c None None] Checking router: de25b4b3-f56c-49b1-aacc-08ebe8c6eaab for host: dv-cinder-768458-18-iscsi {{(pid=103716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 05:39:26.230307 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd2e9ab-c4fc-4dfe-9ac6-47dd2dcef85c None None] Routers {'de25b4b3-f56c-49b1-aacc-08ebe8c6eaab'} bound to L3 agent in host dv-cinder-768458-18-iscsi {{(pid=103716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 05:39:26.230976 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.l3_hamode_db [None req-5fd2e9ab-c4fc-4dfe-9ac6-47dd2dcef85c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T05:20:42Z,description=,heartbeat_timestamp=2022-03-02T05:39:12Z,host='dv-cinder-768458-18-iscsi',id=9c2b50e6-1677-4aa9-928e-941b4c488fc5,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T05:20:42Z,topic='l3_agent')) {'router_ids': ['de25b4b3-f56c-49b1-aacc-08ebe8c6eaab'], 'active': True} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 05:39:26.260225 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dbb468-2ed9-44fe-88f4-f395983007ad req-be593a05-5924-4f14-89a7-3ccad32fb911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:39:26.261615 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-b0dbb468-2ed9-44fe-88f4-f395983007ad req-be593a05-5924-4f14-89a7-3ccad32fb911 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d188881c-9727-4efd-b9e6-7344d2704465 HTTP/1.1" status: 200 len: 851 time: 0.0511050 Mar 02 05:39:26.311749 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dbb468-2ed9-44fe-88f4-f395983007ad req-78784346-8eca-4a62-8397-ccf2c6a4afae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:39:26.313280 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-b0dbb468-2ed9-44fe-88f4-f395983007ad req-78784346-8eca-4a62-8397-ccf2c6a4afae service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=26125afd-b096-4cb9-bba7-021d4862e741&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0437150 Mar 02 05:39:26.342870 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.l3_dvr_db [None req-5fd2e9ab-c4fc-4dfe-9ac6-47dd2dcef85c None None] Set router de25b4b3-f56c-49b1-aacc-08ebe8c6eaab gateway port host: dv-cinder-768458-18-iscsi {{(pid=103716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 05:39:26.375955 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d2daa2-3c84-4c17-8658-11da46b63750 req-4bcfddbc-038e-4a85-b540-8554e583afa7 tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:39:26.377443 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-37d2daa2-3c84-4c17-8658-11da46b63750 req-4bcfddbc-038e-4a85-b540-8554e583afa7 tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff993194-088e-4de4-badc-fee8831da347 HTTP/1.1" status: 200 len: 945 time: 0.1722097 Mar 02 05:39:26.415031 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-b0dbb468-2ed9-44fe-88f4-f395983007ad req-4ba7e243-6cf6-4e6b-8228-987e2b574292 service neutron] 10.222.0.41 "GET /v2.0/networks/26125afd-b096-4cb9-bba7-021d4862e741?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939882 Mar 02 05:39:26.439556 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-37d2daa2-3c84-4c17-8658-11da46b63750 req-75662fcb-3f70-4a01-be07-cca5aec7e0da tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] 10.222.0.32 "GET /v2.0/security-groups?id=01fdecac-c163-40c3-9d7b-98e5d2dc1a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538988 Mar 02 05:39:26.516708 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-b0dbb468-2ed9-44fe-88f4-f395983007ad req-e82bad03-7348-4074-afe1-fe73f51b74e4 service neutron] 10.222.0.41 "GET /v2.0/networks/26125afd-b096-4cb9-bba7-021d4862e741?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940785 Mar 02 05:39:26.574119 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.l3_hamode_db [None req-5fd2e9ab-c4fc-4dfe-9ac6-47dd2dcef85c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de25b4b3-f56c-49b1-aacc-08ebe8c6eaab', 'name': 'tempest-TestVolumeBootPattern-1506929187-router', 'tenant_id': '849ab8ade87443a6947fd49bc6793c28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'external_fixed_ips': [{'subnet_id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'ip_address': '172.27.2.51'}], 'enable_snat': True}, 'gw_port_id': 'a2b74999-40da-49ac-b59a-dd50e271443a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T05:31:40Z', 'updated_at': '2022-03-02T05:31:44Z', 'revision_number': 4, 'project_id': '849ab8ade87443a6947fd49bc6793c28', 'gw_port': {'id': 'a2b74999-40da-49ac-b59a-dd50e271443a', 'name': '', 'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:7c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de25b4b3-f56c-49b1-aacc-08ebe8c6eaab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'ip_address': '172.27.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T05:31:41Z', 'updated_at': '2022-03-02T05:31:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-18-iscsi', '_floatingips': [{'id': 'e1efc091-d84d-4c1b-83d9-a7d3e20ea63d', 'tenant_id': '849ab8ade87443a6947fd49bc6793c28', 'floating_ip_address': '172.27.2.100', 'floating_network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'router_id': 'de25b4b3-f56c-49b1-aacc-08ebe8c6eaab', 'port_id': 'eb45cdb9-12e5-4d8e-93d2-2f1d8754a083', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 583, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '26125afd-b096-4cb9-bba7-021d4862e741', 'mac_address': 'fa:16:3e:17:14:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9e8ff2d-9a08-434a-9ede-b9c897cdb2b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T05:35:21Z', 'updated_at': '2022-03-02T05:35:24Z', 'revision_number': 1, 'project_id': '849ab8ade87443a6947fd49bc6793c28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df7fecc2-9b58-427e-919a-4569fe7d7cc8', 'name': '', 'network_id': '26125afd-b096-4cb9-bba7-021d4862e741', 'tenant_id': '849ab8ade87443a6947fd49bc6793c28', 'mac_address': 'fa:16:3e:d6:89:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de25b4b3-f56c-49b1-aacc-08ebe8c6eaab', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'd188881c-9727-4efd-b9e6-7344d2704465', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T05:31:43Z', 'updated_at': '2022-03-02T05:31:48Z', 'revision_number': 5, 'project_id': '849ab8ade87443a6947fd49bc6793c28', 'subnets': [{'id': 'd188881c-9727-4efd-b9e6-7344d2704465', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-18-iscsi', False) {} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 05:39:26.605330 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd2e9ab-c4fc-4dfe-9ac6-47dd2dcef85c None None] The sync data for ids ['de25b4b3-f56c-49b1-aacc-08ebe8c6eaab'] in dv-cinder-768458-18-iscsi is: [{'id': 'de25b4b3-f56c-49b1-aacc-08ebe8c6eaab', 'name': 'tempest-TestVolumeBootPattern-1506929187-router', 'tenant_id': '849ab8ade87443a6947fd49bc6793c28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'external_fixed_ips': [{'subnet_id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'ip_address': '172.27.2.51'}], 'enable_snat': True}, 'gw_port_id': 'a2b74999-40da-49ac-b59a-dd50e271443a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T05:31:40Z', 'updated_at': '2022-03-02T05:31:44Z', 'revision_number': 4, 'project_id': '849ab8ade87443a6947fd49bc6793c28', 'gw_port': {'id': 'a2b74999-40da-49ac-b59a-dd50e271443a', 'name': '', 'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:7c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de25b4b3-f56c-49b1-aacc-08ebe8c6eaab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'ip_address': '172.27.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T05:31:41Z', 'updated_at': '2022-03-02T05:31:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-18-iscsi', '_floatingips': [{'id': 'e1efc091-d84d-4c1b-83d9-a7d3e20ea63d', 'tenant_id': '849ab8ade87443a6947fd49bc6793c28', 'floating_ip_address': '172.27.2.100', 'floating_network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'router_id': 'de25b4b3-f56c-49b1-aacc-08ebe8c6eaab', 'port_id': 'eb45cdb9-12e5-4d8e-93d2-2f1d8754a083', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 583, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '26125afd-b096-4cb9-bba7-021d4862e741', 'mac_address': 'fa:16:3e:17:14:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9e8ff2d-9a08-434a-9ede-b9c897cdb2b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T05:35:21Z', 'updated_at': '2022-03-02T05:35:24Z', 'revision_number': 1, 'project_id': '849ab8ade87443a6947fd49bc6793c28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df7fecc2-9b58-427e-919a-4569fe7d7cc8', 'name': '', 'network_id': '26125afd-b096-4cb9-bba7-021d4862e741', 'tenant_id': '849ab8ade87443a6947fd49bc6793c28', 'mac_address': 'fa:16:3e:d6:89:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de25b4b3-f56c-49b1-aacc-08ebe8c6eaab', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'd188881c-9727-4efd-b9e6-7344d2704465', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T05:31:43Z', 'updated_at': '2022-03-02T05:31:48Z', 'revision_number': 5, 'project_id': '849ab8ade87443a6947fd49bc6793c28', 'subnets': [{'id': 'd188881c-9727-4efd-b9e6-7344d2704465', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 05:39:26.814739 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e93333e-f9be-48f9-84ed-bbf032db594a None None] New status for floating IP 1397c891-7838-49ff-a5e1-ad0758525881: DOWN {{(pid=103717) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 05:39:27.609152 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3e13ba-baf8-454e-a3ef-6cd4a35a955a req-9dcab8b9-c304-43a1-b378-a5e8d97e226d tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:39:27.610613 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-eb3e13ba-baf8-454e-a3ef-6cd4a35a955a req-9dcab8b9-c304-43a1-b378-a5e8d97e226d tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff993194-088e-4de4-badc-fee8831da347 HTTP/1.1" status: 200 len: 945 time: 0.1027453 Mar 02 05:39:27.657234 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-eb3e13ba-baf8-454e-a3ef-6cd4a35a955a req-6b5f84c1-7c9d-445d-99fc-789d8e7bd908 tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] 10.222.0.32 "GET /v2.0/security-groups?id=01fdecac-c163-40c3-9d7b-98e5d2dc1a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408642 Mar 02 05:39:27.766609 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6b09c0-786f-4887-b1cf-67c4d4ff60b4 req-09accdbd-aa0f-4ce9-b849-cfe4892ddc35 tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:39:27.767988 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-1d6b09c0-786f-4887-b1cf-67c4d4ff60b4 req-09accdbd-aa0f-4ce9-b849-cfe4892ddc35 tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff993194-088e-4de4-badc-fee8831da347 HTTP/1.1" status: 200 len: 945 time: 0.0535703 Mar 02 05:39:27.856375 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [req-1d6b09c0-786f-4887-b1cf-67c4d4ff60b4 req-2e6d46b2-83b6-4bf4-9708-f8ad574e0ba2 tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Deleting port 1c4fb842-0eec-406c-bc2f-bd56da80a769 {{(pid=103714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 05:39:27.856717 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [req-1d6b09c0-786f-4887-b1cf-67c4d4ff60b4 req-2e6d46b2-83b6-4bf4-9708-f8ad574e0ba2 tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789290453881'] for port (1c4fb842-0eec-406c-bc2f-bd56da80a769), before_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:39:27.950993 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.db [req-1d6b09c0-786f-4887-b1cf-67c4d4ff60b4 req-2e6d46b2-83b6-4bf4-9708-f8ad574e0ba2 tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] For port 1c4fb842-0eec-406c-bc2f-bd56da80a769, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=1c4fb842-0eec-406c-bc2f-bd56da80a769,segment=NetworkSegment(179d65c1-9d95-4943-a804-bd91470b2f8b),segment_id=179d65c1-9d95-4943-a804-bd91470b2f8b)] {{(pid=103714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 05:39:27.951394 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [req-1d6b09c0-786f-4887-b1cf-67c4d4ff60b4 req-2e6d46b2-83b6-4bf4-9708-f8ad574e0ba2 tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542039'] for port (1c4fb842-0eec-406c-bc2f-bd56da80a769), precommit_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:39:27.964059 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [req-1d6b09c0-786f-4887-b1cf-67c4d4ff60b4 req-2e6d46b2-83b6-4bf4-9708-f8ad574e0ba2 tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Calling delete_port for 1c4fb842-0eec-406c-bc2f-bd56da80a769 owned by compute:nova {{(pid=103714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 05:39:28.175568 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [req-1d6b09c0-786f-4887-b1cf-67c4d4ff60b4 req-2e6d46b2-83b6-4bf4-9708-f8ad574e0ba2 tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789290460636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789289919726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13003867'] for port (1c4fb842-0eec-406c-bc2f-bd56da80a769), after_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:39:28.209019 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6d46b2-83b6-4bf4-9708-f8ad574e0ba2 tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Pushing event deleted for resources: {'Port': ['ID=1c4fb842-0eec-406c-bc2f-bd56da80a769,revision_number=None']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:39:28.248055 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d6b09c0-786f-4887-b1cf-67c4d4ff60b4 req-2e6d46b2-83b6-4bf4-9708-f8ad574e0ba2 tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] No DVR routers for this DVR port 1c4fb842-0eec-406c-bc2f-bd56da80a769 on host hv-cinder-76845 {{(pid=103714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 05:39:28.250480 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [req-1d6b09c0-786f-4887-b1cf-67c4d4ff60b4 req-2e6d46b2-83b6-4bf4-9708-f8ad574e0ba2 tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25628'] for port (None), before_response {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:39:28.253730 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-1d6b09c0-786f-4887-b1cf-67c4d4ff60b4 req-2e6d46b2-83b6-4bf4-9708-f8ad574e0ba2 tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] 10.222.0.41 "DELETE /v2.0/ports/1c4fb842-0eec-406c-bc2f-bd56da80a769 HTTP/1.1" status: 204 len: 173 time: 0.4806750 Mar 02 05:39:28.254160 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff993194-088e-4de4-badc-fee8831da347', 'name': 'network-vif-deleted', 'tag': '1c4fb842-0eec-406c-bc2f-bd56da80a769'}] {{(pid=103714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 05:39:28.257196 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ff79788530fe2085a0b37cf7dfc71d903fcc72df0d156f3e5e7065db2593a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25ae2730-efd9-4adc-8039-07431a41724f" -d '{"events": [{"server_uuid": "ff993194-088e-4de4-badc-fee8831da347", "name": "network-vif-deleted", "tag": "1c4fb842-0eec-406c-bc2f-bd56da80a769"}]}' {{(pid=103714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 05:39:28.293086 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 05:39:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ddeb69b-cdad-4f38-9e5c-42716cdfbb59 x-openstack-request-id: req-0ddeb69b-cdad-4f38-9e5c-42716cdfbb59 {{(pid=103714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 05:39:28.293408 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff993194-088e-4de4-badc-fee8831da347", "name": "network-vif-deleted", "tag": "1c4fb842-0eec-406c-bc2f-bd56da80a769", "status": "completed", "code": 200}]} {{(pid=103714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 05:39:28.293658 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0ddeb69b-cdad-4f38-9e5c-42716cdfbb59 {{(pid=103714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 05:39:28.294057 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff993194-088e-4de4-badc-fee8831da347', 'name': 'network-vif-deleted', 'tag': '1c4fb842-0eec-406c-bc2f-bd56da80a769', 'status': 'completed', 'code': 200} Mar 02 05:39:28.755051 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-c8403a6b-7d94-4201-b522-6c721db890c1 req-7a66f97e-8782-44e1-9723-e23f07a94bf1 tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff993194-088e-4de4-badc-fee8831da347 HTTP/1.1" status: 200 len: 210 time: 0.0281625 Mar 02 05:39:29.451958 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.db.agents_db [None req-19237f2e-a493-4721-ab19-473fd9844311 None None] Agent healthcheck: found 6 active agents {{(pid=103717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 05:39:32.225259 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.wsgi [-] (103714) accepted ('10.222.0.32', 45418) {{(pid=103714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:39:32.378848 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-da0a1676-44a0-47cf-bacb-2a5ab10337ba tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Deleting port 748bd0ef-c477-4fda-9700-39c78914d911 {{(pid=103714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 05:39:32.379184 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-da0a1676-44a0-47cf-bacb-2a5ab10337ba tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789290453881'] for port (748bd0ef-c477-4fda-9700-39c78914d911), before_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:39:32.451328 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-da0a1676-44a0-47cf-bacb-2a5ab10337ba tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542039'] for port (748bd0ef-c477-4fda-9700-39c78914d911), precommit_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:39:32.451655 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-da0a1676-44a0-47cf-bacb-2a5ab10337ba tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Publish callbacks [] for floatingip (748bd0ef-c477-4fda-9700-39c78914d911), precommit_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:39:32.463461 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-da0a1676-44a0-47cf-bacb-2a5ab10337ba tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Calling delete_port for 748bd0ef-c477-4fda-9700-39c78914d911 owned by network:floatingip {{(pid=103714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 05:39:32.689669 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-da0a1676-44a0-47cf-bacb-2a5ab10337ba tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789290460636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789289919726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13003867'] for port (748bd0ef-c477-4fda-9700-39c78914d911), after_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:39:32.706907 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.rpc [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Device 1c4fb842-0eec-406c-bc2f-bd56da80a769 no longer exists at agent hyperv_hv-cinder-76845 {{(pid=103716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 05:39:32.714796 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0a1676-44a0-47cf-bacb-2a5ab10337ba tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Pushing event deleted for resources: {'Port': ['ID=748bd0ef-c477-4fda-9700-39c78914d911,revision_number=None']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:39:32.727697 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] No Port match for: 1c4fb842-0eec-406c-bc2f-bd56da80a769 {{(pid=103716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 05:39:32.728045 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.rpc [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Device 1c4fb842-0eec-406c-bc2f-bd56da80a769 not bound to the agent host hv-cinder-76845 {{(pid=103716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 05:39:32.775637 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-da0a1676-44a0-47cf-bacb-2a5ab10337ba tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Publish callbacks [] for floatingip (e1efc091-d84d-4c1b-83d9-a7d3e20ea63d), after_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:39:32.775964 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.db.l3_db [None req-da0a1676-44a0-47cf-bacb-2a5ab10337ba tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Floating IP e1efc091-d84d-4c1b-83d9-a7d3e20ea63d disassociated (deleted). External IP: 172.27.2.100, port: eb45cdb9-12e5-4d8e-93d2-2f1d8754a083. Mar 02 05:39:32.977025 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da0a1676-44a0-47cf-bacb-2a5ab10337ba tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Router de25b4b3-f56c-49b1-aacc-08ebe8c6eaab has already been hosted by L3 agent 9c2b50e6-1677-4aa9-928e-941b4c488fc5 {{(pid=103714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 05:39:33.089981 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da0a1676-44a0-47cf-bacb-2a5ab10337ba tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Notify agent at l3_agent.dv-cinder-768458-18-iscsi the message routers_updated {{(pid=103714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 05:39:33.094819 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-da0a1676-44a0-47cf-bacb-2a5ab10337ba tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25628'] for floatingip (None), before_response {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:39:33.101045 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ee9e2c6-9391-4d19-a47a-6900d07b7574 None None] Sync routers for ids ['de25b4b3-f56c-49b1-aacc-08ebe8c6eaab'] in dv-cinder-768458-18-iscsi {{(pid=103716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 05:39:33.111132 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ee9e2c6-9391-4d19-a47a-6900d07b7574 None None] Routers {'de25b4b3-f56c-49b1-aacc-08ebe8c6eaab'} bound to L3 agent in host dv-cinder-768458-18-iscsi {{(pid=103716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 05:39:33.111785 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.l3_hamode_db [None req-6ee9e2c6-9391-4d19-a47a-6900d07b7574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T05:20:42Z,description=,heartbeat_timestamp=2022-03-02T05:39:12Z,host='dv-cinder-768458-18-iscsi',id=9c2b50e6-1677-4aa9-928e-941b4c488fc5,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T05:20:42Z,topic='l3_agent')) {'router_ids': ['de25b4b3-f56c-49b1-aacc-08ebe8c6eaab'], 'active': True} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 05:39:33.124127 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [None req-da0a1676-44a0-47cf-bacb-2a5ab10337ba tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] 10.222.0.32 "DELETE /v2.0/floatingips/e1efc091-d84d-4c1b-83d9-a7d3e20ea63d HTTP/1.1" status: 204 len: 168 time: 0.8978097 Mar 02 05:39:33.124824 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9e8ff2d-9a08-434a-9ede-b9c897cdb2b6', 'tag': 'eb45cdb9-12e5-4d8e-93d2-2f1d8754a083'}] {{(pid=103714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 05:39:33.127156 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ff79788530fe2085a0b37cf7dfc71d903fcc72df0d156f3e5e7065db2593a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05cf6a90-83a4-484d-9785-43597099bfef" -d '{"events": [{"name": "network-changed", "server_uuid": "e9e8ff2d-9a08-434a-9ede-b9c897cdb2b6", "tag": "eb45cdb9-12e5-4d8e-93d2-2f1d8754a083"}]}' {{(pid=103714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 05:39:33.162908 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Mar 2022 05:39:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db4fe735-573c-4ec9-8ce3-f915d9fab966 x-openstack-request-id: req-db4fe735-573c-4ec9-8ce3-f915d9fab966 {{(pid=103714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 05:39:33.163195 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9e8ff2d-9a08-434a-9ede-b9c897cdb2b6", "tag": "eb45cdb9-12e5-4d8e-93d2-2f1d8754a083", "status": "completed", "code": 200}]} {{(pid=103714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 05:39:33.163474 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-db4fe735-573c-4ec9-8ce3-f915d9fab966 {{(pid=103714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 05:39:33.164018 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9e8ff2d-9a08-434a-9ede-b9c897cdb2b6', 'tag': 'eb45cdb9-12e5-4d8e-93d2-2f1d8754a083', 'status': 'completed', 'code': 200} Mar 02 05:39:33.231088 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cf6a90-83a4-484d-9785-43597099bfef req-8a2a5a0e-c242-4f56-8ec1-415a96ba54d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:39:33.232696 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-05cf6a90-83a4-484d-9785-43597099bfef req-8a2a5a0e-c242-4f56-8ec1-415a96ba54d1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=849ab8ade87443a6947fd49bc6793c28&device_id=e9e8ff2d-9a08-434a-9ede-b9c897cdb2b6 HTTP/1.1" status: 200 len: 1130 time: 0.0478463 Mar 02 05:39:33.327883 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cf6a90-83a4-484d-9785-43597099bfef req-c784ea33-0907-462f-86f2-6030cfcac686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:39:33.329451 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-05cf6a90-83a4-484d-9785-43597099bfef req-c784ea33-0907-462f-86f2-6030cfcac686 service neutron] 10.222.0.41 "GET /v2.0/networks?id=26125afd-b096-4cb9-bba7-021d4862e741 HTTP/1.1" status: 200 len: 913 time: 0.0886085 Mar 02 05:39:33.362982 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.l3_dvr_db [None req-6ee9e2c6-9391-4d19-a47a-6900d07b7574 None None] Set router de25b4b3-f56c-49b1-aacc-08ebe8c6eaab gateway port host: dv-cinder-768458-18-iscsi {{(pid=103716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 05:39:33.373874 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-05cf6a90-83a4-484d-9785-43597099bfef req-a12857a8-fce5-45aa-96d3-55a4d2acedef service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eb45cdb9-12e5-4d8e-93d2-2f1d8754a083 HTTP/1.1" status: 200 len: 217 time: 0.0385897 Mar 02 05:39:33.422964 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cf6a90-83a4-484d-9785-43597099bfef req-be01f316-a3e2-4c34-8028-eac61d07690a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:39:33.424727 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-05cf6a90-83a4-484d-9785-43597099bfef req-be01f316-a3e2-4c34-8028-eac61d07690a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d188881c-9727-4efd-b9e6-7344d2704465 HTTP/1.1" status: 200 len: 851 time: 0.0441866 Mar 02 05:39:33.479774 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cf6a90-83a4-484d-9785-43597099bfef req-569acb18-6900-4570-839b-74ef3c20f7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:39:33.481714 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-05cf6a90-83a4-484d-9785-43597099bfef req-569acb18-6900-4570-839b-74ef3c20f7cc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=26125afd-b096-4cb9-bba7-021d4862e741&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0510104 Mar 02 05:39:33.554048 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd42085-bf84-4cf5-96be-7f6ca4e249ce req-c214f450-7562-4f84-ae70-b816e6533e1c tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:39:33.556256 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-abd42085-bf84-4cf5-96be-7f6ca4e249ce req-c214f450-7562-4f84-ae70-b816e6533e1c tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9e8ff2d-9a08-434a-9ede-b9c897cdb2b6 HTTP/1.1" status: 200 len: 946 time: 0.0616059 Mar 02 05:39:33.573502 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.l3_hamode_db [None req-6ee9e2c6-9391-4d19-a47a-6900d07b7574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de25b4b3-f56c-49b1-aacc-08ebe8c6eaab', 'name': 'tempest-TestVolumeBootPattern-1506929187-router', 'tenant_id': '849ab8ade87443a6947fd49bc6793c28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'external_fixed_ips': [{'subnet_id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'ip_address': '172.27.2.51'}], 'enable_snat': True}, 'gw_port_id': 'a2b74999-40da-49ac-b59a-dd50e271443a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T05:31:40Z', 'updated_at': '2022-03-02T05:31:44Z', 'revision_number': 4, 'project_id': '849ab8ade87443a6947fd49bc6793c28', 'gw_port': {'id': 'a2b74999-40da-49ac-b59a-dd50e271443a', 'name': '', 'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:7c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de25b4b3-f56c-49b1-aacc-08ebe8c6eaab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'ip_address': '172.27.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T05:31:41Z', 'updated_at': '2022-03-02T05:31:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-18-iscsi', '_interfaces': [{'id': 'df7fecc2-9b58-427e-919a-4569fe7d7cc8', 'name': '', 'network_id': '26125afd-b096-4cb9-bba7-021d4862e741', 'tenant_id': '849ab8ade87443a6947fd49bc6793c28', 'mac_address': 'fa:16:3e:d6:89:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de25b4b3-f56c-49b1-aacc-08ebe8c6eaab', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'd188881c-9727-4efd-b9e6-7344d2704465', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T05:31:43Z', 'updated_at': '2022-03-02T05:31:48Z', 'revision_number': 5, 'project_id': '849ab8ade87443a6947fd49bc6793c28', 'subnets': [{'id': 'd188881c-9727-4efd-b9e6-7344d2704465', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-18-iscsi', False) {} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 05:39:33.587928 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-05cf6a90-83a4-484d-9785-43597099bfef req-e0a2b731-9c74-4490-9780-86b80704e3c3 service neutron] 10.222.0.41 "GET /v2.0/networks/26125afd-b096-4cb9-bba7-021d4862e741?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982032 Mar 02 05:39:33.599907 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ee9e2c6-9391-4d19-a47a-6900d07b7574 None None] Checking router: de25b4b3-f56c-49b1-aacc-08ebe8c6eaab for host: dv-cinder-768458-18-iscsi {{(pid=103716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 05:39:33.607578 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [req-abd42085-bf84-4cf5-96be-7f6ca4e249ce req-218e67e8-8b65-487a-bca7-ac5eda0618fd tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] 10.222.0.32 "GET /v2.0/security-groups?id=01fdecac-c163-40c3-9d7b-98e5d2dc1a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452125 Mar 02 05:39:33.608187 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ee9e2c6-9391-4d19-a47a-6900d07b7574 None None] Routers {'de25b4b3-f56c-49b1-aacc-08ebe8c6eaab'} bound to L3 agent in host dv-cinder-768458-18-iscsi {{(pid=103716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 05:39:33.608796 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.l3_hamode_db [None req-6ee9e2c6-9391-4d19-a47a-6900d07b7574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T05:20:42Z,description=,heartbeat_timestamp=2022-03-02T05:39:12Z,host='dv-cinder-768458-18-iscsi',id=9c2b50e6-1677-4aa9-928e-941b4c488fc5,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T05:20:42Z,topic='l3_agent')) {'router_ids': ['de25b4b3-f56c-49b1-aacc-08ebe8c6eaab'], 'active': True} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 05:39:33.678267 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-05cf6a90-83a4-484d-9785-43597099bfef req-fd9b4605-33d5-491d-b75a-2ac2ecda21cd service neutron] 10.222.0.41 "GET /v2.0/networks/26125afd-b096-4cb9-bba7-021d4862e741?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834987 Mar 02 05:39:33.715207 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.l3_dvr_db [None req-6ee9e2c6-9391-4d19-a47a-6900d07b7574 None None] Set router de25b4b3-f56c-49b1-aacc-08ebe8c6eaab gateway port host: dv-cinder-768458-18-iscsi {{(pid=103716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 05:39:33.907377 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.l3_hamode_db [None req-6ee9e2c6-9391-4d19-a47a-6900d07b7574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de25b4b3-f56c-49b1-aacc-08ebe8c6eaab', 'name': 'tempest-TestVolumeBootPattern-1506929187-router', 'tenant_id': '849ab8ade87443a6947fd49bc6793c28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'external_fixed_ips': [{'subnet_id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'ip_address': '172.27.2.51'}], 'enable_snat': True}, 'gw_port_id': 'a2b74999-40da-49ac-b59a-dd50e271443a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T05:31:40Z', 'updated_at': '2022-03-02T05:31:44Z', 'revision_number': 4, 'project_id': '849ab8ade87443a6947fd49bc6793c28', 'gw_port': {'id': 'a2b74999-40da-49ac-b59a-dd50e271443a', 'name': '', 'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:7c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de25b4b3-f56c-49b1-aacc-08ebe8c6eaab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'ip_address': '172.27.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T05:31:41Z', 'updated_at': '2022-03-02T05:31:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-18-iscsi', '_interfaces': [{'id': 'df7fecc2-9b58-427e-919a-4569fe7d7cc8', 'name': '', 'network_id': '26125afd-b096-4cb9-bba7-021d4862e741', 'tenant_id': '849ab8ade87443a6947fd49bc6793c28', 'mac_address': 'fa:16:3e:d6:89:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de25b4b3-f56c-49b1-aacc-08ebe8c6eaab', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'd188881c-9727-4efd-b9e6-7344d2704465', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T05:31:43Z', 'updated_at': '2022-03-02T05:31:48Z', 'revision_number': 5, 'project_id': '849ab8ade87443a6947fd49bc6793c28', 'subnets': [{'id': 'd188881c-9727-4efd-b9e6-7344d2704465', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-18-iscsi', False) {} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 05:39:33.937215 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ee9e2c6-9391-4d19-a47a-6900d07b7574 None None] The sync data for ids ['de25b4b3-f56c-49b1-aacc-08ebe8c6eaab'] in dv-cinder-768458-18-iscsi is: [{'id': 'de25b4b3-f56c-49b1-aacc-08ebe8c6eaab', 'name': 'tempest-TestVolumeBootPattern-1506929187-router', 'tenant_id': '849ab8ade87443a6947fd49bc6793c28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'external_fixed_ips': [{'subnet_id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'ip_address': '172.27.2.51'}], 'enable_snat': True}, 'gw_port_id': 'a2b74999-40da-49ac-b59a-dd50e271443a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T05:31:40Z', 'updated_at': '2022-03-02T05:31:44Z', 'revision_number': 4, 'project_id': '849ab8ade87443a6947fd49bc6793c28', 'gw_port': {'id': 'a2b74999-40da-49ac-b59a-dd50e271443a', 'name': '', 'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:7c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de25b4b3-f56c-49b1-aacc-08ebe8c6eaab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'ip_address': '172.27.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T05:31:41Z', 'updated_at': '2022-03-02T05:31:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-18-iscsi', '_interfaces': [{'id': 'df7fecc2-9b58-427e-919a-4569fe7d7cc8', 'name': '', 'network_id': '26125afd-b096-4cb9-bba7-021d4862e741', 'tenant_id': '849ab8ade87443a6947fd49bc6793c28', 'mac_address': 'fa:16:3e:d6:89:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de25b4b3-f56c-49b1-aacc-08ebe8c6eaab', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'd188881c-9727-4efd-b9e6-7344d2704465', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T05:31:43Z', 'updated_at': '2022-03-02T05:31:48Z', 'revision_number': 5, 'project_id': '849ab8ade87443a6947fd49bc6793c28', 'subnets': [{'id': 'd188881c-9727-4efd-b9e6-7344d2704465', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 05:39:34.139941 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-813b0274-14c9-49c5-952c-5379af01e9ed None None] New status for floating IP e1efc091-d84d-4c1b-83d9-a7d3e20ea63d: DOWN {{(pid=103717) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 05:39:34.732153 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662d166a-93b8-43a7-85f3-50b93ca10606 req-3e8ba0ef-f2f8-4783-b626-ab73c700aadb tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:39:34.733527 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-662d166a-93b8-43a7-85f3-50b93ca10606 req-3e8ba0ef-f2f8-4783-b626-ab73c700aadb tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9e8ff2d-9a08-434a-9ede-b9c897cdb2b6 HTTP/1.1" status: 200 len: 946 time: 0.0563745 Mar 02 05:39:34.780705 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-662d166a-93b8-43a7-85f3-50b93ca10606 req-b185b2b7-43f6-4f72-aa32-418bd248f8a6 tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] 10.222.0.32 "GET /v2.0/security-groups?id=01fdecac-c163-40c3-9d7b-98e5d2dc1a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416024 Mar 02 05:39:35.008627 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bf6ecd-d1d8-4f1e-b921-ea165830bf4a req-1c3a5923-7a67-4c3c-89dd-ca0c86269000 tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 05:39:35.009940 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-65bf6ecd-d1d8-4f1e-b921-ea165830bf4a req-1c3a5923-7a67-4c3c-89dd-ca0c86269000 tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] 10.222.0.41 "GET /v2.0/ports?device_id=e9e8ff2d-9a08-434a-9ede-b9c897cdb2b6 HTTP/1.1" status: 200 len: 946 time: 0.0494597 Mar 02 05:39:35.101243 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [req-65bf6ecd-d1d8-4f1e-b921-ea165830bf4a req-661f478a-33d4-4e69-aff7-b010feb70b48 tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Deleting port eb45cdb9-12e5-4d8e-93d2-2f1d8754a083 {{(pid=103714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 05:39:35.101587 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [req-65bf6ecd-d1d8-4f1e-b921-ea165830bf4a req-661f478a-33d4-4e69-aff7-b010feb70b48 tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789290453881'] for port (eb45cdb9-12e5-4d8e-93d2-2f1d8754a083), before_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:39:35.186291 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.db [req-65bf6ecd-d1d8-4f1e-b921-ea165830bf4a req-661f478a-33d4-4e69-aff7-b010feb70b48 tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] For port eb45cdb9-12e5-4d8e-93d2-2f1d8754a083, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=eb45cdb9-12e5-4d8e-93d2-2f1d8754a083,segment=NetworkSegment(179d65c1-9d95-4943-a804-bd91470b2f8b),segment_id=179d65c1-9d95-4943-a804-bd91470b2f8b)] {{(pid=103714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 05:39:35.186655 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [req-65bf6ecd-d1d8-4f1e-b921-ea165830bf4a req-661f478a-33d4-4e69-aff7-b010feb70b48 tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542039'] for port (eb45cdb9-12e5-4d8e-93d2-2f1d8754a083), precommit_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:39:35.198469 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [req-65bf6ecd-d1d8-4f1e-b921-ea165830bf4a req-661f478a-33d4-4e69-aff7-b010feb70b48 tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Calling delete_port for eb45cdb9-12e5-4d8e-93d2-2f1d8754a083 owned by compute:nova {{(pid=103714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 05:39:35.678827 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [req-65bf6ecd-d1d8-4f1e-b921-ea165830bf4a req-661f478a-33d4-4e69-aff7-b010feb70b48 tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789290460636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789289919726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13003867'] for port (eb45cdb9-12e5-4d8e-93d2-2f1d8754a083), after_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:39:35.706095 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661f478a-33d4-4e69-aff7-b010feb70b48 tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Pushing event deleted for resources: {'Port': ['ID=eb45cdb9-12e5-4d8e-93d2-2f1d8754a083,revision_number=None']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:39:35.746746 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.db.l3_dvrscheduler_db [req-65bf6ecd-d1d8-4f1e-b921-ea165830bf4a req-661f478a-33d4-4e69-aff7-b010feb70b48 tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] No DVR routers for this DVR port eb45cdb9-12e5-4d8e-93d2-2f1d8754a083 on host hv-cinder-76845 {{(pid=103714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 05:39:35.749080 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [req-65bf6ecd-d1d8-4f1e-b921-ea165830bf4a req-661f478a-33d4-4e69-aff7-b010feb70b48 tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25628'] for port (None), before_response {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:39:35.752268 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-65bf6ecd-d1d8-4f1e-b921-ea165830bf4a req-661f478a-33d4-4e69-aff7-b010feb70b48 tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] 10.222.0.41 "DELETE /v2.0/ports/eb45cdb9-12e5-4d8e-93d2-2f1d8754a083 HTTP/1.1" status: 204 len: 173 time: 0.7376857 Mar 02 05:39:35.752701 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9e8ff2d-9a08-434a-9ede-b9c897cdb2b6', 'name': 'network-vif-deleted', 'tag': 'eb45cdb9-12e5-4d8e-93d2-2f1d8754a083'}] {{(pid=103714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 05:39:35.755034 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7ff79788530fe2085a0b37cf7dfc71d903fcc72df0d156f3e5e7065db2593a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d766af8-4b17-4557-ae26-252e2956e85f" -d '{"events": [{"server_uuid": "e9e8ff2d-9a08-434a-9ede-b9c897cdb2b6", "name": "network-vif-deleted", "tag": "eb45cdb9-12e5-4d8e-93d2-2f1d8754a083"}]}' {{(pid=103714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 02 05:39:35.789216 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Mar 2022 05:39:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee4a42d4-a898-491f-bd25-21a91021021e x-openstack-request-id: req-ee4a42d4-a898-491f-bd25-21a91021021e {{(pid=103714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 02 05:39:35.789510 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9e8ff2d-9a08-434a-9ede-b9c897cdb2b6", "name": "network-vif-deleted", "tag": "eb45cdb9-12e5-4d8e-93d2-2f1d8754a083", "status": "completed", "code": 200}]} {{(pid=103714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 02 05:39:35.789763 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ee4a42d4-a898-491f-bd25-21a91021021e {{(pid=103714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 02 05:39:35.790168 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9e8ff2d-9a08-434a-9ede-b9c897cdb2b6', 'name': 'network-vif-deleted', 'tag': 'eb45cdb9-12e5-4d8e-93d2-2f1d8754a083', 'status': 'completed', 'code': 200} Mar 02 05:39:35.876536 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [req-5649d965-5e6b-4b71-aa5f-23512156b6df req-31397407-1ea8-498c-ac54-096c61e76a9e tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9e8ff2d-9a08-434a-9ede-b9c897cdb2b6 HTTP/1.1" status: 200 len: 210 time: 0.0295589 Mar 02 05:39:36.933986 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.wsgi [-] (103714) accepted ('10.222.0.32', 45434) {{(pid=103714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:39:37.059395 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-62bb8f47-1c99-4499-a95f-84475c139a9b tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Deleting port 69c7314c-1a92-4026-84ab-30e2e72070a5 {{(pid=103714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 05:39:37.059736 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-62bb8f47-1c99-4499-a95f-84475c139a9b tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789290453881'] for port (69c7314c-1a92-4026-84ab-30e2e72070a5), before_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:39:37.130978 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-62bb8f47-1c99-4499-a95f-84475c139a9b tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542039'] for port (69c7314c-1a92-4026-84ab-30e2e72070a5), precommit_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:39:37.131325 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-62bb8f47-1c99-4499-a95f-84475c139a9b tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Publish callbacks [] for floatingip (69c7314c-1a92-4026-84ab-30e2e72070a5), precommit_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:39:37.142356 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-62bb8f47-1c99-4499-a95f-84475c139a9b tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Calling delete_port for 69c7314c-1a92-4026-84ab-30e2e72070a5 owned by network:floatingip {{(pid=103714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 05:39:37.335674 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-62bb8f47-1c99-4499-a95f-84475c139a9b tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789290460636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789289919726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13003867'] for port (69c7314c-1a92-4026-84ab-30e2e72070a5), after_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:39:37.361197 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bb8f47-1c99-4499-a95f-84475c139a9b tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Pushing event deleted for resources: {'Port': ['ID=69c7314c-1a92-4026-84ab-30e2e72070a5,revision_number=None']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:39:37.422524 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-62bb8f47-1c99-4499-a95f-84475c139a9b tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Publish callbacks [] for floatingip (7006d55d-5221-4b22-ae27-5f27e364e9f5), after_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:39:37.425277 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-62bb8f47-1c99-4499-a95f-84475c139a9b tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25628'] for floatingip (None), before_response {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:39:37.426399 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [None req-62bb8f47-1c99-4499-a95f-84475c139a9b tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] 10.222.0.32 "DELETE /v2.0/floatingips/7006d55d-5221-4b22-ae27-5f27e364e9f5 HTTP/1.1" status: 204 len: 168 time: 0.4912238 Mar 02 05:39:38.716853 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.rpc [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Device eb45cdb9-12e5-4d8e-93d2-2f1d8754a083 no longer exists at agent hyperv_hv-cinder-76845 {{(pid=103716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 05:39:38.742394 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] No Port match for: eb45cdb9-12e5-4d8e-93d2-2f1d8754a083 {{(pid=103716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 05:39:38.742735 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.rpc [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Device eb45cdb9-12e5-4d8e-93d2-2f1d8754a083 not bound to the agent host hv-cinder-76845 {{(pid=103716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 05:39:38.768536 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.wsgi [-] (103714) accepted ('10.222.0.32', 45446) {{(pid=103714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:39:38.815469 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (db45f871-b7ec-436d-b6b8-6a0a072a2253), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:39:38.824105 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-29514d7b-f1f8-4c7b-9c1e-7f162b9f9252 tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Publish callbacks [] for security_group (01fdecac-c163-40c3-9d7b-98e5d2dc1a8f), before_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:39:38.848511 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-29514d7b-f1f8-4c7b-9c1e-7f162b9f9252 tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Publish callbacks [] for security_group (01fdecac-c163-40c3-9d7b-98e5d2dc1a8f), precommit_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:39:38.969674 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-29514d7b-f1f8-4c7b-9c1e-7f162b9f9252 tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629892'] for security_group (01fdecac-c163-40c3-9d7b-98e5d2dc1a8f), after_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:39:38.972245 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-29514d7b-f1f8-4c7b-9c1e-7f162b9f9252 tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Publish callbacks [] for security_group (None), before_response {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:39:38.973388 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [None req-29514d7b-f1f8-4c7b-9c1e-7f162b9f9252 tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] 10.222.0.32 "DELETE /v2.0/security-groups/01fdecac-c163-40c3-9d7b-98e5d2dc1a8f HTTP/1.1" status: 204 len: 168 time: 0.2038610 Mar 02 05:39:38.982187 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29514d7b-f1f8-4c7b-9c1e-7f162b9f9252 tempest-TestVolumeBootPattern-1086591621 tempest-TestVolumeBootPattern-1086591621-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=01fdecac-c163-40c3-9d7b-98e5d2dc1a8f,revision_number=None']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:39:39.093049 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.wsgi [-] (103714) accepted ('10.222.0.32', 45450) {{(pid=103714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:39:39.534782 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-51474207-2660-409a-87b0-88af6ea493bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-555324'] for router_interface (de25b4b3-f56c-49b1-aacc-08ebe8c6eaab), before_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:39:39.639179 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-7709139b-4169-4276-a16c-120067b8d29e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (516abb3b-63f8-4dbb-a4f1-8865516966e2), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:39:39.779456 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-51474207-2660-409a-87b0-88af6ea493bd admin admin] Deleting port df7fecc2-9b58-427e-919a-4569fe7d7cc8 {{(pid=103714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 05:39:39.780066 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-51474207-2660-409a-87b0-88af6ea493bd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789290453881'] for port (df7fecc2-9b58-427e-919a-4569fe7d7cc8), before_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:39:39.856174 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.db [None req-51474207-2660-409a-87b0-88af6ea493bd admin admin] For port df7fecc2-9b58-427e-919a-4569fe7d7cc8, host dv-cinder-768458-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-18-iscsi',level=0,port_id=df7fecc2-9b58-427e-919a-4569fe7d7cc8,segment=NetworkSegment(179d65c1-9d95-4943-a804-bd91470b2f8b),segment_id=179d65c1-9d95-4943-a804-bd91470b2f8b)] {{(pid=103714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 05:39:39.856539 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-51474207-2660-409a-87b0-88af6ea493bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542039'] for port (df7fecc2-9b58-427e-919a-4569fe7d7cc8), precommit_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:39:39.869470 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-51474207-2660-409a-87b0-88af6ea493bd admin admin] Calling delete_port for df7fecc2-9b58-427e-919a-4569fe7d7cc8 owned by network:router_interface {{(pid=103714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 05:39:40.124062 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-51474207-2660-409a-87b0-88af6ea493bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789290460636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789289919726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13003867'] for port (df7fecc2-9b58-427e-919a-4569fe7d7cc8), after_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:39:40.154098 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51474207-2660-409a-87b0-88af6ea493bd admin admin] Pushing event deleted for resources: {'Port': ['ID=df7fecc2-9b58-427e-919a-4569fe7d7cc8,revision_number=None']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:39:40.321456 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-51474207-2660-409a-87b0-88af6ea493bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555472'] for router_interface (de25b4b3-f56c-49b1-aacc-08ebe8c6eaab), after_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:39:40.537176 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51474207-2660-409a-87b0-88af6ea493bd admin admin] Router de25b4b3-f56c-49b1-aacc-08ebe8c6eaab has already been hosted by L3 agent 9c2b50e6-1677-4aa9-928e-941b4c488fc5 {{(pid=103714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 05:39:40.642447 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51474207-2660-409a-87b0-88af6ea493bd admin admin] Notify agent at l3_agent.dv-cinder-768458-18-iscsi the message routers_updated {{(pid=103714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 05:39:40.647896 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [None req-51474207-2660-409a-87b0-88af6ea493bd admin admin] 10.222.0.32 "PUT /v2.0/routers/de25b4b3-f56c-49b1-aacc-08ebe8c6eaab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5538008 Mar 02 05:39:40.650403 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.wsgi [-] (103714) accepted ('10.222.0.32', 45454) {{(pid=103714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:39:40.652539 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de4003bd-cfc9-4849-ba5a-a5d0dbe14f7d None None] Sync routers for ids ['de25b4b3-f56c-49b1-aacc-08ebe8c6eaab'] in dv-cinder-768458-18-iscsi {{(pid=103716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 05:39:40.662089 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de4003bd-cfc9-4849-ba5a-a5d0dbe14f7d None None] Routers {'de25b4b3-f56c-49b1-aacc-08ebe8c6eaab'} bound to L3 agent in host dv-cinder-768458-18-iscsi {{(pid=103716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 05:39:40.662708 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.l3_hamode_db [None req-de4003bd-cfc9-4849-ba5a-a5d0dbe14f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T05:20:42Z,description=,heartbeat_timestamp=2022-03-02T05:39:12Z,host='dv-cinder-768458-18-iscsi',id=9c2b50e6-1677-4aa9-928e-941b4c488fc5,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T05:20:42Z,topic='l3_agent')) {'router_ids': ['de25b4b3-f56c-49b1-aacc-08ebe8c6eaab'], 'active': True} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 05:39:40.756358 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-c0d42a10-ed13-4136-86f4-e4f39d3ce207 admin admin] Publish callbacks [] for router (de25b4b3-f56c-49b1-aacc-08ebe8c6eaab), before_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:39:40.772579 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.l3_dvr_db [None req-de4003bd-cfc9-4849-ba5a-a5d0dbe14f7d None None] Set router de25b4b3-f56c-49b1-aacc-08ebe8c6eaab gateway port host: dv-cinder-768458-18-iscsi {{(pid=103716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 05:39:40.862737 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-c0d42a10-ed13-4136-86f4-e4f39d3ce207 admin admin] Publish callbacks [] for router_gateway (de25b4b3-f56c-49b1-aacc-08ebe8c6eaab), before_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:39:40.944281 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.l3_hamode_db [None req-de4003bd-cfc9-4849-ba5a-a5d0dbe14f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de25b4b3-f56c-49b1-aacc-08ebe8c6eaab', 'name': 'tempest-TestVolumeBootPattern-1506929187-router', 'tenant_id': '849ab8ade87443a6947fd49bc6793c28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'external_fixed_ips': [{'subnet_id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'ip_address': '172.27.2.51'}], 'enable_snat': True}, 'gw_port_id': 'a2b74999-40da-49ac-b59a-dd50e271443a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T05:31:40Z', 'updated_at': '2022-03-02T05:39:40Z', 'revision_number': 5, 'project_id': '849ab8ade87443a6947fd49bc6793c28', 'gw_port': {'id': 'a2b74999-40da-49ac-b59a-dd50e271443a', 'name': '', 'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:7c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de25b4b3-f56c-49b1-aacc-08ebe8c6eaab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'ip_address': '172.27.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T05:31:41Z', 'updated_at': '2022-03-02T05:31:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-18-iscsi'}], 'dv-cinder-768458-18-iscsi', False) {} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 05:39:40.969609 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de4003bd-cfc9-4849-ba5a-a5d0dbe14f7d None None] Checking router: de25b4b3-f56c-49b1-aacc-08ebe8c6eaab for host: dv-cinder-768458-18-iscsi {{(pid=103716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 05:39:40.977754 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de4003bd-cfc9-4849-ba5a-a5d0dbe14f7d None None] Routers {'de25b4b3-f56c-49b1-aacc-08ebe8c6eaab'} bound to L3 agent in host dv-cinder-768458-18-iscsi {{(pid=103716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 05:39:40.978355 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.l3_hamode_db [None req-de4003bd-cfc9-4849-ba5a-a5d0dbe14f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T05:20:42Z,description=,heartbeat_timestamp=2022-03-02T05:39:12Z,host='dv-cinder-768458-18-iscsi',id=9c2b50e6-1677-4aa9-928e-941b4c488fc5,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T05:20:42Z,topic='l3_agent')) {'router_ids': ['de25b4b3-f56c-49b1-aacc-08ebe8c6eaab'], 'active': True} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 05:39:41.024001 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-c0d42a10-ed13-4136-86f4-e4f39d3ce207 admin admin] Deleting port a2b74999-40da-49ac-b59a-dd50e271443a {{(pid=103714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 05:39:41.024252 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-c0d42a10-ed13-4136-86f4-e4f39d3ce207 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789290453881'] for port (a2b74999-40da-49ac-b59a-dd50e271443a), before_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:39:41.066262 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.l3_dvr_db [None req-de4003bd-cfc9-4849-ba5a-a5d0dbe14f7d None None] Set router de25b4b3-f56c-49b1-aacc-08ebe8c6eaab gateway port host: None {{(pid=103716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 05:39:41.115399 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.db [None req-c0d42a10-ed13-4136-86f4-e4f39d3ce207 admin admin] For port a2b74999-40da-49ac-b59a-dd50e271443a, host dv-cinder-768458-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-18-iscsi',level=0,port_id=a2b74999-40da-49ac-b59a-dd50e271443a,segment=NetworkSegment(4c026da1-f439-448a-ad69-ccdbf2795772),segment_id=4c026da1-f439-448a-ad69-ccdbf2795772)] {{(pid=103714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 05:39:41.115762 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-c0d42a10-ed13-4136-86f4-e4f39d3ce207 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542039'] for port (a2b74999-40da-49ac-b59a-dd50e271443a), precommit_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:39:41.122770 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.l3_hamode_db [None req-de4003bd-cfc9-4849-ba5a-a5d0dbe14f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de25b4b3-f56c-49b1-aacc-08ebe8c6eaab', 'name': 'tempest-TestVolumeBootPattern-1506929187-router', 'tenant_id': '849ab8ade87443a6947fd49bc6793c28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T05:31:40Z', 'updated_at': '2022-03-02T05:39:40Z', 'revision_number': 6, 'project_id': '849ab8ade87443a6947fd49bc6793c28', 'gw_port_host': None}], 'dv-cinder-768458-18-iscsi', False) {} {{(pid=103716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 05:39:41.128835 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-c0d42a10-ed13-4136-86f4-e4f39d3ce207 admin admin] Calling delete_port for a2b74999-40da-49ac-b59a-dd50e271443a owned by network:router_gateway {{(pid=103714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 05:39:41.149610 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de4003bd-cfc9-4849-ba5a-a5d0dbe14f7d None None] The sync data for ids ['de25b4b3-f56c-49b1-aacc-08ebe8c6eaab'] in dv-cinder-768458-18-iscsi is: [{'id': 'de25b4b3-f56c-49b1-aacc-08ebe8c6eaab', 'name': 'tempest-TestVolumeBootPattern-1506929187-router', 'tenant_id': '849ab8ade87443a6947fd49bc6793c28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T05:31:40Z', 'updated_at': '2022-03-02T05:39:40Z', 'revision_number': 6, 'project_id': '849ab8ade87443a6947fd49bc6793c28', 'gw_port_host': None}] {{(pid=103716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 05:39:41.374811 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-c0d42a10-ed13-4136-86f4-e4f39d3ce207 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789290460636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789289919726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13003867'] for port (a2b74999-40da-49ac-b59a-dd50e271443a), after_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:39:41.402877 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d42a10-ed13-4136-86f4-e4f39d3ce207 admin admin] Pushing event deleted for resources: {'Port': ['ID=a2b74999-40da-49ac-b59a-dd50e271443a,revision_number=None']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:39:41.464529 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-c0d42a10-ed13-4136-86f4-e4f39d3ce207 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-556402'] for router_gateway (de25b4b3-f56c-49b1-aacc-08ebe8c6eaab), after_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:39:41.558808 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-c0d42a10-ed13-4136-86f4-e4f39d3ce207 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552674', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5165'] for router (de25b4b3-f56c-49b1-aacc-08ebe8c6eaab), precommit_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:39:41.561159 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-c0d42a10-ed13-4136-86f4-e4f39d3ce207 admin admin] Publish callbacks [] for router_controller (de25b4b3-f56c-49b1-aacc-08ebe8c6eaab), precommit_delete_associations {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:39:41.655384 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-c0d42a10-ed13-4136-86f4-e4f39d3ce207 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552665'] for router (de25b4b3-f56c-49b1-aacc-08ebe8c6eaab), after_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:39:41.655946 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0d42a10-ed13-4136-86f4-e4f39d3ce207 admin admin] Fanout notify agent at l3_agent the message router_deleted on router de25b4b3-f56c-49b1-aacc-08ebe8c6eaab {{(pid=103714) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 05:39:41.660249 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-c0d42a10-ed13-4136-86f4-e4f39d3ce207 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:39:41.661908 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [None req-c0d42a10-ed13-4136-86f4-e4f39d3ce207 admin admin] 10.222.0.32 "DELETE /v2.0/routers/de25b4b3-f56c-49b1-aacc-08ebe8c6eaab HTTP/1.1" status: 204 len: 168 time: 1.0104051 Mar 02 05:39:41.664418 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.wsgi [-] (103714) accepted ('10.222.0.32', 45456) {{(pid=103714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:39:41.709291 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1dc1ac8-ba54-4099-89ab-8c0795724cc1 admin admin] Deleting subnet d188881c-9727-4efd-b9e6-7344d2704465 {{(pid=103714) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 02 05:39:41.712455 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-a1dc1ac8-ba54-4099-89ab-8c0795724cc1 admin admin] Publish callbacks [] for subnet (d188881c-9727-4efd-b9e6-7344d2704465), before_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:39:41.746576 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-a1dc1ac8-ba54-4099-89ab-8c0795724cc1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13450151'] for subnet (d188881c-9727-4efd-b9e6-7344d2704465), precommit_delete_associations {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:39:41.764088 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-2bbeaa72-4dfa-4663-a696-3e79750f283c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (9c2b50e6-1677-4aa9-928e-941b4c488fc5), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:39:41.821809 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-a1dc1ac8-ba54-4099-89ab-8c0795724cc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1107012'] for subnet (d188881c-9727-4efd-b9e6-7344d2704465), precommit_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:39:41.959181 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-a1dc1ac8-ba54-4099-89ab-8c0795724cc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1107019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13003880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13179341'] for subnet (d188881c-9727-4efd-b9e6-7344d2704465), after_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:39:41.985650 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dc1ac8-ba54-4099-89ab-8c0795724cc1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d188881c-9727-4efd-b9e6-7344d2704465,revision_number=None']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:39:41.989362 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-a1dc1ac8-ba54-4099-89ab-8c0795724cc1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:39:41.992568 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [None req-a1dc1ac8-ba54-4099-89ab-8c0795724cc1 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/d188881c-9727-4efd-b9e6-7344d2704465 HTTP/1.1" status: 204 len: 168 time: 0.3272378 Mar 02 05:39:41.995228 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.wsgi [-] (103715) accepted ('10.222.0.32', 45458) {{(pid=103715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:39:42.000925 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97a68cb5-b6bb-45a6-914f-e2d0018790d9 None None] Network 26125afd-b096-4cb9-bba7-021d4862e741 requested from dv-cinder-768458-18-iscsi {{(pid=103716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 05:39:42.069402 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-b298c8d8-1965-4928-b079-24ee3150b312 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1295551'] for network (26125afd-b096-4cb9-bba7-021d4862e741), before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:39:42.123748 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-b298c8d8-1965-4928-b079-24ee3150b312 admin admin] Deleting port ceb32a79-a793-411d-be2e-fae5e5e186c8 {{(pid=103715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 05:39:42.124167 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-b298c8d8-1965-4928-b079-24ee3150b312 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789290453881'] for port (ceb32a79-a793-411d-be2e-fae5e5e186c8), before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:39:42.175698 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22a0feb1-a8b5-4cda-a276-36a720b059c7 None None] DHCP port deletion for 26125afd-b096-4cb9-bba7-021d4862e741 request from dv-cinder-768458-18-iscsi {{(pid=103716) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 02 05:39:42.189774 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.db [None req-b298c8d8-1965-4928-b079-24ee3150b312 admin admin] For port ceb32a79-a793-411d-be2e-fae5e5e186c8, host dv-cinder-768458-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-18-iscsi',level=0,port_id=ceb32a79-a793-411d-be2e-fae5e5e186c8,segment=NetworkSegment(179d65c1-9d95-4943-a804-bd91470b2f8b),segment_id=179d65c1-9d95-4943-a804-bd91470b2f8b)] {{(pid=103715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 05:39:42.190132 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-b298c8d8-1965-4928-b079-24ee3150b312 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542039'] for port (ceb32a79-a793-411d-be2e-fae5e5e186c8), precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:39:42.202986 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-b298c8d8-1965-4928-b079-24ee3150b312 admin admin] Calling delete_port for ceb32a79-a793-411d-be2e-fae5e5e186c8 owned by network:dhcp {{(pid=103715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 05:39:42.224228 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-22a0feb1-a8b5-4cda-a276-36a720b059c7 None None] Deleting port ceb32a79-a793-411d-be2e-fae5e5e186c8 {{(pid=103716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 05:39:42.224538 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-22a0feb1-a8b5-4cda-a276-36a720b059c7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789290453881'] for port (ceb32a79-a793-411d-be2e-fae5e5e186c8), before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:39:42.288990 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-22a0feb1-a8b5-4cda-a276-36a720b059c7 None None] For port ceb32a79-a793-411d-be2e-fae5e5e186c8, host dv-cinder-768458-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-18-iscsi',level=0,port_id=ceb32a79-a793-411d-be2e-fae5e5e186c8,segment=NetworkSegment(179d65c1-9d95-4943-a804-bd91470b2f8b),segment_id=179d65c1-9d95-4943-a804-bd91470b2f8b)] {{(pid=103716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 05:39:42.289383 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-22a0feb1-a8b5-4cda-a276-36a720b059c7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542039'] for port (ceb32a79-a793-411d-be2e-fae5e5e186c8), precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:39:42.301283 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-22a0feb1-a8b5-4cda-a276-36a720b059c7 None None] Calling delete_port for ceb32a79-a793-411d-be2e-fae5e5e186c8 owned by network:dhcp {{(pid=103716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 05:39:42.335613 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-b298c8d8-1965-4928-b079-24ee3150b312 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789290460636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789289919726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14203002'] for port (ceb32a79-a793-411d-be2e-fae5e5e186c8), after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:39:42.360833 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b298c8d8-1965-4928-b079-24ee3150b312 admin admin] Pushing event deleted for resources: {'Port': ['ID=ceb32a79-a793-411d-be2e-fae5e5e186c8,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:39:42.364324 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b298c8d8-1965-4928-b079-24ee3150b312 admin admin] No DVR routers for this DVR port ceb32a79-a793-411d-be2e-fae5e5e186c8 on host dv-cinder-768458-18-iscsi {{(pid=103715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 05:39:42.377261 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-22a0feb1-a8b5-4cda-a276-36a720b059c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789290460636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789289919726'] for port (ceb32a79-a793-411d-be2e-fae5e5e186c8), after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:39:42.406511 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a0feb1-a8b5-4cda-a276-36a720b059c7 None None] Pushing event deleted for resources: {'Port': ['ID=ceb32a79-a793-411d-be2e-fae5e5e186c8,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:39:42.411359 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a0feb1-a8b5-4cda-a276-36a720b059c7 None None] No DVR routers for this DVR port ceb32a79-a793-411d-be2e-fae5e5e186c8 on host dv-cinder-768458-18-iscsi {{(pid=103716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 05:39:42.423983 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a0feb1-a8b5-4cda-a276-36a720b059c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:39:42.424350 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a0feb1-a8b5-4cda-a276-36a720b059c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:39:42.424702 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a0feb1-a8b5-4cda-a276-36a720b059c7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:39:42.425052 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a0feb1-a8b5-4cda-a276-36a720b059c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:39:42.425388 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a0feb1-a8b5-4cda-a276-36a720b059c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:39:42.425829 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a0feb1-a8b5-4cda-a276-36a720b059c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:39:42.426062 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a0feb1-a8b5-4cda-a276-36a720b059c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:39:42.426379 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a0feb1-a8b5-4cda-a276-36a720b059c7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:39:42.434715 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a0feb1-a8b5-4cda-a276-36a720b059c7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:39:42.434715 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a0feb1-a8b5-4cda-a276-36a720b059c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:39:42.434715 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a0feb1-a8b5-4cda-a276-36a720b059c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:39:42.434715 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a0feb1-a8b5-4cda-a276-36a720b059c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:39:42.434715 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a0feb1-a8b5-4cda-a276-36a720b059c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-18-iscsi {{(pid=103716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 05:39:42.438658 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-b298c8d8-1965-4928-b079-24ee3150b312 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2011071', 'neutron.services.segments.db._delete_segments_for_network-8789290248605'] for network (26125afd-b096-4cb9-bba7-021d4862e741), precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:39:42.458713 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.services.segments.db [None req-b298c8d8-1965-4928-b079-24ee3150b312 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26125afd-b096-4cb9-bba7-021d4862e741']}} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 05:39:42.468225 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.services.segments.db [None req-b298c8d8-1965-4928-b079-24ee3150b312 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '179d65c1-9d95-4943-a804-bd91470b2f8b') {'for_net_delete': True} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 05:39:42.468527 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.services.segments.db [None req-b298c8d8-1965-4928-b079-24ee3150b312 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '179d65c1-9d95-4943-a804-bd91470b2f8b') {} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 05:39:42.477989 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-b298c8d8-1965-4928-b079-24ee3150b312 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789290251430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14592168'] for segment (179d65c1-9d95-4943-a804-bd91470b2f8b), before_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:39:42.491271 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-b298c8d8-1965-4928-b079-24ee3150b312 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1106907'] for segment (179d65c1-9d95-4943-a804-bd91470b2f8b), precommit_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:39:42.497003 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b298c8d8-1965-4928-b079-24ee3150b312 admin admin] Releasing vlan 295 on physical network physnet1 to pool {{(pid=103715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 05:39:42.497379 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-b298c8d8-1965-4928-b079-24ee3150b312 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1106907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14203031'] for segment (179d65c1-9d95-4943-a804-bd91470b2f8b), after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:39:42.498997 dv-cinder-768458-18-iscsi neutron-server[103715]: Traceback (most recent call last): Mar 02 05:39:42.498997 dv-cinder-768458-18-iscsi neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 05:39:42.498997 dv-cinder-768458-18-iscsi neutron-server[103715]: timer() Mar 02 05:39:42.498997 dv-cinder-768458-18-iscsi neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 05:39:42.498997 dv-cinder-768458-18-iscsi neutron-server[103715]: cb(*args, **kw) Mar 02 05:39:42.498997 dv-cinder-768458-18-iscsi neutron-server[103715]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 02 05:39:42.498997 dv-cinder-768458-18-iscsi neutron-server[103715]: return func(*args, **kwargs) Mar 02 05:39:42.498997 dv-cinder-768458-18-iscsi neutron-server[103715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 05:39:42.498997 dv-cinder-768458-18-iscsi neutron-server[103715]: self._notify() Mar 02 05:39:42.498997 dv-cinder-768458-18-iscsi neutron-server[103715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 05:39:42.498997 dv-cinder-768458-18-iscsi neutron-server[103715]: self.callback(batched_events) Mar 02 05:39:42.498997 dv-cinder-768458-18-iscsi neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 05:39:42.498997 dv-cinder-768458-18-iscsi neutron-server[103715]: event.method(event) Mar 02 05:39:42.498997 dv-cinder-768458-18-iscsi neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 02 05:39:42.498997 dv-cinder-768458-18-iscsi neutron-server[103715]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 05:39:42.498997 dv-cinder-768458-18-iscsi neutron-server[103715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 02 05:39:42.498997 dv-cinder-768458-18-iscsi neutron-server[103715]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 05:39:42.498997 dv-cinder-768458-18-iscsi neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 02 05:39:42.498997 dv-cinder-768458-18-iscsi neutron-server[103715]: return f(self, *a, **k) Mar 02 05:39:42.498997 dv-cinder-768458-18-iscsi neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 05:39:42.498997 dv-cinder-768458-18-iscsi neutron-server[103715]: return self._get(url).json() Mar 02 05:39:42.498997 dv-cinder-768458-18-iscsi neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 05:39:42.498997 dv-cinder-768458-18-iscsi neutron-server[103715]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 05:39:42.498997 dv-cinder-768458-18-iscsi neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 05:39:42.498997 dv-cinder-768458-18-iscsi neutron-server[103715]: return self.request(url, 'GET', **kwargs) Mar 02 05:39:42.498997 dv-cinder-768458-18-iscsi neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 05:39:42.498997 dv-cinder-768458-18-iscsi neutron-server[103715]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 05:39:42.498997 dv-cinder-768458-18-iscsi neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 05:39:42.498997 dv-cinder-768458-18-iscsi neutron-server[103715]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 05:39:42.498997 dv-cinder-768458-18-iscsi neutron-server[103715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 05:39:42.498997 dv-cinder-768458-18-iscsi neutron-server[103715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 05:39:42.498997 dv-cinder-768458-18-iscsi neutron-server[103715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 05:39:42.609577 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-b298c8d8-1965-4928-b079-24ee3150b312 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2011078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556366'] for network (26125afd-b096-4cb9-bba7-021d4862e741), after_delete {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:39:42.615506 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-b298c8d8-1965-4928-b079-24ee3150b312 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531172'] for network (None), before_response {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:39:42.618674 dv-cinder-768458-18-iscsi neutron-server[103715]: INFO neutron.wsgi [None req-b298c8d8-1965-4928-b079-24ee3150b312 admin admin] 10.222.0.32 "DELETE /v2.0/networks/26125afd-b096-4cb9-bba7-021d4862e741 HTTP/1.1" status: 204 len: 168 time: 0.6219296 Mar 02 05:39:42.621635 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.wsgi [-] (103714) accepted ('10.222.0.32', 45460) {{(pid=103714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:39:42.630187 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b298c8d8-1965-4928-b079-24ee3150b312 admin admin] Pushing event deleted for resources: {'Network': ['ID=26125afd-b096-4cb9-bba7-021d4862e741,revision_number=None']} {{(pid=103715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:39:42.851044 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-2ae3422a-c85d-446a-90f5-ce5a8bf639ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (d4d802fc-4ac8-47f8-b030-2ffc185fa6dc), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:39:43.147848 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.rpc [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Device df7fecc2-9b58-427e-919a-4569fe7d7cc8 no longer exists at agent ovs-agent-dv-cinder-768458-18-iscsi {{(pid=103716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 05:39:43.168414 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] No Port match for: df7fecc2-9b58-427e-919a-4569fe7d7cc8 {{(pid=103716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 05:39:43.168846 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.rpc [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Device df7fecc2-9b58-427e-919a-4569fe7d7cc8 not bound to the agent host dv-cinder-768458-18-iscsi {{(pid=103716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 05:39:43.169341 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.rpc [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Device ceb32a79-a793-411d-be2e-fae5e5e186c8 no longer exists at agent ovs-agent-dv-cinder-768458-18-iscsi {{(pid=103716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 05:39:43.188038 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] No Port match for: ceb32a79-a793-411d-be2e-fae5e5e186c8 {{(pid=103716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 05:39:43.188472 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.rpc [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Device ceb32a79-a793-411d-be2e-fae5e5e186c8 not bound to the agent host dv-cinder-768458-18-iscsi {{(pid=103716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 05:39:43.188897 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.rpc [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Device a2b74999-40da-49ac-b59a-dd50e271443a no longer exists at agent ovs-agent-dv-cinder-768458-18-iscsi {{(pid=103716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 05:39:43.206961 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] No Port match for: a2b74999-40da-49ac-b59a-dd50e271443a {{(pid=103716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 05:39:43.207330 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.rpc [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Device a2b74999-40da-49ac-b59a-dd50e271443a not bound to the agent host dv-cinder-768458-18-iscsi {{(pid=103716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 05:39:43.237685 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-224e77f1-1cdc-440b-a87d-2204c7e93c09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-555324'] for router_interface (9f16b203-58e2-40a5-a755-93884a43defd), before_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:39:43.487144 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-224e77f1-1cdc-440b-a87d-2204c7e93c09 admin admin] Deleting port 332a8cf8-5cfc-4bc8-b451-8fdff99e285f {{(pid=103714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 05:39:43.487520 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-224e77f1-1cdc-440b-a87d-2204c7e93c09 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789290453881'] for port (332a8cf8-5cfc-4bc8-b451-8fdff99e285f), before_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:39:43.565731 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.db [None req-224e77f1-1cdc-440b-a87d-2204c7e93c09 admin admin] For port 332a8cf8-5cfc-4bc8-b451-8fdff99e285f, host dv-cinder-768458-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-18-iscsi',level=0,port_id=332a8cf8-5cfc-4bc8-b451-8fdff99e285f,segment=NetworkSegment(cff47cff-3e56-40c3-b12e-6002cc745ad2),segment_id=cff47cff-3e56-40c3-b12e-6002cc745ad2)] {{(pid=103714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 05:39:43.566089 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-224e77f1-1cdc-440b-a87d-2204c7e93c09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542039'] for port (332a8cf8-5cfc-4bc8-b451-8fdff99e285f), precommit_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:39:43.579126 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-224e77f1-1cdc-440b-a87d-2204c7e93c09 admin admin] Calling delete_port for 332a8cf8-5cfc-4bc8-b451-8fdff99e285f owned by network:router_interface {{(pid=103714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 05:39:43.808949 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-224e77f1-1cdc-440b-a87d-2204c7e93c09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789290460636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789289919726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13003867'] for port (332a8cf8-5cfc-4bc8-b451-8fdff99e285f), after_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:39:43.834970 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224e77f1-1cdc-440b-a87d-2204c7e93c09 admin admin] Pushing event deleted for resources: {'Port': ['ID=332a8cf8-5cfc-4bc8-b451-8fdff99e285f,revision_number=None']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:39:44.000116 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-224e77f1-1cdc-440b-a87d-2204c7e93c09 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-555472'] for router_interface (9f16b203-58e2-40a5-a755-93884a43defd), after_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:39:44.213809 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-224e77f1-1cdc-440b-a87d-2204c7e93c09 admin admin] Router 9f16b203-58e2-40a5-a755-93884a43defd has already been hosted by L3 agent 9c2b50e6-1677-4aa9-928e-941b4c488fc5 {{(pid=103714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 02 05:39:44.330309 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-224e77f1-1cdc-440b-a87d-2204c7e93c09 admin admin] Notify agent at l3_agent.dv-cinder-768458-18-iscsi the message routers_updated {{(pid=103714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 02 05:39:44.337787 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [None req-224e77f1-1cdc-440b-a87d-2204c7e93c09 admin admin] 10.222.0.32 "PUT /v2.0/routers/9f16b203-58e2-40a5-a755-93884a43defd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7133994 Mar 02 05:39:44.338512 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.wsgi [-] (103714) accepted ('10.222.0.32', 45462) {{(pid=103714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:39:44.341189 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43fe5844-6307-4ab4-879f-4d8507bd4d88 None None] Sync routers for ids ['9f16b203-58e2-40a5-a755-93884a43defd'] in dv-cinder-768458-18-iscsi {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 05:39:44.351079 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43fe5844-6307-4ab4-879f-4d8507bd4d88 None None] Routers {'9f16b203-58e2-40a5-a755-93884a43defd'} bound to L3 agent in host dv-cinder-768458-18-iscsi {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 05:39:44.352355 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f73b428b-984e-4c5a-9878-aef8f2b511ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (e0636eb1-3d25-4c31-a6e5-3f8fd1255322), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:39:44.352879 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-43fe5844-6307-4ab4-879f-4d8507bd4d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T05:20:42Z,description=,heartbeat_timestamp=2022-03-02T05:39:42Z,host='dv-cinder-768458-18-iscsi',id=9c2b50e6-1677-4aa9-928e-941b4c488fc5,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T05:20:42Z,topic='l3_agent')) {'router_ids': ['9f16b203-58e2-40a5-a755-93884a43defd'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 05:39:44.447687 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-df5b5392-e8e2-4a57-ba00-ebf05fd98393 admin admin] Publish callbacks [] for router (9f16b203-58e2-40a5-a755-93884a43defd), before_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:39:44.457383 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.db.l3_dvr_db [None req-43fe5844-6307-4ab4-879f-4d8507bd4d88 None None] Set router 9f16b203-58e2-40a5-a755-93884a43defd gateway port host: dv-cinder-768458-18-iscsi {{(pid=103717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 05:39:44.553080 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-df5b5392-e8e2-4a57-ba00-ebf05fd98393 admin admin] Publish callbacks [] for router_gateway (9f16b203-58e2-40a5-a755-93884a43defd), before_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:39:44.637121 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-43fe5844-6307-4ab4-879f-4d8507bd4d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f16b203-58e2-40a5-a755-93884a43defd', 'name': 'tempest-TestVolumeBootPattern-1772070074-router', 'tenant_id': '77b312b7de7347d591babfcec5486d9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'external_fixed_ips': [{'subnet_id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'ip_address': '172.27.2.6'}], 'enable_snat': True}, 'gw_port_id': '5180ada9-c1ad-4059-a908-69763158d869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T05:31:48Z', 'updated_at': '2022-03-02T05:39:43Z', 'revision_number': 5, 'project_id': '77b312b7de7347d591babfcec5486d9e', 'gw_port': {'id': '5180ada9-c1ad-4059-a908-69763158d869', 'name': '', 'network_id': 'b55256da-732d-4561-a24f-23ea9a772c58', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:7d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f16b203-58e2-40a5-a755-93884a43defd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'ip_address': '172.27.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-18-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T05:31:49Z', 'updated_at': '2022-03-02T05:31:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77df959b-d159-4f61-98dc-e86e1ea2cf69', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-18-iscsi'}], 'dv-cinder-768458-18-iscsi', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 05:39:44.654503 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-df5b5392-e8e2-4a57-ba00-ebf05fd98393 admin admin] Deleting port 5180ada9-c1ad-4059-a908-69763158d869 {{(pid=103714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 05:39:44.654849 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-df5b5392-e8e2-4a57-ba00-ebf05fd98393 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789290453881'] for port (5180ada9-c1ad-4059-a908-69763158d869), before_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:39:44.668243 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43fe5844-6307-4ab4-879f-4d8507bd4d88 None None] Checking router: 9f16b203-58e2-40a5-a755-93884a43defd for host: dv-cinder-768458-18-iscsi {{(pid=103717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 05:39:44.677626 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43fe5844-6307-4ab4-879f-4d8507bd4d88 None None] Routers {'9f16b203-58e2-40a5-a755-93884a43defd'} bound to L3 agent in host dv-cinder-768458-18-iscsi {{(pid=103717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 02 05:39:44.678233 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-43fe5844-6307-4ab4-879f-4d8507bd4d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-18-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T05:20:42Z,description=,heartbeat_timestamp=2022-03-02T05:39:42Z,host='dv-cinder-768458-18-iscsi',id=9c2b50e6-1677-4aa9-928e-941b4c488fc5,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T05:20:42Z,topic='l3_agent')) {'router_ids': ['9f16b203-58e2-40a5-a755-93884a43defd'], 'active': True} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 05:39:44.735722 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.db [None req-df5b5392-e8e2-4a57-ba00-ebf05fd98393 admin admin] For port 5180ada9-c1ad-4059-a908-69763158d869, host dv-cinder-768458-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-18-iscsi',level=0,port_id=5180ada9-c1ad-4059-a908-69763158d869,segment=NetworkSegment(4c026da1-f439-448a-ad69-ccdbf2795772),segment_id=4c026da1-f439-448a-ad69-ccdbf2795772)] {{(pid=103714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 05:39:44.736009 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-df5b5392-e8e2-4a57-ba00-ebf05fd98393 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542039'] for port (5180ada9-c1ad-4059-a908-69763158d869), precommit_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:39:44.748371 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-df5b5392-e8e2-4a57-ba00-ebf05fd98393 admin admin] Calling delete_port for 5180ada9-c1ad-4059-a908-69763158d869 owned by network:router_gateway {{(pid=103714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 05:39:44.766739 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.db.l3_dvr_db [None req-43fe5844-6307-4ab4-879f-4d8507bd4d88 None None] Set router 9f16b203-58e2-40a5-a755-93884a43defd gateway port host: None {{(pid=103717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 02 05:39:44.819178 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.db.l3_hamode_db [None req-43fe5844-6307-4ab4-879f-4d8507bd4d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f16b203-58e2-40a5-a755-93884a43defd', 'name': 'tempest-TestVolumeBootPattern-1772070074-router', 'tenant_id': '77b312b7de7347d591babfcec5486d9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T05:31:48Z', 'updated_at': '2022-03-02T05:39:44Z', 'revision_number': 6, 'project_id': '77b312b7de7347d591babfcec5486d9e', 'gw_port_host': None}], 'dv-cinder-768458-18-iscsi', False) {} {{(pid=103717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 05:39:44.847669 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43fe5844-6307-4ab4-879f-4d8507bd4d88 None None] The sync data for ids ['9f16b203-58e2-40a5-a755-93884a43defd'] in dv-cinder-768458-18-iscsi is: [{'id': '9f16b203-58e2-40a5-a755-93884a43defd', 'name': 'tempest-TestVolumeBootPattern-1772070074-router', 'tenant_id': '77b312b7de7347d591babfcec5486d9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T05:31:48Z', 'updated_at': '2022-03-02T05:39:44Z', 'revision_number': 6, 'project_id': '77b312b7de7347d591babfcec5486d9e', 'gw_port_host': None}] {{(pid=103717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 05:39:44.975530 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-df5b5392-e8e2-4a57-ba00-ebf05fd98393 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789290460636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789289919726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13003867'] for port (5180ada9-c1ad-4059-a908-69763158d869), after_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:39:44.999736 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5b5392-e8e2-4a57-ba00-ebf05fd98393 admin admin] Pushing event deleted for resources: {'Port': ['ID=5180ada9-c1ad-4059-a908-69763158d869,revision_number=None']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:39:45.060433 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-df5b5392-e8e2-4a57-ba00-ebf05fd98393 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-556402'] for router_gateway (9f16b203-58e2-40a5-a755-93884a43defd), after_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:39:45.152850 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-df5b5392-e8e2-4a57-ba00-ebf05fd98393 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552674', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5165'] for router (9f16b203-58e2-40a5-a755-93884a43defd), precommit_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:39:45.155053 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-df5b5392-e8e2-4a57-ba00-ebf05fd98393 admin admin] Publish callbacks [] for router_controller (9f16b203-58e2-40a5-a755-93884a43defd), precommit_delete_associations {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:39:45.300981 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-df5b5392-e8e2-4a57-ba00-ebf05fd98393 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552665'] for router (9f16b203-58e2-40a5-a755-93884a43defd), after_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:39:45.302153 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df5b5392-e8e2-4a57-ba00-ebf05fd98393 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9f16b203-58e2-40a5-a755-93884a43defd {{(pid=103714) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 02 05:39:45.306574 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-df5b5392-e8e2-4a57-ba00-ebf05fd98393 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:39:45.307710 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [None req-df5b5392-e8e2-4a57-ba00-ebf05fd98393 admin admin] 10.222.0.32 "DELETE /v2.0/routers/9f16b203-58e2-40a5-a755-93884a43defd HTTP/1.1" status: 204 len: 168 time: 0.9682231 Mar 02 05:39:45.310215 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.wsgi [-] (103714) accepted ('10.222.0.32', 45464) {{(pid=103714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:39:45.353208 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c013ac3-7443-4139-a940-f89f065fb9ff admin admin] Deleting subnet 9ec01938-d410-42ae-96d3-c3632a811184 {{(pid=103714) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 02 05:39:45.356224 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-4c013ac3-7443-4139-a940-f89f065fb9ff admin admin] Publish callbacks [] for subnet (9ec01938-d410-42ae-96d3-c3632a811184), before_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:39:45.389391 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-4c013ac3-7443-4139-a940-f89f065fb9ff admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13450151'] for subnet (9ec01938-d410-42ae-96d3-c3632a811184), precommit_delete_associations {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:39:45.469684 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-4c013ac3-7443-4139-a940-f89f065fb9ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1107012'] for subnet (9ec01938-d410-42ae-96d3-c3632a811184), precommit_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:39:45.581415 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.rpc [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Device 332a8cf8-5cfc-4bc8-b451-8fdff99e285f no longer exists at agent ovs-agent-dv-cinder-768458-18-iscsi {{(pid=103716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 05:39:45.593084 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-4c013ac3-7443-4139-a940-f89f065fb9ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1107019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13003880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13179341'] for subnet (9ec01938-d410-42ae-96d3-c3632a811184), after_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:39:45.606982 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] No Port match for: 332a8cf8-5cfc-4bc8-b451-8fdff99e285f {{(pid=103716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 05:39:45.607426 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.rpc [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Device 332a8cf8-5cfc-4bc8-b451-8fdff99e285f not bound to the agent host dv-cinder-768458-18-iscsi {{(pid=103716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 05:39:45.622184 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c013ac3-7443-4139-a940-f89f065fb9ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ec01938-d410-42ae-96d3-c3632a811184,revision_number=None']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:39:45.627505 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-4c013ac3-7443-4139-a940-f89f065fb9ff admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:39:45.631806 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [None req-4c013ac3-7443-4139-a940-f89f065fb9ff admin admin] 10.222.0.32 "DELETE /v2.0/subnets/9ec01938-d410-42ae-96d3-c3632a811184 HTTP/1.1" status: 204 len: 168 time: 0.3204725 Mar 02 05:39:45.632995 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e660ed19-fb82-4576-88cc-eb721b2a33e7 None None] Network 70fe08a7-44bc-4dd6-91e5-e9d7c615a731 requested from dv-cinder-768458-18-iscsi {{(pid=103716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 02 05:39:45.634385 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.wsgi [-] (103714) accepted ('10.222.0.32', 45466) {{(pid=103714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:39:45.708012 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-39ae1046-ccb5-4704-b71c-315a7c6ed923 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1295551'] for network (70fe08a7-44bc-4dd6-91e5-e9d7c615a731), before_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:39:45.758330 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (64307ea2-7468-48d5-a188-5e76dfb99c6b), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:39:45.762279 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-39ae1046-ccb5-4704-b71c-315a7c6ed923 admin admin] Deleting port f59b3750-852d-4592-935f-eded46d3e613 {{(pid=103714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 05:39:45.762621 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-39ae1046-ccb5-4704-b71c-315a7c6ed923 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789290453881'] for port (f59b3750-852d-4592-935f-eded46d3e613), before_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:39:45.806631 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2025fee-652b-482d-857d-ccd8b8b3b84a None None] DHCP port deletion for 70fe08a7-44bc-4dd6-91e5-e9d7c615a731 request from dv-cinder-768458-18-iscsi {{(pid=103716) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 02 05:39:45.833136 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.db [None req-39ae1046-ccb5-4704-b71c-315a7c6ed923 admin admin] For port f59b3750-852d-4592-935f-eded46d3e613, host dv-cinder-768458-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-18-iscsi',level=0,port_id=f59b3750-852d-4592-935f-eded46d3e613,segment=NetworkSegment(cff47cff-3e56-40c3-b12e-6002cc745ad2),segment_id=cff47cff-3e56-40c3-b12e-6002cc745ad2)] {{(pid=103714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 05:39:45.833567 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-39ae1046-ccb5-4704-b71c-315a7c6ed923 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542039'] for port (f59b3750-852d-4592-935f-eded46d3e613), precommit_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:39:45.851415 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.plugin [None req-39ae1046-ccb5-4704-b71c-315a7c6ed923 admin admin] Calling delete_port for f59b3750-852d-4592-935f-eded46d3e613 owned by network:dhcp {{(pid=103714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 05:39:45.859528 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-c2025fee-652b-482d-857d-ccd8b8b3b84a None None] Deleting port f59b3750-852d-4592-935f-eded46d3e613 {{(pid=103716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 02 05:39:45.860290 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-c2025fee-652b-482d-857d-ccd8b8b3b84a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789290453881'] for port (f59b3750-852d-4592-935f-eded46d3e613), before_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:39:45.924268 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.db [None req-c2025fee-652b-482d-857d-ccd8b8b3b84a None None] For port f59b3750-852d-4592-935f-eded46d3e613, host dv-cinder-768458-18-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-18-iscsi',level=0,port_id=f59b3750-852d-4592-935f-eded46d3e613,segment=NetworkSegment(cff47cff-3e56-40c3-b12e-6002cc745ad2),segment_id=cff47cff-3e56-40c3-b12e-6002cc745ad2)] {{(pid=103716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 02 05:39:45.924679 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-c2025fee-652b-482d-857d-ccd8b8b3b84a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-542039'] for port (f59b3750-852d-4592-935f-eded46d3e613), precommit_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:39:45.938417 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-c2025fee-652b-482d-857d-ccd8b8b3b84a None None] Calling delete_port for f59b3750-852d-4592-935f-eded46d3e613 owned by network:dhcp {{(pid=103716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 02 05:39:46.015051 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-39ae1046-ccb5-4704-b71c-315a7c6ed923 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789290460636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789289919726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13003867'] for port (f59b3750-852d-4592-935f-eded46d3e613), after_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:39:46.021675 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-c2025fee-652b-482d-857d-ccd8b8b3b84a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2082202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789290460636', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789289919726'] for port (f59b3750-852d-4592-935f-eded46d3e613), after_delete {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:39:46.042789 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ae1046-ccb5-4704-b71c-315a7c6ed923 admin admin] Pushing event deleted for resources: {'Port': ['ID=f59b3750-852d-4592-935f-eded46d3e613,revision_number=None']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:39:46.044615 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39ae1046-ccb5-4704-b71c-315a7c6ed923 admin admin] No DVR routers for this DVR port f59b3750-852d-4592-935f-eded46d3e613 on host dv-cinder-768458-18-iscsi {{(pid=103714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 05:39:46.047188 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2025fee-652b-482d-857d-ccd8b8b3b84a None None] Pushing event deleted for resources: {'Port': ['ID=f59b3750-852d-4592-935f-eded46d3e613,revision_number=None']} {{(pid=103716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:39:46.050766 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2025fee-652b-482d-857d-ccd8b8b3b84a None None] No DVR routers for this DVR port f59b3750-852d-4592-935f-eded46d3e613 on host dv-cinder-768458-18-iscsi {{(pid=103716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 05:39:46.116250 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-39ae1046-ccb5-4704-b71c-315a7c6ed923 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2011071', 'neutron.services.segments.db._delete_segments_for_network-8789290248605'] for network (70fe08a7-44bc-4dd6-91e5-e9d7c615a731), precommit_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:39:46.136042 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.services.segments.db [None req-39ae1046-ccb5-4704-b71c-315a7c6ed923 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70fe08a7-44bc-4dd6-91e5-e9d7c615a731']}} {{(pid=103714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 05:39:46.144864 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.services.segments.db [None req-39ae1046-ccb5-4704-b71c-315a7c6ed923 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cff47cff-3e56-40c3-b12e-6002cc745ad2') {'for_net_delete': True} {{(pid=103714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 05:39:46.145765 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.services.segments.db [None req-39ae1046-ccb5-4704-b71c-315a7c6ed923 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cff47cff-3e56-40c3-b12e-6002cc745ad2') {} {{(pid=103714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 05:39:46.155043 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-39ae1046-ccb5-4704-b71c-315a7c6ed923 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789290251430', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13450160'] for segment (cff47cff-3e56-40c3-b12e-6002cc745ad2), before_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:39:46.167775 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-39ae1046-ccb5-4704-b71c-315a7c6ed923 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1106907'] for segment (cff47cff-3e56-40c3-b12e-6002cc745ad2), precommit_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:39:46.173647 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39ae1046-ccb5-4704-b71c-315a7c6ed923 admin admin] Releasing vlan 265 on physical network physnet1 to pool {{(pid=103714) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 05:39:46.174032 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-39ae1046-ccb5-4704-b71c-315a7c6ed923 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1106907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13003958'] for segment (cff47cff-3e56-40c3-b12e-6002cc745ad2), after_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:39:46.175652 dv-cinder-768458-18-iscsi neutron-server[103714]: Traceback (most recent call last): Mar 02 05:39:46.175652 dv-cinder-768458-18-iscsi neutron-server[103714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 05:39:46.175652 dv-cinder-768458-18-iscsi neutron-server[103714]: timer() Mar 02 05:39:46.175652 dv-cinder-768458-18-iscsi neutron-server[103714]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 05:39:46.175652 dv-cinder-768458-18-iscsi neutron-server[103714]: cb(*args, **kw) Mar 02 05:39:46.175652 dv-cinder-768458-18-iscsi neutron-server[103714]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 02 05:39:46.175652 dv-cinder-768458-18-iscsi neutron-server[103714]: return func(*args, **kwargs) Mar 02 05:39:46.175652 dv-cinder-768458-18-iscsi neutron-server[103714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 05:39:46.175652 dv-cinder-768458-18-iscsi neutron-server[103714]: self._notify() Mar 02 05:39:46.175652 dv-cinder-768458-18-iscsi neutron-server[103714]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 05:39:46.175652 dv-cinder-768458-18-iscsi neutron-server[103714]: self.callback(batched_events) Mar 02 05:39:46.175652 dv-cinder-768458-18-iscsi neutron-server[103714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 05:39:46.175652 dv-cinder-768458-18-iscsi neutron-server[103714]: event.method(event) Mar 02 05:39:46.175652 dv-cinder-768458-18-iscsi neutron-server[103714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 02 05:39:46.175652 dv-cinder-768458-18-iscsi neutron-server[103714]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 05:39:46.175652 dv-cinder-768458-18-iscsi neutron-server[103714]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 02 05:39:46.175652 dv-cinder-768458-18-iscsi neutron-server[103714]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 05:39:46.175652 dv-cinder-768458-18-iscsi neutron-server[103714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 02 05:39:46.175652 dv-cinder-768458-18-iscsi neutron-server[103714]: return f(self, *a, **k) Mar 02 05:39:46.175652 dv-cinder-768458-18-iscsi neutron-server[103714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 02 05:39:46.175652 dv-cinder-768458-18-iscsi neutron-server[103714]: return self._get(url).json() Mar 02 05:39:46.175652 dv-cinder-768458-18-iscsi neutron-server[103714]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 02 05:39:46.175652 dv-cinder-768458-18-iscsi neutron-server[103714]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 05:39:46.175652 dv-cinder-768458-18-iscsi neutron-server[103714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 05:39:46.175652 dv-cinder-768458-18-iscsi neutron-server[103714]: return self.request(url, 'GET', **kwargs) Mar 02 05:39:46.175652 dv-cinder-768458-18-iscsi neutron-server[103714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 05:39:46.175652 dv-cinder-768458-18-iscsi neutron-server[103714]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 05:39:46.175652 dv-cinder-768458-18-iscsi neutron-server[103714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 05:39:46.175652 dv-cinder-768458-18-iscsi neutron-server[103714]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 05:39:46.175652 dv-cinder-768458-18-iscsi neutron-server[103714]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 05:39:46.175652 dv-cinder-768458-18-iscsi neutron-server[103714]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 05:39:46.175652 dv-cinder-768458-18-iscsi neutron-server[103714]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 05:39:46.295111 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-39ae1046-ccb5-4704-b71c-315a7c6ed923 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2011078', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-556366'] for network (70fe08a7-44bc-4dd6-91e5-e9d7c615a731), after_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:39:46.300604 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-39ae1046-ccb5-4704-b71c-315a7c6ed923 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531172'] for network (None), before_response {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:39:46.304422 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [None req-39ae1046-ccb5-4704-b71c-315a7c6ed923 admin admin] 10.222.0.32 "DELETE /v2.0/networks/70fe08a7-44bc-4dd6-91e5-e9d7c615a731 HTTP/1.1" status: 204 len: 168 time: 0.6690986 Mar 02 05:39:46.315060 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ae1046-ccb5-4704-b71c-315a7c6ed923 admin admin] Pushing event deleted for resources: {'Network': ['ID=70fe08a7-44bc-4dd6-91e5-e9d7c615a731,revision_number=None']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:39:46.609629 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.wsgi [-] (103714) accepted ('10.222.0.32', 45470) {{(pid=103714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:39:46.649852 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [None req-1c9851fb-282b-4465-a040-ac05a2992708 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=849ab8ade87443a6947fd49bc6793c28&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0390830 Mar 02 05:39:46.652233 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.wsgi [-] (103714) accepted ('10.222.0.32', 45472) {{(pid=103714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:39:46.703626 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-b5813ef5-bb9b-4a22-a91b-7b52d9e1cf55 admin admin] Publish callbacks [] for security_group (baa82a4c-e370-4d30-8660-439610937f74), before_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:39:46.725401 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-b5813ef5-bb9b-4a22-a91b-7b52d9e1cf55 admin admin] Publish callbacks [] for security_group (baa82a4c-e370-4d30-8660-439610937f74), precommit_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:39:46.855425 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-b5813ef5-bb9b-4a22-a91b-7b52d9e1cf55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629892'] for security_group (baa82a4c-e370-4d30-8660-439610937f74), after_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:39:46.857915 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-b5813ef5-bb9b-4a22-a91b-7b52d9e1cf55 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:39:46.859047 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [None req-b5813ef5-bb9b-4a22-a91b-7b52d9e1cf55 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/baa82a4c-e370-4d30-8660-439610937f74 HTTP/1.1" status: 204 len: 168 time: 0.2059493 Mar 02 05:39:46.870759 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5813ef5-bb9b-4a22-a91b-7b52d9e1cf55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baa82a4c-e370-4d30-8660-439610937f74,revision_number=None']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:39:47.136742 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.rpc [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Device 5180ada9-c1ad-4059-a908-69763158d869 no longer exists at agent ovs-agent-dv-cinder-768458-18-iscsi {{(pid=103716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 05:39:47.156968 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] No Port match for: 5180ada9-c1ad-4059-a908-69763158d869 {{(pid=103716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 05:39:47.157317 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.rpc [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Device 5180ada9-c1ad-4059-a908-69763158d869 not bound to the agent host dv-cinder-768458-18-iscsi {{(pid=103716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 05:39:47.157741 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.rpc [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Device f59b3750-852d-4592-935f-eded46d3e613 no longer exists at agent ovs-agent-dv-cinder-768458-18-iscsi {{(pid=103716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 02 05:39:47.180090 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.plugin [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] No Port match for: f59b3750-852d-4592-935f-eded46d3e613 {{(pid=103716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 02 05:39:47.180442 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron.plugins.ml2.rpc [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Device f59b3750-852d-4592-935f-eded46d3e613 not bound to the agent host dv-cinder-768458-18-iscsi {{(pid=103716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 02 05:39:47.473224 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.wsgi [-] (103714) accepted ('10.222.0.32', 45478) {{(pid=103714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:39:47.513403 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [None req-846bf4d3-7518-4571-8ca1-f6d3ec8fea7c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=77b312b7de7347d591babfcec5486d9e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0382135 Mar 02 05:39:47.515169 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.wsgi [-] (103714) accepted ('10.222.0.32', 45480) {{(pid=103714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 02 05:39:47.562234 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-523af0bf-d17c-42d3-9b53-377101c994ff admin admin] Publish callbacks [] for security_group (6678d7a9-849d-4e59-91ec-e475955787ef), before_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:39:47.583985 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-523af0bf-d17c-42d3-9b53-377101c994ff admin admin] Publish callbacks [] for security_group (6678d7a9-849d-4e59-91ec-e475955787ef), precommit_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:39:47.701088 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-523af0bf-d17c-42d3-9b53-377101c994ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629892'] for security_group (6678d7a9-849d-4e59-91ec-e475955787ef), after_delete {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:39:47.703611 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron_lib.callbacks.manager [None req-523af0bf-d17c-42d3-9b53-377101c994ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:39:47.704975 dv-cinder-768458-18-iscsi neutron-server[103714]: INFO neutron.wsgi [None req-523af0bf-d17c-42d3-9b53-377101c994ff admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6678d7a9-849d-4e59-91ec-e475955787ef HTTP/1.1" status: 204 len: 168 time: 0.1887090 Mar 02 05:39:47.713739 dv-cinder-768458-18-iscsi neutron-server[103714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523af0bf-d17c-42d3-9b53-377101c994ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6678d7a9-849d-4e59-91ec-e475955787ef,revision_number=None']} {{(pid=103714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 05:40:06.451563 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.db.agents_db [None req-19237f2e-a493-4721-ab19-473fd9844311 None None] Agent healthcheck: found 6 active agents {{(pid=103717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 05:40:08.820667 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (db45f871-b7ec-436d-b6b8-6a0a072a2253), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:40:09.649221 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f1092bc9-be6c-435a-a0d9-2220a5a4be8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (516abb3b-63f8-4dbb-a4f1-8865516966e2), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:40:11.763438 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-8cbfa2b3-7a3a-4788-a077-d38fbb519edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (9c2b50e6-1677-4aa9-928e-941b4c488fc5), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:40:12.853368 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-2ae3422a-c85d-446a-90f5-ce5a8bf639ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (d4d802fc-4ac8-47f8-b030-2ffc185fa6dc), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:40:14.340162 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f73b428b-984e-4c5a-9878-aef8f2b511ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (e0636eb1-3d25-4c31-a6e5-3f8fd1255322), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:40:15.740789 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (64307ea2-7468-48d5-a188-5e76dfb99c6b), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:40:38.797286 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (db45f871-b7ec-436d-b6b8-6a0a072a2253), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:40:39.631101 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-8a883334-8de3-4f7e-a6d7-da0cf57250a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (516abb3b-63f8-4dbb-a4f1-8865516966e2), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:40:41.768414 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-49f8d528-f694-4aea-84bf-f244c5e8c4b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (9c2b50e6-1677-4aa9-928e-941b4c488fc5), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:40:42.917310 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-2ae3422a-c85d-446a-90f5-ce5a8bf639ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (d4d802fc-4ac8-47f8-b030-2ffc185fa6dc), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:40:43.450796 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.db.agents_db [None req-19237f2e-a493-4721-ab19-473fd9844311 None None] Agent healthcheck: found 6 active agents {{(pid=103717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 05:40:44.322452 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f73b428b-984e-4c5a-9878-aef8f2b511ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (e0636eb1-3d25-4c31-a6e5-3f8fd1255322), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:40:45.749235 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (64307ea2-7468-48d5-a188-5e76dfb99c6b), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:41:08.817303 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (db45f871-b7ec-436d-b6b8-6a0a072a2253), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:41:09.618753 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-0c3fd1d6-008a-48d9-9153-f9a9a38830de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (516abb3b-63f8-4dbb-a4f1-8865516966e2), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:41:11.759823 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f6aa6db0-e905-4f14-950d-35f912d8ab1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (9c2b50e6-1677-4aa9-928e-941b4c488fc5), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:41:12.847859 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-2ae3422a-c85d-446a-90f5-ce5a8bf639ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (d4d802fc-4ac8-47f8-b030-2ffc185fa6dc), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:41:14.362043 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f73b428b-984e-4c5a-9878-aef8f2b511ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (e0636eb1-3d25-4c31-a6e5-3f8fd1255322), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:41:15.744547 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (64307ea2-7468-48d5-a188-5e76dfb99c6b), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:41:20.450124 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.db.agents_db [None req-19237f2e-a493-4721-ab19-473fd9844311 None None] Agent healthcheck: found 6 active agents {{(pid=103717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 05:41:38.827168 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (db45f871-b7ec-436d-b6b8-6a0a072a2253), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:41:39.604256 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-e221c2ec-1f86-4744-87d0-752c08b246f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (516abb3b-63f8-4dbb-a4f1-8865516966e2), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:41:41.760942 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-4076cdf2-8d9d-42da-8e83-d8826bbd75fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (9c2b50e6-1677-4aa9-928e-941b4c488fc5), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:41:42.858010 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-2ae3422a-c85d-446a-90f5-ce5a8bf639ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (d4d802fc-4ac8-47f8-b030-2ffc185fa6dc), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:41:44.361187 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f73b428b-984e-4c5a-9878-aef8f2b511ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (e0636eb1-3d25-4c31-a6e5-3f8fd1255322), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:41:45.747253 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (64307ea2-7468-48d5-a188-5e76dfb99c6b), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:41:57.457435 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.db.agents_db [None req-19237f2e-a493-4721-ab19-473fd9844311 None None] Agent healthcheck: found 6 active agents {{(pid=103717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 05:42:08.809204 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (db45f871-b7ec-436d-b6b8-6a0a072a2253), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:42:09.620385 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-8ce911ff-2d57-449d-9284-b7aeb8dc4b5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (516abb3b-63f8-4dbb-a4f1-8865516966e2), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:42:11.774995 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-e6dc10c1-7986-4194-8c8f-0d92fef3f39f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (9c2b50e6-1677-4aa9-928e-941b4c488fc5), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:42:12.911419 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-2ae3422a-c85d-446a-90f5-ce5a8bf639ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (d4d802fc-4ac8-47f8-b030-2ffc185fa6dc), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:42:14.360528 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f73b428b-984e-4c5a-9878-aef8f2b511ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (e0636eb1-3d25-4c31-a6e5-3f8fd1255322), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:42:15.756977 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (64307ea2-7468-48d5-a188-5e76dfb99c6b), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:42:34.447016 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.db.agents_db [None req-19237f2e-a493-4721-ab19-473fd9844311 None None] Agent healthcheck: found 6 active agents {{(pid=103717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 05:42:38.852232 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (db45f871-b7ec-436d-b6b8-6a0a072a2253), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:42:39.595846 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-c8d8f517-bdb0-44a3-8ae9-d0cd1fa8740f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (516abb3b-63f8-4dbb-a4f1-8865516966e2), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:42:41.767488 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-87a91938-21a7-4ba0-8df2-d4bd79919f63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (9c2b50e6-1677-4aa9-928e-941b4c488fc5), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:42:42.879873 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-2ae3422a-c85d-446a-90f5-ce5a8bf639ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (d4d802fc-4ac8-47f8-b030-2ffc185fa6dc), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:42:44.367459 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f73b428b-984e-4c5a-9878-aef8f2b511ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (e0636eb1-3d25-4c31-a6e5-3f8fd1255322), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:42:45.759928 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (64307ea2-7468-48d5-a188-5e76dfb99c6b), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:43:08.846501 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (db45f871-b7ec-436d-b6b8-6a0a072a2253), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:43:09.629059 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-395bcd00-4b4a-4f32-82e2-78f7673355a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (516abb3b-63f8-4dbb-a4f1-8865516966e2), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:43:11.446772 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.db.agents_db [None req-19237f2e-a493-4721-ab19-473fd9844311 None None] Agent healthcheck: found 6 active agents {{(pid=103717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 05:43:11.788458 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-73b69e0d-5ae0-49a2-ab7c-22b58c7ecbdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (9c2b50e6-1677-4aa9-928e-941b4c488fc5), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:43:12.905509 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-2ae3422a-c85d-446a-90f5-ce5a8bf639ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (d4d802fc-4ac8-47f8-b030-2ffc185fa6dc), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:43:14.364760 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f73b428b-984e-4c5a-9878-aef8f2b511ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (e0636eb1-3d25-4c31-a6e5-3f8fd1255322), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:43:15.765912 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (64307ea2-7468-48d5-a188-5e76dfb99c6b), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:43:38.862319 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (db45f871-b7ec-436d-b6b8-6a0a072a2253), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:43:39.610584 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f6be9227-122f-480d-9d78-cedb4543f998 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (516abb3b-63f8-4dbb-a4f1-8865516966e2), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:43:41.764983 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f7951e11-c29f-484f-b478-a0dccc39905b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (9c2b50e6-1677-4aa9-928e-941b4c488fc5), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:43:42.850887 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-2ae3422a-c85d-446a-90f5-ce5a8bf639ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (d4d802fc-4ac8-47f8-b030-2ffc185fa6dc), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:43:44.375546 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f73b428b-984e-4c5a-9878-aef8f2b511ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (e0636eb1-3d25-4c31-a6e5-3f8fd1255322), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:43:45.759212 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (64307ea2-7468-48d5-a188-5e76dfb99c6b), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:43:48.445720 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.db.agents_db [None req-19237f2e-a493-4721-ab19-473fd9844311 None None] Agent healthcheck: found 6 active agents {{(pid=103717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 05:44:08.895185 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (db45f871-b7ec-436d-b6b8-6a0a072a2253), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:44:09.620688 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-8ba70262-d1c3-4524-a1be-2682cde61c4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (516abb3b-63f8-4dbb-a4f1-8865516966e2), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:44:11.804600 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-70b3aa96-ed94-4ac2-ade1-62e7c93a303d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (9c2b50e6-1677-4aa9-928e-941b4c488fc5), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:44:12.894880 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-2ae3422a-c85d-446a-90f5-ce5a8bf639ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (d4d802fc-4ac8-47f8-b030-2ffc185fa6dc), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:44:14.415199 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f73b428b-984e-4c5a-9878-aef8f2b511ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (e0636eb1-3d25-4c31-a6e5-3f8fd1255322), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:44:15.774804 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (64307ea2-7468-48d5-a188-5e76dfb99c6b), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:44:25.446774 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.db.agents_db [None req-19237f2e-a493-4721-ab19-473fd9844311 None None] Agent healthcheck: found 6 active agents {{(pid=103717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 05:44:26.493446 dv-cinder-768458-18-iscsi neutron-server[103715]: DEBUG neutron.wsgi [req-d6cb0433-8b03-4a93-bd63-07f7a59ef21a req-ebb203e3-436f-4291-a897-c0093f261791 service neutron] (103715) timed out ('10.222.0.41', 53272) {{(pid=103715) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 02 05:44:38.883033 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (db45f871-b7ec-436d-b6b8-6a0a072a2253), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:44:39.574416 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-4880dc4b-7abb-4b1e-a85d-4ef74ce51f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (516abb3b-63f8-4dbb-a4f1-8865516966e2), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:44:41.779519 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-52219922-92ec-4d18-8a49-7f07710e752b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (9c2b50e6-1677-4aa9-928e-941b4c488fc5), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:44:42.882885 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-2ae3422a-c85d-446a-90f5-ce5a8bf639ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (d4d802fc-4ac8-47f8-b030-2ffc185fa6dc), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:44:44.385537 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f73b428b-984e-4c5a-9878-aef8f2b511ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (e0636eb1-3d25-4c31-a6e5-3f8fd1255322), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:44:45.757212 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (64307ea2-7468-48d5-a188-5e76dfb99c6b), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:45:02.446298 dv-cinder-768458-18-iscsi neutron-server[103717]: DEBUG neutron.db.agents_db [None req-19237f2e-a493-4721-ab19-473fd9844311 None None] Agent healthcheck: found 6 active agents {{(pid=103717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 02 05:45:08.892985 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-106d6a3b-af53-45b2-8eba-d1465ccd75a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (db45f871-b7ec-436d-b6b8-6a0a072a2253), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:45:09.601766 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-e035ab5f-03ef-4841-a846-3be30e5bdd06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (516abb3b-63f8-4dbb-a4f1-8865516966e2), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:45:11.784067 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-a0e3575d-cb0c-4c2a-8d06-e2896197f79f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (9c2b50e6-1677-4aa9-928e-941b4c488fc5), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:45:12.899808 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-2ae3422a-c85d-446a-90f5-ce5a8bf639ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (d4d802fc-4ac8-47f8-b030-2ffc185fa6dc), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:45:14.390607 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-f73b428b-984e-4c5a-9878-aef8f2b511ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (e0636eb1-3d25-4c31-a6e5-3f8fd1255322), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 02 05:45:15.870591 dv-cinder-768458-18-iscsi neutron-server[103716]: DEBUG neutron_lib.callbacks.manager [None req-89e5a1de-b7b7-4467-a2f5-5b5819482d48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789290248587', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2012840'] for agent (64307ea2-7468-48d5-a188-5e76dfb99c6b), after_update {{(pid=103716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}